{"meta":{"query_hash":"997a174734e5","filters":{"venue":"AI Matters"},"cohort_total":19,"direct_labels_cover":1,"predictions_cover":19,"exported":19,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/997a174734e5","api":"https://metacan.xera.ac/api/v1/cohort?venue=AI+Matters"},"results":[{"id":"W1998289468","doi":"10.1145/2685328.2685333","title":"Student travel award recipients for the 2014 AAAI/SIGAI doctoral consortium","year":2014,"lang":"en","type":"article","venue":"AI Matters","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Medical education; Library science; Psychology; Computer science; Medicine","score_opus":0.10373809875937379,"score_gpt":0.3984208753192769,"score_spread":0.2946827765599031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998289468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08633826,0.00005713289,0.6236115,0.26709762,0.019675031,0.001207623,0.00009210357,0.0001324227,0.0017883087],"genre_scores_gemma":[0.9149518,0.00000274129,0.0010084732,0.07020582,0.0003007976,0.000053193406,0.00001673062,0.000017424036,0.013442991],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996907,0.00016681633,0.0005470914,0.00072590145,0.0012666716,0.00038653566],"domain_scores_gemma":[0.99610263,0.0019507644,0.00020163457,0.0014737729,0.00015940503,0.000111768626],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006512245,0.00015041247,0.00022048676,0.00015365914,0.0003827912,0.00094417477,0.0018461418,0.000030926516,0.0003024163],"category_scores_gemma":[0.0005149854,0.000088795874,0.00015324733,0.0003033105,0.00016361667,0.00018452897,0.00043415203,0.0000946088,0.0015446877],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013149923,0.000035771787,0.004479577,0.0000022330553,0.00002048853,4.5151583e-7,0.00026416936,0.00030658868,0.000040746367,0.001164915,0.9702118,0.023460094],"study_design_scores_gemma":[0.0004928905,0.000055530396,0.08310511,0.000010552171,0.000028129882,0.0000012792815,0.0006546494,0.009297544,0.000073004994,0.0026926873,0.9034325,0.00015615411],"about_ca_topic_score_codex":0.00006479757,"about_ca_topic_score_gemma":0.000027165073,"teacher_disagreement_score":0.8286136,"about_ca_system_score_codex":0.000033559576,"about_ca_system_score_gemma":0.000018331168,"threshold_uncertainty_score":0.9992327},"labels":[],"label_agreement":null},{"id":"W2234779292","doi":"10.1145/2847557.2847560","title":"Machine learning meets visualization for extracting insights from text data","year":2016,"lang":"en","type":"article","venue":"AI Matters","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; National Aeronautics and Space Administration; Boeing","keywords":"Computer science; Visual analytics; Visualization; Process (computing); Data science; Analytics; Text mining; Data visualization; Biomedical text mining; Path (computing); Natural language processing; Information retrieval; Artificial intelligence","score_opus":0.04219726391390411,"score_gpt":0.32903505059119653,"score_spread":0.28683778667729243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234779292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025401957,0.000047353984,0.9776817,0.02145883,0.0002171261,0.00007953647,0.000058912166,0.00014753467,0.000054995897],"genre_scores_gemma":[0.89353657,0.00012204976,0.03716633,0.064921066,0.00032837124,0.0000142731515,0.0019597833,0.000064049826,0.0018875336],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903756,0.00005570637,0.00019958355,0.00039125892,0.00016763616,0.0001482252],"domain_scores_gemma":[0.9989316,0.0002409081,0.00012824348,0.0005892454,0.000051334402,0.000058656427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001391638,0.000098182114,0.00010306173,0.00007948055,0.00013317865,0.00020790832,0.0008563414,0.0000324362,0.000052782983],"category_scores_gemma":[0.00012578456,0.00007186699,0.000022113658,0.00015958423,0.000017971432,0.001463246,0.00035257553,0.00003999878,0.000110582136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032478223,0.00026895254,0.0039845756,0.00008571968,0.00020842467,0.000021276759,0.0022508746,0.00025617666,0.05644667,0.28673357,0.3898373,0.259874],"study_design_scores_gemma":[0.00039201925,0.000018842942,0.00015942748,0.00005401799,0.000010824559,0.0000012574046,0.000020965466,0.46020317,0.0012067031,0.001264957,0.53651285,0.00015498791],"about_ca_topic_score_codex":0.00003923555,"about_ca_topic_score_gemma":0.000019776458,"teacher_disagreement_score":0.94051534,"about_ca_system_score_codex":0.000019497658,"about_ca_system_score_gemma":0.00002123401,"threshold_uncertainty_score":0.29306507},"labels":[],"label_agreement":null},{"id":"W2464625191","doi":"10.1145/2911172.2911178","title":"Machine learning techniques for brain signal analysis with applications on seizure detection and brain-computer interfaces","year":2016,"lang":"en","type":"article","venue":"AI Matters","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Brain–computer interface; Electroencephalography; Computer science; Epileptic seizure; Feature extraction; Interface (matter); Artificial intelligence; SIGNAL (programming language); Focus (optics); Epilepsy; Neuroscience; Pattern recognition (psychology); Psychology","score_opus":0.010116185245690338,"score_gpt":0.2559182998332738,"score_spread":0.24580211458758347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464625191","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05562918,0.000008168505,0.88491225,0.058702666,0.000030354813,0.0004163844,0.00002287942,0.00024314504,0.000034997895],"genre_scores_gemma":[0.96300775,0.0000038067826,0.002907992,0.033204284,0.00008584363,0.00014595028,0.0000027298663,0.000024153998,0.00061746314],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988639,0.00009603297,0.0001657963,0.0005175184,0.00013605643,0.0002206924],"domain_scores_gemma":[0.99880624,0.00081853487,0.00010654537,0.00017818823,0.000030510746,0.00005999176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015928729,0.00017949854,0.00018766003,0.00026835865,0.00019103942,0.00012319295,0.00018549485,0.000050987885,0.000027328351],"category_scores_gemma":[0.000015176015,0.000112725145,0.00006483808,0.00029160728,0.000115818104,0.00019087517,0.000058324786,0.00012944675,0.000012178149],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014745946,0.000054018295,0.00055656245,0.000037465372,0.00011400321,0.000003311757,0.00032247635,0.00021241086,0.8093998,0.0003725572,0.004484207,0.18429574],"study_design_scores_gemma":[0.00045341355,0.0009714398,0.0003122958,0.000078595825,0.000073112606,0.00003327075,0.000022846316,0.008684259,0.90178317,0.00038252136,0.08689908,0.00030597582],"about_ca_topic_score_codex":0.000014881222,"about_ca_topic_score_gemma":0.000030111098,"teacher_disagreement_score":0.9073786,"about_ca_system_score_codex":0.000029390016,"about_ca_system_score_gemma":0.0000067353903,"threshold_uncertainty_score":0.4596798},"labels":[],"label_agreement":null},{"id":"W2587600302","doi":"10.1145/3175502.3175509","title":"Blue sky ideas in artificial intelligence education from the EAAI 2017 new and future AI educator program","year":2018,"lang":"en","type":"article","venue":"AI Matters","topic":"Numerical Methods and Algorithms","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Pedagogy; Psychology","score_opus":0.021680109443894677,"score_gpt":0.3422874222797634,"score_spread":0.3206073128358687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587600302","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020213429,0.000353876,0.4610575,0.5141059,0.003773645,0.00037389874,0.0000021742965,0.000080028825,0.00003948625],"genre_scores_gemma":[0.041784298,0.000067953,0.75486267,0.19598691,0.006992144,0.000090966525,0.0000056367358,0.00002488769,0.00018453083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990331,0.00009624429,0.00018053837,0.0003403508,0.00013379921,0.0002160012],"domain_scores_gemma":[0.9992875,0.00009249191,0.000060292772,0.0004042191,0.000039909915,0.00011560551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018862232,0.00011561852,0.00011315191,0.000041585503,0.00010203015,0.0003150098,0.0005622136,0.00004468198,0.000035282792],"category_scores_gemma":[0.000020315876,0.00008134097,0.000028851464,0.0003146701,0.000115331764,0.00028538905,0.00012850041,0.00017425999,0.00010177847],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029954401,0.000067585046,0.00020165877,0.0000020642037,0.0000039509346,8.254055e-7,0.0014249538,4.4675494e-7,0.00009609572,0.0063795047,0.0312849,0.960535],"study_design_scores_gemma":[0.0001275273,0.00033046803,0.024144026,0.00012390855,0.000019782115,0.00002330519,0.0016393469,0.011854469,0.0042849653,0.3913805,0.56544954,0.00062214496],"about_ca_topic_score_codex":0.0010730027,"about_ca_topic_score_gemma":0.00006533401,"teacher_disagreement_score":0.9599129,"about_ca_system_score_codex":0.00002202186,"about_ca_system_score_gemma":0.00019316997,"threshold_uncertainty_score":0.33169886},"labels":[],"label_agreement":null},{"id":"W2799652303","doi":"10.1145/3203247.3203251","title":"Artificial intelligence in 2027","year":2018,"lang":"en","type":"article","venue":"AI Matters","topic":"Image Retrieval and Classification Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Bar-Ilan University","keywords":"Pace; Sight; Computer science; Artificial intelligence; Geography; Astronomy","score_opus":0.025178181572574895,"score_gpt":0.2974055739218653,"score_spread":0.2722273923492904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799652303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035620556,0.0000071083077,0.935273,0.06347474,0.00016482185,0.00005622179,2.8365304e-7,0.0001270798,0.0005405304],"genre_scores_gemma":[0.9181594,0.000007688556,0.030384697,0.05101074,0.0001056747,0.000014619294,7.9783166e-7,0.000006644113,0.00030972806],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994019,0.000022725608,0.00014732678,0.00018155776,0.000105449435,0.00014098678],"domain_scores_gemma":[0.9996205,0.000019693687,0.000028606033,0.00026335605,0.00004001994,0.000027812852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015397365,0.00005391952,0.00005560714,0.00008553881,0.00003514476,0.00008003305,0.00045069997,0.000025654497,0.00007146919],"category_scores_gemma":[0.000009728175,0.000050047336,0.000018929932,0.00037846534,0.000078155754,0.0002530675,0.00008124087,0.00006682995,0.0006690593],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076010456,0.00007269776,0.00016995895,0.000008858791,0.000003560125,0.000012534409,0.00082904357,6.4548993e-7,0.01709685,0.22984426,0.030641796,0.7213122],"study_design_scores_gemma":[0.00002854986,0.00013071529,0.0016920974,0.000035638965,0.0000017144628,0.0000112326,0.00006381827,0.03409608,0.7578338,0.14477947,0.061027296,0.00029957815],"about_ca_topic_score_codex":0.000025403177,"about_ca_topic_score_gemma":0.000008075162,"teacher_disagreement_score":0.9178032,"about_ca_system_score_codex":0.000024387668,"about_ca_system_score_gemma":0.000019115047,"threshold_uncertainty_score":0.85996264},"labels":[],"label_agreement":null},{"id":"W2896802023","doi":"10.1145/3284751.3284757","title":"AI education matters","year":2018,"lang":"en","type":"article","venue":"AI Matters","topic":"Robotic Path Planning Algorithms","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Heuristics; Heuristic; Path (computing); Shortest path problem; Computer science; Column (typography); Artificial intelligence; Mathematical optimization; Operations research; Mathematics; Machine learning; Algorithm; Mathematics education; Theoretical computer science","score_opus":0.010165255401912826,"score_gpt":0.2750821829935356,"score_spread":0.2649169275916228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896802023","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022822878,0.000009672526,0.4994136,0.49812955,0.0017860251,0.0000674817,6.3013397e-7,0.000166744,0.00019807866],"genre_scores_gemma":[0.00848422,6.2532183e-7,0.12323498,0.8669981,0.00028050947,0.000014009909,0.000003703136,0.000013082324,0.00097080966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990001,0.00004143767,0.00015135092,0.0003225153,0.00020344606,0.0002811935],"domain_scores_gemma":[0.99916494,0.000029469109,0.00005818219,0.000576448,0.000074734104,0.00009620236],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014124576,0.00011745925,0.000099452904,0.0001173635,0.00010639573,0.00017935739,0.0007134819,0.00003889443,0.00004829764],"category_scores_gemma":[0.0000052879986,0.000116345764,0.000034029432,0.00024844756,0.000078067686,0.0004956944,0.00012365244,0.000105405445,0.0023681105],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.6962496e-7,0.00002438921,0.00012567166,0.0000062725526,0.000007087484,0.0000039306415,0.00057087437,0.000031617867,0.00038550608,0.0012417173,0.9861884,0.011413662],"study_design_scores_gemma":[0.00038304966,0.0001711716,0.0073989346,0.00014804353,0.000016157579,0.00017151429,0.00009675221,0.06193252,0.003054626,0.0057466384,0.9202192,0.0006614308],"about_ca_topic_score_codex":0.0000761921,"about_ca_topic_score_gemma":8.291025e-7,"teacher_disagreement_score":0.37617862,"about_ca_system_score_codex":0.000052543815,"about_ca_system_score_gemma":0.000104785475,"threshold_uncertainty_score":0.9984087},"labels":[],"label_agreement":null},{"id":"W2966450645","doi":"10.1145/3340470.3340476","title":"Beyond transparency","year":2019,"lang":"en","type":"article","venue":"AI Matters","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Saskatchewan","funders":"","keywords":"Transparency (behavior); Accountability; Computer science; Business; Accounting; Computer security; Political science; Law","score_opus":0.018379356002029692,"score_gpt":0.3368172612061293,"score_spread":0.31843790520409965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966450645","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11570167,0.00003061116,0.000046989786,0.66525847,0.0008022668,0.00015066443,0.000004131528,0.00006786684,0.21793732],"genre_scores_gemma":[0.85682005,0.000038370057,0.000050473198,0.13727638,0.00010613473,0.0000016347266,0.0000015597424,0.0000067604924,0.0056986427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992922,0.000055955057,0.000079170124,0.0001025276,0.00024152674,0.00022862083],"domain_scores_gemma":[0.9996697,0.00006778263,0.000023875631,0.00009765607,0.000050202867,0.00009083302],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00035697725,0.000049314967,0.000079089885,0.000024188439,0.00019497384,0.000101608275,0.00016596964,0.000079269776,0.0014751849],"category_scores_gemma":[0.000022168386,0.000049569207,0.00004831857,0.00009452748,0.00011617106,0.0002977847,0.000008106091,0.00013401751,0.000847447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000088367715,0.0000517361,0.010518891,0.000028573326,0.00003482336,0.000006070751,0.09353024,0.000008881499,0.0011960787,0.54264814,0.34822926,0.0037384834],"study_design_scores_gemma":[0.00025083483,0.00004293062,0.004208547,0.000020959624,0.000011102276,1.9744319e-7,0.0057240054,0.000003641582,0.000102948325,0.09987042,0.88954467,0.0002197405],"about_ca_topic_score_codex":0.002304528,"about_ca_topic_score_gemma":0.0008416802,"teacher_disagreement_score":0.7411184,"about_ca_system_score_codex":0.000031712374,"about_ca_system_score_gemma":0.000085983804,"threshold_uncertainty_score":0.9999305},"labels":[],"label_agreement":null},{"id":"W2994948545","doi":"10.1145/3362077.3362086","title":"Considerations for AI fairness for people with disabilities","year":2019,"lang":"en","type":"article","venue":"AI Matters","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Redress; Harm; Context (archaeology); Psychology; Inclusion (mineral); Computer science; Social psychology; Political science","score_opus":0.03872063422845714,"score_gpt":0.35766123591385207,"score_spread":0.31894060168539495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994948545","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11281711,0.000007439738,0.0030360862,0.87967175,0.00042936165,0.0012189202,0.00006635216,0.00006130925,0.0026916463],"genre_scores_gemma":[0.9234335,0.0000028196553,0.00067595975,0.0726675,0.00012509503,0.00010587964,0.0000070513406,0.000012602585,0.002969627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99935514,0.00003489684,0.00009091041,0.00013073374,0.0001468841,0.0002414515],"domain_scores_gemma":[0.9981556,0.0013976779,0.000033844863,0.000101486985,0.0002464159,0.00006496221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035838908,0.0000647965,0.00013073624,0.00001908677,0.00055129465,0.00025234572,0.000075980446,0.00006637645,0.00019634706],"category_scores_gemma":[0.00036119088,0.0000566573,0.000057922935,0.000050720017,0.00020550218,0.0003814538,0.000009085475,0.00006637219,0.000021461588],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025589163,0.00003432046,0.0060013225,0.00008487614,0.000033832646,9.52046e-8,0.07692619,0.00003987105,0.000059555183,0.71664095,0.20007075,0.000082652245],"study_design_scores_gemma":[0.0011985123,0.0003202191,0.0017105964,0.00005669677,0.00005359779,6.026123e-7,0.11939035,0.00009447746,0.00016886862,0.6216761,0.25490078,0.00042923514],"about_ca_topic_score_codex":0.0019123196,"about_ca_topic_score_gemma":0.013953313,"teacher_disagreement_score":0.8106164,"about_ca_system_score_codex":0.000045090328,"about_ca_system_score_gemma":0.00022267144,"threshold_uncertainty_score":0.77862763},"labels":[],"label_agreement":null},{"id":"W2996433922","doi":"10.1145/3362077.3362082","title":"AI education matters","year":2019,"lang":"en","type":"article","venue":"AI Matters","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Salient; Subject (documents); Engineering ethics; Data science; Political science; Computer science; Sociology; World Wide Web; Engineering; Artificial intelligence","score_opus":0.009500679667002387,"score_gpt":0.3156231829780236,"score_spread":0.3061225033110212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996433922","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028976314,0.0000074236004,0.00013524709,0.93959326,0.0011770687,0.00020180961,0.0000016081108,0.000070862276,0.02983643],"genre_scores_gemma":[0.20689285,0.00000628024,0.0000584153,0.7781046,0.000073860974,0.0000013884758,0.0000062784384,0.000005136005,0.014851193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937934,0.0000378657,0.000106622436,0.00007522646,0.00021533346,0.00018562855],"domain_scores_gemma":[0.99966717,0.000019479608,0.000046276196,0.00012835434,0.000038635226,0.00010007875],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00019677092,0.000053478405,0.000059654238,0.00006893513,0.00011056518,0.0001316793,0.0001311974,0.00003723997,0.0045345165],"category_scores_gemma":[0.000009379666,0.000052200172,0.00002973352,0.00012655294,0.000042394626,0.0006520948,0.000011820709,0.000064085296,0.0068988255],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001834862,0.00001055214,0.00018459112,0.000008305582,0.0000028329778,5.7635297e-8,0.012611739,0.0000042978186,0.000078781755,0.006870809,0.97596264,0.0042635472],"study_design_scores_gemma":[0.00008632327,0.000006865202,0.0016303887,0.000015689335,0.00000246349,5.6774076e-7,0.0075321672,0.00001532679,0.000052619307,0.0004092758,0.9901692,0.00007909218],"about_ca_topic_score_codex":0.00069026346,"about_ca_topic_score_gemma":0.000045313576,"teacher_disagreement_score":0.17791653,"about_ca_system_score_codex":0.00007161794,"about_ca_system_score_gemma":0.00018810482,"threshold_uncertainty_score":0.9963755},"labels":[],"label_agreement":null},{"id":"W3066326184","doi":"10.1145/3284751.3284756","title":"AI education matters","year":2018,"lang":"en","type":"article","venue":"AI Matters","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Task (project management); Computer science; Face (sociological concept); Artificial intelligence; Facial recognition system; Artificial neural network; Deep neural networks; Simple (philosophy); Transfer of learning; Deep learning; Machine learning; Pattern recognition (psychology); Engineering; Sociology","score_opus":0.01560516645252048,"score_gpt":0.3385703917063676,"score_spread":0.32296522525384713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3066326184","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01306761,0.00002438722,0.00046740627,0.9849988,0.0010052832,0.00021737628,0.0000021596643,0.00013028762,0.00008665411],"genre_scores_gemma":[0.07329373,0.00000436462,0.00053927064,0.9241108,0.00054694887,0.000028741239,0.000017427372,0.000033658467,0.0014250837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912536,0.0000240532,0.00016611535,0.00026112882,0.00019213212,0.00023119361],"domain_scores_gemma":[0.99924886,0.00005487277,0.0000479987,0.00041086104,0.00010971989,0.00012769256],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010048384,0.00012387877,0.00015454057,0.00015821241,0.00006907667,0.00004077021,0.00009654961,0.00005333049,0.001088167],"category_scores_gemma":[0.000020531506,0.00012046961,0.00006133322,0.00018055731,0.00012706615,0.00011600808,0.00003604958,0.00012470802,0.00259308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022542697,0.000115223906,0.0010378461,0.000071286726,0.000022350281,0.0000045990814,0.00033707367,8.3860465e-7,0.0040505994,0.00006095721,0.99005324,0.0042234748],"study_design_scores_gemma":[0.00038078628,0.00010163525,0.0071330154,0.0002079737,0.000066791996,0.000031308846,0.00006792301,0.0000507713,0.0042868946,0.0001582615,0.98738784,0.00012680495],"about_ca_topic_score_codex":0.0003507834,"about_ca_topic_score_gemma":0.000015783347,"teacher_disagreement_score":0.060888063,"about_ca_system_score_codex":0.00017523672,"about_ca_system_score_gemma":0.0002249308,"threshold_uncertainty_score":0.999825},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3128636937","doi":"10.1145/3446243.3446250","title":"Artificial intelligence for students in postsecondary education","year":2020,"lang":"en","type":"article","venue":"AI Matters","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Postsecondary education; Medical education; Psychology; Mathematics education; Learning disability; Pedagogy; Higher education; Political science; Medicine; Developmental psychology","score_opus":0.02479991213896071,"score_gpt":0.3519332936231699,"score_spread":0.3271333814842092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128636937","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035881195,0.00001717921,0.36884952,0.59478056,0.0002775311,0.00011541487,0.0000015293454,0.000052822215,0.000024248367],"genre_scores_gemma":[0.8475617,0.000001622549,0.0106446,0.14160463,0.000105839834,0.000007669302,0.0000050827903,0.0000054047387,0.00006345319],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994707,0.00001633541,0.00013870421,0.00017240201,0.00009445215,0.00010741971],"domain_scores_gemma":[0.9997597,0.000033371118,0.00003100031,0.000105903266,0.000023142129,0.00004689092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008903629,0.000049924474,0.00006399877,0.000045224253,0.000025625039,0.000101430946,0.0004252224,0.000017408849,0.000008414125],"category_scores_gemma":[0.000023993289,0.000051879008,0.000025583748,0.00017252089,0.000009992805,0.00014427236,0.00006887686,0.00008466031,0.00008003006],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039398605,0.00064140325,0.014971802,0.00017901367,0.000035973582,0.000014273675,0.010545094,0.0037032212,0.0021029466,0.05800132,0.10203247,0.80773306],"study_design_scores_gemma":[0.00030437962,0.0006837743,0.014295254,0.00018091637,0.000023994598,0.000009748109,0.001733901,0.76456505,0.0059386827,0.113164924,0.09815909,0.0009402735],"about_ca_topic_score_codex":0.000011754208,"about_ca_topic_score_gemma":0.000004350783,"teacher_disagreement_score":0.8116805,"about_ca_system_score_codex":0.000015155412,"about_ca_system_score_gemma":0.00006637529,"threshold_uncertainty_score":0.21155645},"labels":[],"label_agreement":null},{"id":"W4210588147","doi":"10.1145/3511322.3511327","title":"AI education matters","year":2021,"lang":"en","type":"article","venue":"AI Matters","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Toronto","funders":"","keywords":"Autoencoder; Artificial intelligence; Computer science; Sentence; Sequence (biology); Deep learning; Ideal (ethics); Word (group theory); Artificial neural network; Noise reduction; Natural language processing; Linguistics","score_opus":0.011002925934065646,"score_gpt":0.25754602420791567,"score_spread":0.24654309827385001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210588147","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008050468,0.000034506735,0.42165262,0.5764936,0.0007905495,0.00002873135,2.5600346e-7,0.000065220556,0.00012945097],"genre_scores_gemma":[0.030359074,0.0000029418568,0.030915838,0.9371825,0.00008692868,0.000010072637,0.0000034825355,0.000007782078,0.0014313699],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925274,0.000032686166,0.0001239577,0.0002788524,0.00014254224,0.00016923275],"domain_scores_gemma":[0.99931735,0.000017791399,0.00002856277,0.0005242942,0.00005409536,0.00005793628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006569879,0.000073524345,0.00007325728,0.000047742953,0.000049189995,0.00017032099,0.00035365287,0.000025621399,0.00008988516],"category_scores_gemma":[0.0000033688418,0.000079261394,0.000037470414,0.00015338101,0.0000117566815,0.00037509453,0.0001365758,0.000089178095,0.0003349317],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.2789998e-7,0.000035075405,0.00013759246,0.000020726822,0.000008517524,0.00001333907,0.00048363683,0.00019564798,0.0020840748,0.018582158,0.9443412,0.034097634],"study_design_scores_gemma":[0.0001890451,0.000009552795,0.00080459873,0.00006158261,0.000007799654,0.000090767855,0.00012525325,0.021428553,0.005303068,0.011020926,0.9606643,0.00029458725],"about_ca_topic_score_codex":0.000044804267,"about_ca_topic_score_gemma":0.0000049100627,"teacher_disagreement_score":0.3907368,"about_ca_system_score_codex":0.00004139873,"about_ca_system_score_gemma":0.00015279706,"threshold_uncertainty_score":0.43049812},"labels":[],"label_agreement":null},{"id":"W4232393634","doi":"10.1145/3320254.3322194","title":"Crosswords","year":2019,"lang":"en","type":"article","venue":"AI Matters","topic":"Linguistics and language evolution","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coupon; Elite; The Internet; Bit (key); Advertising; Irish; Business; Medicine; Telecommunications; Political science; Computer science; Computer security; Law; Finance; Linguistics; World Wide Web; Philosophy","score_opus":0.008679763144186505,"score_gpt":0.2184198033549728,"score_spread":0.2097400402107863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232393634","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41386604,0.00021904221,0.00020419495,0.050258107,0.010350372,0.0003383284,0.000051419112,0.00030202954,0.5244105],"genre_scores_gemma":[0.9177328,6.5186475e-7,0.000018646186,0.04221269,0.00055634277,0.000001819856,0.000008491581,0.00000823697,0.039460357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997092,0.000004821426,0.000058116628,0.00007150864,0.00006012396,0.00009621525],"domain_scores_gemma":[0.9998299,0.000009735798,0.000016937887,0.00009964313,0.000026928547,0.00001688214],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000034981986,0.000042389842,0.000046780744,0.00002120555,0.000057171044,0.000099760204,0.00005217143,0.000009982133,0.011979358],"category_scores_gemma":[0.000003212277,0.000035395977,0.000025437233,0.0000066712155,0.000035901423,0.000046389345,0.0000136157805,0.000041609175,0.0026696627],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005054333,0.000015351445,0.00053688866,0.000022455311,0.000012828681,0.0000040117184,0.012076131,0.0000063093166,0.00011340789,0.45436123,0.53234345,0.000502862],"study_design_scores_gemma":[0.00009471986,0.00001412542,0.00020447836,0.0000072871658,0.0000035521034,5.016369e-7,0.00056050456,0.00009779612,0.000021071844,0.001063524,0.997869,0.00006342482],"about_ca_topic_score_codex":0.0002675121,"about_ca_topic_score_gemma":0.000077591576,"teacher_disagreement_score":0.50386673,"about_ca_system_score_codex":0.000009997814,"about_ca_system_score_gemma":0.0000053527374,"threshold_uncertainty_score":0.9981069},"labels":[],"label_agreement":null},{"id":"W4312940262","doi":"10.1145/3557785.3557789","title":"EAAI-22 Blue Sky Ideas in Artificial Intelligence Education from the AAAI/ACM SIGAI New and Future AI Educator Program","year":2022,"lang":"en","type":"article","venue":"AI Matters","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Diversity (politics); Leverage (statistics); Artificial intelligence; Computer science; Psychology; Pedagogy; Sociology","score_opus":0.031962967464420546,"score_gpt":0.3816076599249009,"score_spread":0.34964469246048036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312940262","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22874466,0.00038268257,0.000015447715,0.76808846,0.0017410335,0.00046156143,0.000011356959,0.000044245047,0.0005105704],"genre_scores_gemma":[0.7849337,0.0002111173,0.00048720665,0.21039341,0.003069896,0.000118190175,0.000026450823,0.000023879067,0.000736152],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984386,0.00033481582,0.00021821048,0.00026310165,0.00042326405,0.00032199483],"domain_scores_gemma":[0.9991163,0.0002974202,0.00009045749,0.00025570538,0.000067995454,0.0001721265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079177716,0.00011771609,0.00013357382,0.000055043874,0.0009394132,0.00043058416,0.0005594052,0.00009420264,0.0007465243],"category_scores_gemma":[0.00024608377,0.00010638691,0.000053262058,0.0004289047,0.00026581506,0.00030282448,0.00016089059,0.00063286285,0.000030962692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028990396,0.00035024894,0.0032767989,0.000008413786,0.000027085884,0.0000032536009,0.20156199,0.0000148399895,0.00007443365,0.109653264,0.33441693,0.35058376],"study_design_scores_gemma":[0.000047261026,0.00006084152,0.0037635334,0.000018040113,0.000017729999,6.309867e-7,0.11509353,0.000012314523,0.000035994595,0.27027676,0.61046904,0.00020431184],"about_ca_topic_score_codex":0.050167304,"about_ca_topic_score_gemma":0.010764321,"teacher_disagreement_score":0.55769503,"about_ca_system_score_codex":0.00016747034,"about_ca_system_score_gemma":0.0016147939,"threshold_uncertainty_score":0.95615774},"labels":[],"label_agreement":null},{"id":"W4387476016","doi":"10.1145/3609468.3609471","title":"Emergence of Maps in the Memories of Blind Navigation Agents","year":2023,"lang":"en","type":"article","venue":"AI Matters","topic":"Memory and Neural Mechanisms","field":"Neuroscience","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Leverage (statistics); Forage; Foraging; Artificial intelligence; TRIPS architecture; Computer science; Communication; Ecology; Psychology; Zoology; Biology","score_opus":0.1341455692995524,"score_gpt":0.36144680322137973,"score_spread":0.22730123392182733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387476016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908917,0.000002875669,0.000043262222,0.008425441,0.00038630908,0.00013538261,0.000011464326,0.000013599284,0.00008999687],"genre_scores_gemma":[0.9938251,0.000019183244,0.000010461227,0.0059989183,0.000009404334,0.000008999056,0.0000022203456,0.0000041719954,0.000121556186],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993505,0.000075268916,0.00015884789,0.000115160394,0.00020173633,0.00009847416],"domain_scores_gemma":[0.9995998,0.00015845044,0.000067045694,0.00015490796,0.000008372202,0.000011415465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001907277,0.000047442692,0.00007033615,0.000058402733,0.000030614887,0.0000051019338,0.00022267859,0.00001646117,0.00012047987],"category_scores_gemma":[0.00005261934,0.0000345305,0.000025121832,0.0004956374,0.00005089509,0.000093322684,0.000032100575,0.00005733429,0.000058724283],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020858322,0.000016483787,0.0001303379,0.000046590976,9.405691e-7,0.000014619058,0.0011789607,0.00010170449,0.98529834,0.000683574,0.012114992,0.0003926166],"study_design_scores_gemma":[0.00012749867,0.0000320702,0.0009782144,0.000025569318,0.0000031218626,0.000002845386,0.0004944349,0.00028361243,0.9959743,0.001822172,0.00022089048,0.00003525195],"about_ca_topic_score_codex":0.00000770683,"about_ca_topic_score_gemma":0.0000022030713,"teacher_disagreement_score":0.011894102,"about_ca_system_score_codex":0.0000015011167,"about_ca_system_score_gemma":0.0000060507314,"threshold_uncertainty_score":0.14081131},"labels":[],"label_agreement":null},{"id":"W4387506163","doi":"10.1145/3609468.3609474","title":"EAAI-23 Blue Sky Ideas in Artificial Intelligence Education from the AAAI/ACM SIGAI New and Future AI Educator Program","year":2023,"lang":"en","type":"article","venue":"AI Matters","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Library science; Pedagogy; Sociology; Computer science","score_opus":0.04480444234950844,"score_gpt":0.4056920060800805,"score_spread":0.36088756373057207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387506163","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25764316,0.00016980308,0.000012586692,0.73980844,0.0015193111,0.00039195464,0.0000065148947,0.00009119885,0.00035701503],"genre_scores_gemma":[0.80174613,0.00092358916,0.00057786045,0.18835475,0.0064942366,0.00008849049,0.00005396097,0.000040476672,0.0017205274],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99862015,0.00018757374,0.00021983127,0.00026125196,0.0003367088,0.00037450585],"domain_scores_gemma":[0.9989823,0.00040128958,0.00007289075,0.00025344043,0.00009109949,0.00019897654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075420755,0.0001240487,0.00013875408,0.00007230991,0.0004730707,0.00055527873,0.0004539226,0.00017435469,0.00013308944],"category_scores_gemma":[0.00045926575,0.00010461381,0.000052016752,0.00066936173,0.0003135418,0.00036100062,0.000088099354,0.0004195463,0.0002504694],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014608664,0.00013824715,0.0035308788,0.000012565466,0.000024578423,0.0000033398683,0.1636673,0.0000052468736,0.00008958696,0.07179381,0.4244368,0.33628303],"study_design_scores_gemma":[0.000056754885,0.00004571042,0.016989248,0.00007872516,0.000022408693,3.3919642e-7,0.09723457,0.00002552672,0.00009815528,0.4538102,0.43135533,0.00028304377],"about_ca_topic_score_codex":0.033620894,"about_ca_topic_score_gemma":0.019199986,"teacher_disagreement_score":0.5514537,"about_ca_system_score_codex":0.00008226026,"about_ca_system_score_gemma":0.0012243621,"threshold_uncertainty_score":0.99869704},"labels":[],"label_agreement":null},{"id":"W4416957038","doi":"10.1145/3774399.3774405","title":"Interpolating Humour — Can Lines Be Funny?","year":2025,"lang":"en","type":"article","venue":"AI Matters","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Point (geometry); Observable; Interpolation (computer graphics); Calculus (dental); Key (lock); Line (geometry); Algebra over a field","score_opus":0.02322144989524311,"score_gpt":0.3081880027466363,"score_spread":0.2849665528513932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416957038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014923753,0.000049120423,0.5817978,0.39962035,0.001378814,0.00011359081,0.000001874022,0.00027387857,0.0018408623],"genre_scores_gemma":[0.8006689,0.000002679789,0.011003407,0.18617937,0.00007149499,0.000012037207,0.0000010456723,0.000008108266,0.002052973],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990752,0.000035127447,0.00023232683,0.0002799147,0.00012664388,0.00025081632],"domain_scores_gemma":[0.99930227,0.00012026812,0.000053572792,0.00042260825,0.000056294444,0.00004497855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013997169,0.00011060115,0.00011599791,0.00013235334,0.00011206682,0.00020883784,0.0008344623,0.000037630372,0.000034782202],"category_scores_gemma":[0.00004841132,0.000107130436,0.000054296484,0.00033222136,0.000060038357,0.00025165515,0.00033692608,0.00013514608,0.0000846329],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009781599,0.000084349456,0.0114220055,0.00007775862,0.00009292954,0.000049990307,0.008902408,0.0007134937,0.016764846,0.16807365,0.558204,0.23560478],"study_design_scores_gemma":[0.00024398012,0.00014091116,0.0037020056,0.00058267417,0.000038623668,0.00002598421,0.00235782,0.3044711,0.18346255,0.07970976,0.42406645,0.0011981234],"about_ca_topic_score_codex":0.00034739744,"about_ca_topic_score_gemma":0.00016776152,"teacher_disagreement_score":0.78574514,"about_ca_system_score_codex":0.00004396171,"about_ca_system_score_gemma":0.000050604052,"threshold_uncertainty_score":0.43686524},"labels":[],"label_agreement":null},{"id":"W4416957045","doi":"10.1145/3774399.3774406","title":"Semantic, Orthographic, and Morphological Biases in Humans' Wordle Gameplay","year":2025,"lang":"en","type":"article","venue":"AI Matters","topic":"Child and Animal Learning Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Toronto","funders":"","keywords":"Outcome (game theory); Game theory; Key (lock); Natural (archaeology)","score_opus":0.01685972585107929,"score_gpt":0.30624180433022546,"score_spread":0.28938207847914615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416957045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639113,0.00029349848,0.000052340383,0.03192125,0.00023635499,0.000108145876,0.0000019678027,0.000059055492,0.003416118],"genre_scores_gemma":[0.94872975,0.000024347997,0.00009932129,0.04913354,0.000017059703,0.000016531743,0.0000063846824,0.0000075422627,0.00196554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99914104,0.000065672095,0.00017181972,0.00031332008,0.00005919246,0.0002489849],"domain_scores_gemma":[0.999663,0.00012098205,0.000026795893,0.00014365505,0.000008233134,0.000037349753],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016524237,0.00010966635,0.00016515006,0.00020875296,0.000053737367,0.00002981731,0.00008980164,0.00006511737,0.0009583964],"category_scores_gemma":[0.00001854862,0.0000954867,0.000036136997,0.00022984631,0.000091762144,0.000027126975,0.000057627523,0.0002014614,0.00012400454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074999654,0.00016380822,0.84523463,0.000022782551,0.000057447305,0.00028921283,0.0010985724,0.000009469892,0.0007864819,0.0067018797,0.14091818,0.00464252],"study_design_scores_gemma":[0.00045194715,0.000035808895,0.92219514,0.000094147974,0.000008240459,0.000011232721,0.0002465818,0.000005988345,0.000018890774,0.00023676002,0.07657994,0.000115350646],"about_ca_topic_score_codex":0.000103008075,"about_ca_topic_score_gemma":0.000067182635,"teacher_disagreement_score":0.07696047,"about_ca_system_score_codex":0.000009788176,"about_ca_system_score_gemma":0.000009634065,"threshold_uncertainty_score":0.9999549},"labels":[],"label_agreement":null},{"id":"W4416957059","doi":"10.1145/3774399.3774404","title":"Adapting BERT for 'Apples to Apples' Gameplay","year":2025,"lang":"en","type":"article","venue":"AI Matters","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Focus (optics); Selection (genetic algorithm); Variety (cybernetics); Matching (statistics); Consistency (knowledge bases); Classifier (UML); Word (group theory); Noun","score_opus":0.019943672666975137,"score_gpt":0.3140304022379823,"score_spread":0.2940867295710071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416957059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021810692,0.000024014445,0.8665166,0.12988831,0.00052841986,0.00033505287,0.0000032912292,0.00015128832,0.00037198083],"genre_scores_gemma":[0.502797,0.0000033020697,0.20544241,0.2876562,0.00014629976,0.00033068887,0.0000037039883,0.00002490518,0.0035954611],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888873,0.000020445972,0.00023853662,0.00038024527,0.00013537295,0.0003366497],"domain_scores_gemma":[0.9990764,0.00029599137,0.00004237281,0.00045026632,0.000065728455,0.00006919601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023071782,0.00012345772,0.00014342695,0.00013938549,0.00012798769,0.0001896695,0.0009002932,0.000040625757,0.00001778804],"category_scores_gemma":[0.000057743586,0.00012321532,0.00006957972,0.00034189667,0.00003705154,0.00021529247,0.0002681751,0.00007424983,0.0002213817],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012268309,0.000036576643,0.00066499464,0.00004802351,0.000034641427,0.0000041940084,0.0020036413,0.002026782,0.009532335,0.17189252,0.70017284,0.11357116],"study_design_scores_gemma":[0.00008896193,0.00006493602,0.0003006972,0.00012067834,0.00001124723,0.0000031944664,0.0004120184,0.028652644,0.07447347,0.015797433,0.87973374,0.000340986],"about_ca_topic_score_codex":0.00009774533,"about_ca_topic_score_gemma":0.00006643286,"teacher_disagreement_score":0.66107416,"about_ca_system_score_codex":0.000045798322,"about_ca_system_score_gemma":0.0000470287,"threshold_uncertainty_score":0.50245744},"labels":[],"label_agreement":null}]}