{"meta":{"query_hash":"db15944edc18","filters":{"venue":"AIED Workshops"},"cohort_total":7,"direct_labels_cover":0,"predictions_cover":7,"exported":7,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/db15944edc18","api":"https://metacan.xera.ac/api/v1/cohort?venue=AIED+Workshops"},"results":[{"id":"W2141238731","doi":"","title":"Using Simulated Learners and Simulated Learning Environments within a Special Education Context.","year":2013,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Cognitive and developmental aspects of mathematical skills","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Context (archaeology); Context model; Multimedia; Human–computer interaction; Mathematics education; Artificial intelligence; Psychology; Geology","score_opus":0.035321457835724226,"score_gpt":0.29941495942265234,"score_spread":0.2640935015869281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141238731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99268126,0.000053246764,0.0011740528,0.00012470834,0.00014324136,0.00058041123,6.8322225e-7,0.00007662364,0.0051657828],"genre_scores_gemma":[0.9919805,0.0000091959355,0.004352692,0.00025710955,0.00018225583,0.0000043467944,0.000012248149,0.000042194042,0.0031594501],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99864894,0.00008634681,0.0003990395,0.00031404468,0.0002549663,0.0002966665],"domain_scores_gemma":[0.9988703,0.00060428237,0.0001722842,0.00014235392,0.000049164817,0.00016157603],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018967876,0.0002359359,0.0002937936,0.00008483276,0.0001932413,0.000114278555,0.000093512,0.00013737642,0.0011898906],"category_scores_gemma":[0.00078867096,0.00021227112,0.000051494302,0.00017983167,0.00010669307,0.00025675257,0.00011553005,0.00031336045,0.00029135894],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064474705,0.0058792955,0.031363465,0.00075337343,0.0018140244,0.00010874538,0.06263319,0.016059808,0.027667534,0.069356896,0.0115635125,0.7721554],"study_design_scores_gemma":[0.0063167936,0.00036052286,0.009901649,0.0022259203,0.00047346065,0.00009562322,0.04088424,0.10921003,0.008659497,0.8144758,0.0043274364,0.0030690355],"about_ca_topic_score_codex":0.000054340908,"about_ca_topic_score_gemma":0.000006778556,"teacher_disagreement_score":0.76908636,"about_ca_system_score_codex":0.000096674,"about_ca_system_score_gemma":0.000048700804,"threshold_uncertainty_score":0.99972314},"labels":[],"label_agreement":null},{"id":"W2398337971","doi":"","title":"An Approach to Developing Instructional Planners for Dynamic Open-Ended Learning Environments.","year":2015,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Planner; Metadata; Computer science; Path (computing); Architecture; Human–computer interaction; Multimedia; Artificial intelligence; World Wide Web; Computer network","score_opus":0.04625122799812713,"score_gpt":0.30843363848556254,"score_spread":0.2621824104874354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398337971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041263245,0.000013188279,0.93605775,0.0017030367,0.0007132788,0.00048648383,8.5697775e-7,0.00012380195,0.01963839],"genre_scores_gemma":[0.6271064,0.0000018539099,0.3705048,0.0005211165,0.00005563552,0.00009924767,0.000065224296,0.000014525241,0.0016311767],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986429,0.00009912651,0.0002000392,0.0005001228,0.00023370582,0.0003241095],"domain_scores_gemma":[0.9992665,0.000052390533,0.00008660475,0.00028586778,0.000039859973,0.00026878295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053106656,0.00014302145,0.00014997374,0.00011597389,0.0003190097,0.00054810307,0.0012104497,0.00007287583,0.000007189449],"category_scores_gemma":[0.00010596548,0.00014940156,0.000027407552,0.00036111925,0.000023108614,0.00096590724,0.00034465452,0.00024125104,0.00008314581],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015816843,0.00045398908,0.002991346,0.000023191868,0.000106094114,0.0000030883334,0.018340603,0.3278756,0.0009291737,0.3219008,0.007476944,0.31974098],"study_design_scores_gemma":[0.0033796437,0.00043140928,0.028284494,0.00008806077,0.000021430278,0.00008483214,0.0338022,0.5096851,0.00036224062,0.005341385,0.41688284,0.0016363701],"about_ca_topic_score_codex":0.000012122114,"about_ca_topic_score_gemma":0.0000034938487,"teacher_disagreement_score":0.5858432,"about_ca_system_score_codex":0.00020916126,"about_ca_system_score_gemma":0.00021517594,"threshold_uncertainty_score":0.60924184},"labels":[],"label_agreement":null},{"id":"W2400970514","doi":"","title":"Simulated learners for testing agile teaming in social educational games","year":2015,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Agile software development; Computer science; Sociotechnical system; Context (archaeology); Scheduling (production processes); Class (philosophy); Knowledge management; Multi-agent system; Human–computer interaction; Software engineering; Artificial intelligence; Engineering","score_opus":0.0955146978959495,"score_gpt":0.3255970035302346,"score_spread":0.23008230563428506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400970514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65473557,0.00025508113,0.32989493,0.0062870854,0.0025119684,0.0010077875,0.000004067694,0.00032463635,0.0049788747],"genre_scores_gemma":[0.9853549,3.4189318e-7,0.013428773,0.000121063575,0.0003398389,0.000023289092,0.000011805233,0.000009150104,0.00071085035],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909186,0.000051473286,0.00022012266,0.00024555682,0.0001700333,0.00022094966],"domain_scores_gemma":[0.9991163,0.00046996464,0.000105215855,0.00013302403,0.000114709386,0.00006079919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043212564,0.000088204484,0.00011707682,0.000101099686,0.00011388807,0.00009382699,0.00024601014,0.000070246206,0.0000041597923],"category_scores_gemma":[0.0006081386,0.000089154615,0.00003287863,0.00043330618,0.0000135599175,0.00029632155,0.000054869633,0.00009180092,0.000021081847],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008935997,0.0008246056,0.13787569,0.00016214605,0.00010244974,0.00001277937,0.05677384,0.18825457,0.005402138,0.06474941,0.07591154,0.46984148],"study_design_scores_gemma":[0.0017564459,0.000048788115,0.03655371,0.00011797213,0.0000066803614,0.000004245138,0.00094539754,0.9494565,0.00024386351,0.0044923685,0.00599,0.00038403049],"about_ca_topic_score_codex":0.00007533589,"about_ca_topic_score_gemma":0.000019562296,"teacher_disagreement_score":0.7612019,"about_ca_system_score_codex":0.00010077135,"about_ca_system_score_gemma":0.00014262577,"threshold_uncertainty_score":0.36356196},"labels":[],"label_agreement":null},{"id":"W2402471406","doi":"","title":"Fostering Diagnostic Accuracy in a Medical Intelligent Tutoring System.","year":2013,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Intelligent tutoring system; Artificial intelligence; Human–computer interaction","score_opus":0.04059755092363861,"score_gpt":0.34766565679484995,"score_spread":0.30706810587121136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402471406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97861767,0.0011394784,0.0012390097,0.0043698745,0.0010868828,0.00093429524,0.0000012078654,0.00026151523,0.012350039],"genre_scores_gemma":[0.99731576,0.0002866786,0.00039878945,0.00097208866,0.00046921286,0.00022883974,0.00001430953,0.00003407861,0.00028025737],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978156,0.00006975757,0.0006832823,0.00038940794,0.0005394297,0.0005025213],"domain_scores_gemma":[0.9568671,0.04171242,0.00010967468,0.0005228309,0.00009953253,0.0006884166],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056191755,0.00020334542,0.0004852501,0.00012759576,0.00004555473,0.000059155078,0.00019132048,0.00025406005,0.00086175534],"category_scores_gemma":[0.15263031,0.00016717639,0.00012232746,0.00035801352,0.00007039096,0.00009559831,0.00034176602,0.0005798668,0.0009807105],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000779974,0.0005012885,0.111692764,0.00019508715,0.000074877105,0.0013905829,0.0006447766,0.00009533183,0.00006172358,0.001030152,0.003899679,0.88033575],"study_design_scores_gemma":[0.00969081,0.0007504979,0.84660345,0.10768358,0.00034236387,0.0013322455,0.0046787537,0.020110574,0.0011616889,0.0015616517,0.004597227,0.0014871698],"about_ca_topic_score_codex":0.00042791458,"about_ca_topic_score_gemma":0.000030548385,"teacher_disagreement_score":0.87884855,"about_ca_system_score_codex":0.00017667993,"about_ca_system_score_gemma":0.00014410113,"threshold_uncertainty_score":0.99979717},"labels":[],"label_agreement":null},{"id":"W2402677458","doi":"","title":"AI and Ed: A Happy Open Marriage.","year":2015,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Exploit; Process (computing); Computer science; Artificial intelligence; Psychology; Data science; Computer security","score_opus":0.02945607059639384,"score_gpt":0.31330933958946394,"score_spread":0.2838532689930701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402677458","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031197278,0.0018986773,0.6425606,0.26402748,0.0017657261,0.00065663096,0.00000517171,0.0008827505,0.05700572],"genre_scores_gemma":[0.94232035,0.000026503087,0.046104606,0.0044283844,0.00019773973,0.000006247824,0.0000032653686,0.000012715636,0.0069002113],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991789,0.000054836877,0.00012110811,0.00028578815,0.00015620662,0.00020316595],"domain_scores_gemma":[0.9992219,0.00006275478,0.0000441435,0.00042071496,0.00006042487,0.00019005995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041364058,0.000095701726,0.00013994213,0.000045133052,0.0000790686,0.00057182286,0.00088548934,0.000057128174,0.000009000948],"category_scores_gemma":[0.00013816114,0.000083458806,0.000021635187,0.00026270896,0.000032771397,0.00039513395,0.0007779635,0.00020777191,0.00014014562],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027918868,0.00016330193,0.0077548786,0.000013766864,0.00006390754,0.0001268188,0.002163814,0.0012726156,0.000034343546,0.13161924,0.37964353,0.47711587],"study_design_scores_gemma":[0.0019319133,0.00025225215,0.003470551,0.00017830574,0.000030735508,0.00008169357,0.00038362853,0.5217788,0.00006642397,0.08009468,0.39097434,0.0007566716],"about_ca_topic_score_codex":0.000038273818,"about_ca_topic_score_gemma":0.000010082996,"teacher_disagreement_score":0.91112304,"about_ca_system_score_codex":0.000014787438,"about_ca_system_score_gemma":0.000088294284,"threshold_uncertainty_score":0.55141014},"labels":[],"label_agreement":null},{"id":"W2403046543","doi":"","title":"Exploring the Issues in Simulating a Semi-Structured Learning Environment: the SimGrad Doctoral Program Design","year":2015,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Process (computing); Learning environment; Focus (optics); Human–computer interaction; Knowledge management; Engineering management; Mathematics education; Engineering; Psychology","score_opus":0.2817288293375615,"score_gpt":0.40313404917332657,"score_spread":0.12140521983576508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403046543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9621401,0.0010304698,0.027742693,0.0020681156,0.00095538073,0.0009944306,5.314266e-7,0.00044533552,0.0046229614],"genre_scores_gemma":[0.9845119,0.00000779938,0.012571577,0.00018855862,0.0004437397,0.00027583155,0.0000069416456,0.00005570501,0.0019379582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99380034,0.00452863,0.00037452966,0.00040652836,0.00030303837,0.00058692246],"domain_scores_gemma":[0.9976746,0.0015327323,0.0001905485,0.00050398626,0.000033244953,0.00006490854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053798333,0.00026525842,0.0002619775,0.00010482053,0.00041383787,0.00012409964,0.00043166443,0.00011539793,0.00010807092],"category_scores_gemma":[0.0010217193,0.00016069149,0.00006912127,0.00061098573,0.00018804485,0.00013941122,0.000112216,0.0019775077,0.000084603016],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019552693,0.00009917344,0.027021775,0.0000049341893,0.00009459941,0.000029395087,0.0998261,0.2190765,0.00015948183,0.0019076088,0.0007479951,0.6508369],"study_design_scores_gemma":[0.004873165,0.0011843219,0.2846587,0.00035585588,0.00014789683,0.00006758589,0.0882917,0.062480383,0.0004238438,0.008005225,0.5477137,0.0017976213],"about_ca_topic_score_codex":0.0001577109,"about_ca_topic_score_gemma":0.0000051350257,"teacher_disagreement_score":0.64903927,"about_ca_system_score_codex":0.0000940241,"about_ca_system_score_gemma":0.00002210701,"threshold_uncertainty_score":0.85913974},"labels":[],"label_agreement":null},{"id":"W2406869955","doi":"","title":"Leveraging Comparisons between Cultural Frameworks: Preliminary Investigations of the MAUOC Ontological Ecology.","year":2015,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Cultural Differences and Values","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Reinterpretation; Computer science; Epistemology; Representation (politics); Sociology; Hofstede's cultural dimensions theory; Conceptual framework; Management science; Ecology; Social science; Engineering; Political science; Philosophy; Aesthetics","score_opus":0.2255617516665418,"score_gpt":0.38828038436127993,"score_spread":0.16271863269473813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406869955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98325294,0.00036287564,0.00031733856,0.007514989,0.0008510725,0.0002738169,0.000012333369,0.00007901382,0.007335591],"genre_scores_gemma":[0.99630594,0.000003821856,0.0012000101,0.0005969928,0.00022620663,0.00003984854,0.000034535286,0.000010264573,0.0015823612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984828,0.000322449,0.0003704943,0.0002912454,0.00019430293,0.00033866317],"domain_scores_gemma":[0.99875724,0.0003721597,0.00019157934,0.00039994044,0.00011827419,0.00016078213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020061714,0.00018440596,0.00034133246,0.000033009175,0.00017698487,0.000034489654,0.0005008016,0.0004470685,0.00024177395],"category_scores_gemma":[0.00025072665,0.00010750629,0.00014042458,0.0003161661,0.00044680218,0.00008709567,0.00018633573,0.00082710595,0.00008583818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044487555,0.00011430721,0.8569264,0.0000050845574,0.00011539724,0.000003132151,0.0090568,0.00018305184,0.000018424973,0.009954864,0.120617434,0.0029606654],"study_design_scores_gemma":[0.0004060083,0.00013663228,0.98018247,0.000060457398,0.00008687089,0.000010785838,0.008606197,0.00013225788,0.000025023448,0.00764747,0.0025422296,0.00016359953],"about_ca_topic_score_codex":0.00021936707,"about_ca_topic_score_gemma":0.000078521225,"teacher_disagreement_score":0.12325612,"about_ca_system_score_codex":0.000044148113,"about_ca_system_score_gemma":0.00004023557,"threshold_uncertainty_score":0.43839794},"labels":[],"label_agreement":null}]}