{"meta":{"query_hash":"db15944edc18","filters":{"venue":"AIED Workshops"},"cohort_total":7,"direct_labels_cover":0,"predictions_cover":7,"exported":7,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/db15944edc18","api":"https://metacan.xera.ac/api/v1/cohort?venue=AIED+Workshops"},"results":[{"id":"W2141238731","doi":"","title":"Using Simulated Learners and Simulated Learning Environments within a Special Education Context.","year":2013,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Cognitive and developmental aspects of mathematical skills","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Context (archaeology); Context model; Multimedia; Human–computer interaction; Mathematics education; Artificial intelligence; Psychology; Geology","score_opus":0.035321457835724226,"score_gpt":0.29941495942265234,"score_spread":0.2640935015869281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141238731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882521,0.000067250585,0.005780238,0.00009811992,0.00003206934,0.00023554947,0.00011081225,0.00006286433,0.005361017],"genre_scores_gemma":[0.991863,0.000085544445,0.00543205,0.000032686865,0.0000055936903,0.0002969008,0.00009851488,0.000007946606,0.0021778361],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987803,0.00083446666,0.000039073642,0.00012945592,0.00009688092,0.00011978642],"domain_scores_gemma":[0.99685115,0.001879815,0.00018072203,0.000263284,0.0002292345,0.0005957736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014312459,0.0005437459,0.0003596031,0.00035361806,0.00041016252,0.0012102933,0.00094851153,0.0009905207,0.0037009884],"category_scores_gemma":[0.0072885463,0.00021672787,0.00035582375,0.0002840098,0.00056211464,0.00079437153,0.0018316513,0.00076812133,0.000441075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035318047,0.09285962,0.14384608,0.0035040393,0.0010892266,0.007066402,0.058040537,0.22691992,0.07956506,0.0279226,0.009271983,0.31459653],"study_design_scores_gemma":[0.010788235,0.11279742,0.12517406,0.0019865287,0.0014271403,0.005750973,0.056472033,0.381629,0.13856828,0.057162758,0.10710928,0.0011344161],"about_ca_topic_score_codex":0.0013494542,"about_ca_topic_score_gemma":0.0019117465,"teacher_disagreement_score":0.0037009884,"about_ca_system_score_codex":0.0005573194,"about_ca_system_score_gemma":0.00083740585,"threshold_uncertainty_score":0.012381077},"labels":[],"label_agreement":null},{"id":"W2398337971","doi":"","title":"An Approach to Developing Instructional Planners for Dynamic Open-Ended Learning Environments.","year":2015,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Planner; Metadata; Computer science; Path (computing); Architecture; Human–computer interaction; Multimedia; Artificial intelligence; World Wide Web; Computer network","score_opus":0.04625122799812713,"score_gpt":0.30843363848556254,"score_spread":0.2621824104874354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398337971","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018398047,0.000050706523,0.99305,0.00027097037,0.000028104978,0.00031558092,0.00008195174,0.0010234729,0.0033394592],"genre_scores_gemma":[0.02524212,0.000055294193,0.9720172,0.00006879892,0.0000066174475,0.00035380843,0.00014923495,0.0000689617,0.0020380123],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984403,0.00054820074,0.00013750578,0.0003233814,0.00047314094,0.00007747317],"domain_scores_gemma":[0.99622536,0.0016997629,0.00029903618,0.0007509457,0.00071050925,0.00031441104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029417803,0.00084709947,0.0004161284,0.0009841782,0.0007957087,0.00229021,0.002585627,0.0015243529,0.009377902],"category_scores_gemma":[0.011246671,0.00084876467,0.000997983,0.0006651309,0.0016432249,0.0021817237,0.0031198838,0.00209038,0.0021228418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020408041,0.00073815504,0.0035490845,0.0010684343,0.00015883056,0.0004996965,0.00281199,0.22130524,0.0115764495,0.30255216,0.010140756,0.4453951],"study_design_scores_gemma":[0.00014722739,0.00038020866,0.00059710577,0.0002908897,0.000095675685,0.00048779638,0.0009720716,0.67853683,0.013479196,0.16972092,0.13520136,0.00009062289],"about_ca_topic_score_codex":0.0034278966,"about_ca_topic_score_gemma":0.0056165974,"teacher_disagreement_score":0.009377902,"about_ca_system_score_codex":0.0013647375,"about_ca_system_score_gemma":0.004419918,"threshold_uncertainty_score":0.03137219},"labels":[],"label_agreement":null},{"id":"W2400970514","doi":"","title":"Simulated learners for testing agile teaming in social educational games","year":2015,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Agile software development; Computer science; Sociotechnical system; Context (archaeology); Scheduling (production processes); Class (philosophy); Knowledge management; Multi-agent system; Human–computer interaction; Software engineering; Artificial intelligence; Engineering","score_opus":0.0955146978959495,"score_gpt":0.3255970035302346,"score_spread":0.23008230563428506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400970514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83105767,0.000035897196,0.16213645,0.0001136311,0.00004930149,0.0009796656,0.00011025,0.00039356892,0.005123465],"genre_scores_gemma":[0.88103914,0.000037269194,0.1159623,0.000067328554,0.0000054865636,0.00089653337,0.00013334626,0.000046047433,0.0018126592],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965239,0.0024121117,0.00018182353,0.00020236777,0.0004712026,0.00020842058],"domain_scores_gemma":[0.99331844,0.004239059,0.00038345042,0.0010322578,0.0005117577,0.00051506015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038353156,0.0007716542,0.00041588888,0.0005959592,0.00059992657,0.0009842911,0.0020523192,0.0009480642,0.0019505416],"category_scores_gemma":[0.008322647,0.00033706735,0.0005326563,0.00024464904,0.0011174808,0.0012134267,0.0016562216,0.0011834748,0.00026688035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002586312,0.016044531,0.041887913,0.00079930545,0.00034197673,0.0010984174,0.010892689,0.6723178,0.06301302,0.061984144,0.0028913044,0.1261426],"study_design_scores_gemma":[0.00043599558,0.006423188,0.0044721053,0.000098399265,0.00007499698,0.0002107744,0.0023245127,0.88999665,0.066805206,0.014746426,0.014322991,0.00008870917],"about_ca_topic_score_codex":0.0016375904,"about_ca_topic_score_gemma":0.0023885984,"teacher_disagreement_score":0.0038353156,"about_ca_system_score_codex":0.00075737195,"about_ca_system_score_gemma":0.0008819674,"threshold_uncertainty_score":0.020283341},"labels":[],"label_agreement":null},{"id":"W2402471406","doi":"","title":"Fostering Diagnostic Accuracy in a Medical Intelligent Tutoring System.","year":2013,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Intelligent tutoring system; Artificial intelligence; Human–computer interaction","score_opus":0.04059755092363861,"score_gpt":0.34766565679484995,"score_spread":0.30706810587121136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402471406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5645302,0.00079870026,0.40449056,0.0049985554,0.00020452352,0.00038862112,0.00027620772,0.009079329,0.01523337],"genre_scores_gemma":[0.799095,0.00012971826,0.19797254,0.00048585123,0.00004424534,0.00008393767,0.00024394883,0.000091276816,0.0018535188],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99457717,0.0034949281,0.00029880294,0.0005627367,0.0008314905,0.0002348469],"domain_scores_gemma":[0.9279914,0.061660286,0.0020236124,0.0025395793,0.004397241,0.0013878664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068773716,0.0005771363,0.0003702524,0.0009988234,0.0005388226,0.0020929966,0.0018849774,0.0017617363,0.0023176859],"category_scores_gemma":[0.08402123,0.00037119127,0.00023365993,0.00041949132,0.0005147117,0.0025194858,0.0031168198,0.0015463231,0.0010834514],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021909892,0.0042431247,0.046676688,0.0005869707,0.00019136361,0.0010004042,0.0058165686,0.05491239,0.03566189,0.008469686,0.012551549,0.82769835],"study_design_scores_gemma":[0.0004293043,0.0013295574,0.012304773,0.0003051042,0.0003712705,0.0017225526,0.0015349585,0.84032273,0.081310526,0.044289038,0.015938155,0.00014206277],"about_ca_topic_score_codex":0.0012050276,"about_ca_topic_score_gemma":0.002067228,"teacher_disagreement_score":0.0068773716,"about_ca_system_score_codex":0.00064462953,"about_ca_system_score_gemma":0.0013010585,"threshold_uncertainty_score":0.03637147},"labels":[],"label_agreement":null},{"id":"W2402677458","doi":"","title":"AI and Ed: A Happy Open Marriage.","year":2015,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Exploit; Process (computing); Computer science; Artificial intelligence; Psychology; Data science; Computer security","score_opus":0.02945607059639384,"score_gpt":0.31330933958946394,"score_spread":0.2838532689930701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402677458","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017405434,0.02465795,0.019226527,0.72174114,0.06511771,0.000030608648,0.00019822294,0.0006603652,0.16662692],"genre_scores_gemma":[0.10149827,0.01889261,0.024592303,0.2954813,0.059183996,0.00018235811,0.0005188903,0.0012330327,0.4984173],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99262613,0.0025859978,0.00033467662,0.0011000101,0.0023222975,0.0010308195],"domain_scores_gemma":[0.9872039,0.003659425,0.0005263277,0.0011048116,0.002498097,0.0050074924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008561608,0.00064121775,0.00063306506,0.0013379348,0.006778959,0.018304447,0.0017736237,0.009799887,0.04121817],"category_scores_gemma":[0.016258078,0.00048673793,0.0006864334,0.0011347883,0.010229785,0.029879084,0.012988254,0.016073814,0.017267238],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009218491,0.000060925096,0.00037254684,0.00010503638,0.000009653844,0.00023118287,0.0021758806,0.000057985195,0.00022906048,0.38528278,0.53972954,0.07165326],"study_design_scores_gemma":[0.000008766486,0.000021050995,0.00016812561,0.00011671628,0.0000033322349,0.00032704903,0.0013462934,0.00013637592,0.000118857,0.07487799,0.9228547,0.000020792275],"about_ca_topic_score_codex":0.0015397914,"about_ca_topic_score_gemma":0.0025936658,"teacher_disagreement_score":0.04121817,"about_ca_system_score_codex":0.0023337498,"about_ca_system_score_gemma":0.003338579,"threshold_uncertainty_score":0.13788849},"labels":[],"label_agreement":null},{"id":"W2403046543","doi":"","title":"Exploring the Issues in Simulating a Semi-Structured Learning Environment: the SimGrad Doctoral Program Design","year":2015,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Process (computing); Learning environment; Focus (optics); Human–computer interaction; Knowledge management; Engineering management; Mathematics education; Engineering; Psychology","score_opus":0.2817288293375615,"score_gpt":0.40313404917332657,"score_spread":0.12140521983576508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403046543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64213836,0.00037006955,0.3061217,0.0033135163,0.00022842699,0.009578898,0.00026812186,0.0004745031,0.03750631],"genre_scores_gemma":[0.7036749,0.0003035198,0.27778184,0.000493712,0.000016741114,0.011215571,0.00014583081,0.00006673928,0.0063010687],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9872393,0.01122992,0.0003115673,0.00033160628,0.0006243749,0.00026333454],"domain_scores_gemma":[0.9918155,0.0045368103,0.00049802527,0.0009826934,0.0010621682,0.001104715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011918137,0.0003118389,0.00021955695,0.00041492877,0.0012449713,0.0031399645,0.0018813835,0.0010076804,0.004167544],"category_scores_gemma":[0.015447255,0.00035917122,0.0003634506,0.00024552207,0.0019854777,0.0014859785,0.0028032947,0.0009640014,0.0004487141],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039725867,0.010232541,0.054464996,0.0034328112,0.00027357886,0.0022779766,0.08675096,0.12606089,0.027354836,0.2191107,0.009231822,0.45683625],"study_design_scores_gemma":[0.004232308,0.035434734,0.02100372,0.0020625303,0.00041772216,0.0020996667,0.089615695,0.20703748,0.06339937,0.07181027,0.50240785,0.00047876005],"about_ca_topic_score_codex":0.00077457714,"about_ca_topic_score_gemma":0.0017208855,"teacher_disagreement_score":0.011918137,"about_ca_system_score_codex":0.0018726474,"about_ca_system_score_gemma":0.0039600655,"threshold_uncertainty_score":0.063029885},"labels":[],"label_agreement":null},{"id":"W2406869955","doi":"","title":"Leveraging Comparisons between Cultural Frameworks: Preliminary Investigations of the MAUOC Ontological Ecology.","year":2015,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Cultural Differences and Values","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Reinterpretation; Computer science; Epistemology; Representation (politics); Sociology; Hofstede's cultural dimensions theory; Conceptual framework; Management science; Ecology; Social science; Engineering; Political science; Philosophy; Aesthetics","score_opus":0.2255617516665418,"score_gpt":0.38828038436127993,"score_spread":0.16271863269473813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406869955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5483852,0.005279416,0.1640047,0.021133784,0.0002694118,0.00082779874,0.00017426627,0.000051514977,0.25987387],"genre_scores_gemma":[0.9792686,0.0004992962,0.01844493,0.00027736268,0.000018179873,0.0002896953,0.000040129118,0.000019078709,0.0011426333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9725664,0.022774283,0.0005189058,0.0010698979,0.0024601938,0.0006102912],"domain_scores_gemma":[0.91357845,0.06920677,0.0036767994,0.004787785,0.007576607,0.0011736403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043426827,0.0005590338,0.00061672524,0.0062011564,0.006554353,0.009563318,0.0022081838,0.0015323586,0.0044745016],"category_scores_gemma":[0.11256868,0.0005831606,0.000650094,0.00674792,0.021256607,0.023460712,0.012410517,0.003530821,0.00022669467],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058295067,0.00008785829,0.009190175,0.0002109137,0.00004178938,0.00024283174,0.157148,0.00035292387,0.00027858748,0.79441524,0.0007404163,0.037232894],"study_design_scores_gemma":[0.00002663265,0.000083083854,0.012960409,0.00068524544,0.000044152945,0.00032263517,0.35460016,0.006831288,0.00062659057,0.60018647,0.02358963,0.000043691354],"about_ca_topic_score_codex":0.008856831,"about_ca_topic_score_gemma":0.01427545,"teacher_disagreement_score":0.043426827,"about_ca_system_score_codex":0.0074943122,"about_ca_system_score_gemma":0.0055303113,"threshold_uncertainty_score":0.22966576},"labels":[],"label_agreement":null}]}