{"meta":{"query_hash":"080bf66cddd7","filters":{"venue":"Informatics in Education"},"cohort_total":6,"direct_labels_cover":1,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/080bf66cddd7","api":"https://metacan.xera.ac/api/v1/cohort?venue=Informatics+in+Education"},"results":[{"id":"W1589093962","doi":"10.15388/infedu.2006.04","title":"Gender and Programming Contests: Mitigating Exclusionary Practices","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Saint Mary's University","funders":"","keywords":"Competition (biology); Set (abstract data type); Big Five personality traits; Style (visual arts); Focus (optics); Personality; Psychology; Social psychology; Computer science; Ecology; Geography","score_opus":0.035990304553841446,"score_gpt":0.3728365473743555,"score_spread":0.33684624282051406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589093962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.918179,0.0011723652,0.00029221424,0.0007287994,0.00079919305,0.00035284756,0.0000019429913,0.00003744,0.07843622],"genre_scores_gemma":[0.9781956,0.000020798921,0.019909756,0.0003989119,0.0002522183,0.00018017903,0.00011762567,0.000009211073,0.00091568497],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99912125,0.000040656676,0.00045403733,0.00010118265,0.00012814764,0.00015472031],"domain_scores_gemma":[0.9989755,0.00020231267,0.0005199391,0.00016597552,0.000101201535,0.00003503971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003694031,0.00008786122,0.00007867076,0.00014451683,0.00007860795,0.00007060238,0.00007961764,0.00007212834,0.00007781805],"category_scores_gemma":[0.00015778671,0.00008926774,0.000015064396,0.00018640321,0.00004828639,0.00042463397,0.000021008696,0.0001343247,0.000051186395],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001848928,0.0011790841,0.24575949,0.000210408,0.000018855098,6.884093e-7,0.07136663,0.00004668206,0.00011467407,0.30896276,0.0077393698,0.36458287],"study_design_scores_gemma":[0.00030750252,0.000030142863,0.77609813,0.00008155647,0.000014647469,0.00006255221,0.111348145,0.0005010584,0.000021015845,0.011504857,0.09982619,0.0002042142],"about_ca_topic_score_codex":0.00044330425,"about_ca_topic_score_gemma":0.000034124205,"teacher_disagreement_score":0.53033864,"about_ca_system_score_codex":0.00007118439,"about_ca_system_score_gemma":0.00015691694,"threshold_uncertainty_score":0.36402327},"labels":[],"label_agreement":null},{"id":"W161357454","doi":"10.15388/infedu.2006.01","title":"Random Factors in IOI 2005 Test Case Scoring","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Test (biology); Statistics; Olympiad; Rank (graph theory); Confidence interval; Variance (accounting); Population; Computer science; Econometrics; Mathematics; Artificial intelligence; Demography; Mathematics education","score_opus":0.011977123254998535,"score_gpt":0.2779785689758177,"score_spread":0.26600144572081913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W161357454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96106946,0.000049631133,0.037166093,0.000062857216,0.0005265852,0.00018139,7.3086943e-7,0.000074447744,0.00086881244],"genre_scores_gemma":[0.97750664,0.000005172468,0.0222989,0.000017588882,0.00004856159,0.000030063718,0.0000050400968,0.0000047174585,0.000083300765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991386,0.000012535368,0.0003529161,0.000071644616,0.00018450229,0.00023982636],"domain_scores_gemma":[0.9988126,0.0007693554,0.000052462427,0.0002844981,0.00004064671,0.00004041063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042059197,0.00007814785,0.00008548067,0.00045798245,0.00003041028,0.00012574135,0.00029109552,0.00004255661,0.000004826799],"category_scores_gemma":[0.0007551277,0.0000788228,0.000014971985,0.0005483043,0.000012475219,0.00079737994,0.00006462036,0.0001740815,0.000028648012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029335154,0.0004319227,0.8996034,0.00017755777,0.000002694015,0.0000447722,0.01515711,0.042400643,0.000051315958,0.0029054417,0.0019795108,0.037242662],"study_design_scores_gemma":[0.0021886686,0.000053250504,0.5717583,0.0003719822,0.0000030409724,0.00046875596,0.0033592351,0.41082218,0.0030901863,0.0029194604,0.0042693256,0.0006956313],"about_ca_topic_score_codex":0.0007199104,"about_ca_topic_score_gemma":0.00024715145,"teacher_disagreement_score":0.36842152,"about_ca_system_score_codex":0.00027762735,"about_ca_system_score_gemma":0.00023568567,"threshold_uncertainty_score":0.32143003},"labels":[],"label_agreement":null},{"id":"W198319396","doi":"10.15388/infedu.2006.02","title":"Structure, Scoring and Purpose of Computing Competitions","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"CONTEST; Olympiad; Competitor analysis; Competition (biology); Computer science; Test (biology); Mathematics education; Informatics; Inclusion (mineral); Psychology; Marketing; Political science; Social psychology","score_opus":0.005149845377398553,"score_gpt":0.24720260083267542,"score_spread":0.24205275545527688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W198319396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80212575,0.000060339287,0.1963406,0.000052312633,0.00025725356,0.00006582108,3.654929e-7,0.00004292292,0.0010546295],"genre_scores_gemma":[0.7416374,0.000001300193,0.25830334,0.000018379553,0.00002374601,9.5093645e-7,0.0000045529073,0.0000014799829,0.000008870947],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995031,0.000019722911,0.0002574932,0.00004690408,0.00008414927,0.000088642206],"domain_scores_gemma":[0.99963665,0.0000547637,0.00012829428,0.00013084561,0.000033631488,0.00001583128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018793815,0.000045768393,0.000064415166,0.00014812862,0.000064757885,0.0000801768,0.00014126935,0.000022648308,7.305981e-7],"category_scores_gemma":[0.00003085664,0.00004738694,0.0000091559905,0.00019094924,0.000022359982,0.00031192956,0.000051742234,0.00011709426,9.752528e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6494674e-7,0.00007905307,0.041999884,0.00012833858,0.0000020559364,1.1545373e-7,0.016022192,0.007105059,0.000057631867,0.22692971,0.00005013114,0.7076253],"study_design_scores_gemma":[0.00075788226,0.00010877265,0.6383941,0.00092093507,0.000012024914,0.00009602345,0.0081093265,0.2993422,0.0012064669,0.026866041,0.02360352,0.00058269536],"about_ca_topic_score_codex":0.0001736884,"about_ca_topic_score_gemma":0.000018564213,"teacher_disagreement_score":0.70704263,"about_ca_system_score_codex":0.000024700634,"about_ca_system_score_gemma":0.000059485752,"threshold_uncertainty_score":0.19323833},"labels":[],"label_agreement":null},{"id":"W2100272191","doi":"10.15388/infedu.2010.04","title":"Introducing Adaptivity Features to a Regular Learning Management System to Support Creation of Advanced eLessons","year":2010,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Technische Universität Ilmenau; Deutscher Akademischer Austauschdienst; Athabasca University","keywords":"Computer science; Learning Management; Knowledge management; Mathematics education; Process management; Human–computer interaction; Multimedia; Psychology; Engineering","score_opus":0.006373556038439361,"score_gpt":0.2808924267176404,"score_spread":0.27451887067920105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100272191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8526255,0.000005149091,0.0855522,0.0014918788,0.0022635371,0.00083716604,6.7326266e-7,0.00012664778,0.057097286],"genre_scores_gemma":[0.7673869,0.0000027262067,0.23155953,0.00012266428,0.00005622711,0.0000832635,0.000011113403,0.0000059095973,0.0007716609],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988353,0.00005162969,0.00045749164,0.00016704346,0.00028087373,0.00020765653],"domain_scores_gemma":[0.9989492,0.000051058178,0.00023720246,0.00045107043,0.00019652078,0.00011489307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009220297,0.00011072591,0.00015466887,0.00049983565,0.00011566433,0.00015971814,0.00047419628,0.000052857606,0.000011584122],"category_scores_gemma":[0.00026397826,0.00011877361,0.00002615424,0.0007888454,0.000011165725,0.00081892713,0.00016599905,0.00029560755,0.00008099712],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017190749,0.00021140231,0.0027751906,0.00038992727,0.000013153228,3.8427916e-7,0.07860433,0.06460846,0.0020000853,0.23440816,0.0019870487,0.6149847],"study_design_scores_gemma":[0.0011769929,0.0008403999,0.25032648,0.0015958092,0.00004737747,0.00007703502,0.46814057,0.060167484,0.014816297,0.0007893576,0.20058484,0.0014373615],"about_ca_topic_score_codex":0.000051651627,"about_ca_topic_score_gemma":0.000055941546,"teacher_disagreement_score":0.6135473,"about_ca_system_score_codex":0.00017363482,"about_ca_system_score_gemma":0.00021083307,"threshold_uncertainty_score":0.48434475},"labels":[],"label_agreement":null},{"id":"W2268329921","doi":"10.15388/infedu.2014.10","title":"Collaboration, Collusion and Plagiarism in Computer Science Coursework","year":2014,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Waterloo","keywords":"Coursework; Collusion; Context (archaeology); Academic dishonesty; Computer science; Mathematics education; Engineering ethics; Cheating; Psychology; Engineering","score_opus":0.006463584133639145,"score_gpt":0.3096939182671761,"score_spread":0.303230334133537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268329921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95788616,0.000044256565,0.0101565495,0.003995527,0.001496637,0.0003289032,0.0000012072315,0.000019890478,0.026070865],"genre_scores_gemma":[0.9868416,0.00011456201,0.011688217,0.0010277166,0.00021740577,0.000011018226,0.000005725572,0.0000022772128,0.00009147491],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990182,0.00009559467,0.00029450565,0.00007663834,0.00032961176,0.00018547602],"domain_scores_gemma":[0.99937135,0.00016738608,0.000107124935,0.00009221601,0.00019515911,0.000066784494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038811744,0.000056461813,0.00008070939,0.00027788398,0.00031113529,0.00015674575,0.00018406947,0.00028519644,0.000010968114],"category_scores_gemma":[0.0008043383,0.000059248745,0.000005532207,0.00089574937,0.00034001088,0.00074143516,0.000036897116,0.00045760523,0.000015756119],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009975129,0.000115079434,0.061618816,0.00003722968,0.00000126773,1.0456311e-7,0.44205904,0.00092159427,0.000015694091,0.31266797,0.007334311,0.17521894],"study_design_scores_gemma":[0.0011554589,0.0001279753,0.16013981,0.0007640398,0.00001131838,0.0000069756748,0.2092646,0.15382335,0.00018216948,0.13766639,0.3360752,0.000782709],"about_ca_topic_score_codex":0.0007870718,"about_ca_topic_score_gemma":0.0019200911,"teacher_disagreement_score":0.32874086,"about_ca_system_score_codex":0.00024039333,"about_ca_system_score_gemma":0.0012798525,"threshold_uncertainty_score":0.24160936},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2390567443","doi":"10.15388/infedu.2016.05","title":"Data Mining of Undergraduate Course Evaluations","year":2016,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Computer science; Set (abstract data type); Regression analysis; Quality (philosophy); Mathematics education; Course evaluation; Linear regression; Higher education; Data science; Psychology; Machine learning; Engineering","score_opus":0.24715966979722534,"score_gpt":0.5448979039769878,"score_spread":0.2977382341797624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2390567443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73476464,0.00019502133,0.007370502,0.10061742,0.0025171852,0.00073246093,0.000053697935,0.000088321714,0.15366076],"genre_scores_gemma":[0.9776014,0.00014585254,0.021109598,0.000119963406,0.000080269136,0.000012902852,0.000030476485,0.0000039621345,0.0008955666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866885,0.00023766543,0.0004296928,0.00006306448,0.00048565303,0.00011506177],"domain_scores_gemma":[0.9980989,0.00080883806,0.00043314998,0.00040661587,0.00021372664,0.000038778806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004467773,0.000046129924,0.00007140359,0.00012697281,0.00012892854,0.0000345201,0.00043752888,0.000043764663,0.00009235935],"category_scores_gemma":[0.005444123,0.000038300517,0.000011321722,0.000229597,0.000118230906,0.0019789163,0.000055656372,0.00005365682,0.00006758846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066600755,0.0003716359,0.040593468,0.000038654474,0.0000214741,3.6926636e-8,0.0875614,0.00009644851,0.00005342076,0.16276868,0.019852728,0.6886354],"study_design_scores_gemma":[0.0015577074,0.000095950774,0.09871863,0.0012457179,0.00020780561,0.000003010641,0.26972556,0.008764165,0.00019740242,0.10166829,0.51716167,0.0006540778],"about_ca_topic_score_codex":0.00039561006,"about_ca_topic_score_gemma":0.0016747926,"teacher_disagreement_score":0.6879813,"about_ca_system_score_codex":0.00013741963,"about_ca_system_score_gemma":0.0018774047,"threshold_uncertainty_score":0.6517517},"labels":[],"label_agreement":null}]}