{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"080bf66cddd7","filters":{"venue":"Informatics in Education"}},"results":[{"id":"W2268329921","doi":"10.15388/infedu.2014.10","title":"Collaboration, Collusion and Plagiarism in Computer Science Coursework","year":2014,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"University of Waterloo","keywords":"Coursework; Collusion; Context (archaeology); Academic dishonesty; Computer science; Mathematics education; Engineering ethics; Cheating; Psychology; Engineering","authors":[{"name":"Robert Fraser","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.006463584133639145,"gpt":0.3096939182671761,"spread":0.303230334133537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03117888,0.0004504038,0.0007099867,0.006954292,0.006977853,0.009219518,0.001811826,0.002176004,0.002511514],"category_scores_gemma":[0.1832701,0.0005465231,0.000547974,0.004902048,0.009123472,0.008879597,0.01095716,0.003060739,0.0004226259],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004904978,"about_ca_system_score_gemma":0.003818845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002876289,"about_ca_topic_score_gemma":0.002950261,"domain_scores_codex":[0.9285411,0.03949224,0.004785995,0.003240093,0.02099875,0.002941829],"domain_scores_gemma":[0.6489664,0.232158,0.07145359,0.01933006,0.01822606,0.009865956],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000532846,0.0004631782,0.3561354,0.001136835,0.0001837019,0.001253849,0.3140394,0.004212679,0.004387476,0.04903584,0.003349822,0.265269],"study_design_scores_gemma":[0.0001373181,0.001289197,0.5480869,0.003188729,0.0002493383,0.006408902,0.2021948,0.01904613,0.01097715,0.1351619,0.07273193,0.0005276782],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9073362,0.004914196,0.04550396,0.006375437,0.0001182375,0.0002075297,0.00007174662,0.0002607098,0.03521195],"genre_scores_gemma":[0.9923109,0.0006743975,0.005156991,0.0001754512,0.0001034303,0.00007369403,0.00003172057,0.0000419703,0.001431631],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.997824,"threshold_uncertainty_score":0.1648917,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2100272191","doi":"10.15388/infedu.2010.04","title":"Introducing Adaptivity Features to a Regular Learning Management System to Support Creation of Advanced eLessons","year":2010,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Technische Universität Ilmenau; Deutscher Akademischer Austauschdienst; Athabasca University","keywords":"Computer science; Learning Management; Knowledge management; Mathematics education; Process management; Human–computer interaction; Multimedia; Psychology; Engineering","authors":[{"name":"Živana Komlenov","is_ca":false},{"name":"Zoran Budimac","is_ca":false},{"name":"Mirjana Ivanović","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.006373556038439361,"gpt":0.2808924267176404,"spread":0.2745188706792011,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001715987,0.0006593067,0.0004913068,0.000750098,0.0003462186,0.001881096,0.002030597,0.0009053517,0.005913709],"category_scores_gemma":[0.005604881,0.0006034963,0.0005722877,0.0002692008,0.0003638933,0.00216511,0.002182391,0.001752141,0.002564826],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002399304,"about_ca_system_score_gemma":0.0004251934,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004929796,"about_ca_topic_score_gemma":0.0004044341,"domain_scores_codex":[0.999117,0.0001398626,0.0001383881,0.0002487453,0.0002419751,0.0001139744],"domain_scores_gemma":[0.9970879,0.001003412,0.0002197753,0.0009634286,0.0003706489,0.0003548676],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002075069,0.002265977,0.01408754,0.0006660003,0.0002789357,0.002074158,0.003096963,0.005765077,0.179821,0.00736053,0.02346501,0.7590439],"study_design_scores_gemma":[0.001318773,0.002903269,0.0497297,0.0004542984,0.0006337849,0.004584226,0.0005967336,0.2113884,0.2976725,0.01170041,0.4181941,0.0008239222],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1132478,0.0001855019,0.7283255,0.000371498,0.0003304129,0.001002268,0.0003196894,0.1460141,0.01020315],"genre_scores_gemma":[0.5108526,0.0002243478,0.4426976,0.0008034672,0.0003875278,0.0009269228,0.001439884,0.006716538,0.03595117],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005913709,"threshold_uncertainty_score":0.01978332,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W198319396","doi":"10.15388/infedu.2006.02","title":"Structure, Scoring and Purpose of Computing Competitions","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"CONTEST; Olympiad; Competitor analysis; Competition (biology); Computer science; Test (biology); Mathematics education; Informatics; Inclusion (mineral); Psychology; Marketing; Political science; Social psychology","authors":[{"name":"Gordon V. Cormack","is_ca":true},{"name":"Ian Munro","is_ca":true},{"name":"Troy Vasiga","is_ca":true},{"name":"Graeme Kemkes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.005149845377398553,"gpt":0.2472026008326754,"spread":0.2420527554552769,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01508109,0.0007340029,0.0008741924,0.004306328,0.003565289,0.01102231,0.002279783,0.001145139,0.01528867],"category_scores_gemma":[0.06694769,0.0005330957,0.0005460971,0.003393928,0.001861609,0.003389722,0.004812846,0.002469664,0.004345737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003257803,"about_ca_system_score_gemma":0.004243396,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003624441,"about_ca_topic_score_gemma":0.008872684,"domain_scores_codex":[0.9815959,0.006263915,0.001444447,0.001302168,0.005683018,0.003710516],"domain_scores_gemma":[0.9213413,0.01989402,0.009231495,0.006683523,0.02036461,0.02248508],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003771679,0.005130072,0.2155125,0.001082121,0.0001762115,0.0005899374,0.01172503,0.02528648,0.01880356,0.175089,0.06187846,0.4809549],"study_design_scores_gemma":[0.0005608127,0.005108252,0.625588,0.0007296652,0.00008044144,0.0005881825,0.01789176,0.0703327,0.0142367,0.08164627,0.1823233,0.0009140194],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7303854,0.0005452081,0.04567095,0.002004524,0.0009791468,0.003202918,0.001675049,0.001621895,0.213915],"genre_scores_gemma":[0.9492052,0.0001327061,0.02117775,0.0001696502,0.0001814279,0.0010981,0.001350012,0.0004409133,0.02624443],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01528867,"threshold_uncertainty_score":0.07975739,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2390567443","doi":"10.15388/infedu.2016.05","title":"Data Mining of Undergraduate Course Evaluations","year":2016,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Computer science; Set (abstract data type); Regression analysis; Quality (philosophy); Mathematics education; Course evaluation; Linear regression; Higher education; Data science; Psychology; Machine learning; Engineering","authors":[{"name":"Yuheng Helen Jiang","is_ca":true},{"name":"Sohail Syed JAVAAD","is_ca":true},{"name":"Lukasz Golab","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2471596697972253,"gpt":0.5448979039769878,"spread":0.2977382341797624,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004777795,0.0005843772,0.0008259506,0.006261894,0.0004358171,0.001500413,0.0009125808,0.0006370072,0.0008727828],"category_scores_gemma":[0.04511634,0.0001957714,0.0005387238,0.00726232,0.0003171624,0.001078058,0.0007593437,0.001010104,0.0006401376],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007813988,"about_ca_system_score_gemma":0.0008484292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004172766,"about_ca_topic_score_gemma":0.005514023,"domain_scores_codex":[0.9940128,0.001996613,0.0008680063,0.000978105,0.001782508,0.0003619769],"domain_scores_gemma":[0.9600061,0.02213247,0.006309517,0.003161485,0.007156943,0.001233537],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003759146,0.0007184727,0.7572396,0.0003892219,0.0003000998,0.0002733496,0.0008094099,0.006917126,0.00175348,0.001104467,0.01300062,0.2171181],"study_design_scores_gemma":[0.00004197249,0.0004249429,0.9200367,0.0001353165,0.000103787,0.0003407151,0.001228958,0.05514465,0.00373777,0.003935295,0.01479467,0.00007525321],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9486242,0.001253276,0.02276918,0.0009095828,0.000107931,0.0003092571,0.02063007,0.0004124964,0.004984143],"genre_scores_gemma":[0.9592469,0.0002816574,0.01408299,0.00009401837,0.0000891101,0.0003231668,0.02458452,0.00003941564,0.001258287],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006261894,"threshold_uncertainty_score":0.02526766,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1589093962","doi":"10.15388/infedu.2006.04","title":"Gender and Programming Contests: Mitigating Exclusionary Practices","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; Saint Mary's University","funders":"","keywords":"Competition (biology); Set (abstract data type); Big Five personality traits; Style (visual arts); Focus (optics); Personality; Psychology; Social psychology; Computer science; Ecology; Geography","authors":[{"name":"Maryanne L. Fisher","is_ca":true},{"name":"Anthony Cox","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03599030455384145,"gpt":0.3728365473743555,"spread":0.3368462428205141,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01258264,0.0005068463,0.0005313291,0.001057531,0.003567919,0.003162753,0.001045389,0.001029136,0.007747057],"category_scores_gemma":[0.05847432,0.0002504679,0.0003386601,0.0006584696,0.002615308,0.002227518,0.00447386,0.001218062,0.0006913136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007180694,"about_ca_system_score_gemma":0.002471036,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00150793,"about_ca_topic_score_gemma":0.003339011,"domain_scores_codex":[0.9907711,0.006011115,0.0003180757,0.0006721368,0.001347153,0.0008804056],"domain_scores_gemma":[0.9422992,0.03542944,0.01031834,0.003730252,0.002353869,0.00586877],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002783131,0.002902796,0.4711255,0.0005350648,0.000209529,0.001121194,0.0513784,0.001781238,0.01098577,0.04655937,0.006539825,0.4040781],"study_design_scores_gemma":[0.0005951776,0.004898798,0.7089624,0.0007666028,0.0004057066,0.002553326,0.07856093,0.01543535,0.009309723,0.0875162,0.09074368,0.0002521416],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9516547,0.0003270946,0.01255291,0.002357767,0.00008312582,0.000168088,0.00003537355,0.0000750879,0.03274577],"genre_scores_gemma":[0.9954516,0.00005651059,0.002416834,0.0001630106,0.00004191348,0.00005485402,0.0000153335,0.00002048815,0.001779376],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01258264,"threshold_uncertainty_score":0.06654418,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W161357454","doi":"10.15388/infedu.2006.01","title":"Random Factors in IOI 2005 Test Case Scoring","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Test (biology); Statistics; Olympiad; Rank (graph theory); Confidence interval; Variance (accounting); Population; Computer science; Econometrics; Mathematics; Artificial intelligence; Demography; Mathematics education","authors":[{"name":"Gordon V. Cormack","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01197712325499854,"gpt":0.2779785689758177,"spread":0.2660014457208191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1436528,0.001359954,0.001439776,0.01125671,0.001221881,0.005864263,0.002658207,0.002326902,0.002258782],"category_scores_gemma":[0.6014255,0.0008149795,0.001479493,0.007968144,0.005042578,0.004725269,0.004086329,0.00260477,0.0006373689],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004679312,"about_ca_system_score_gemma":0.002267962,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006255355,"about_ca_topic_score_gemma":0.005241785,"domain_scores_codex":[0.8007006,0.1221003,0.009252614,0.01320418,0.05152913,0.003213233],"domain_scores_gemma":[0.3160465,0.5895903,0.0342194,0.03303772,0.02492834,0.00217786],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001111301,0.0003983869,0.4089805,0.0003777359,0.0008144285,0.0003788022,0.002023936,0.1865828,0.001548355,0.064822,0.004374037,0.3285877],"study_design_scores_gemma":[0.0002233368,0.001828937,0.1840634,0.000358853,0.0003877115,0.0009455942,0.0008810285,0.6942203,0.005979871,0.1048895,0.005849032,0.0003725784],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.552215,0.001632118,0.4216972,0.001385713,0.0001623031,0.0009542086,0.0007146297,0.001103913,0.02013483],"genre_scores_gemma":[0.9260932,0.0001324402,0.07182736,0.0001448677,0.00005950646,0.0003578496,0.0005073206,0.0001345925,0.0007428813],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1436528,"threshold_uncertainty_score":0.7597175,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}