{"meta":{"query_hash":"080bf66cddd7","filters":{"venue":"Informatics in Education"},"cohort_total":6,"direct_labels_cover":1,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/080bf66cddd7","api":"https://metacan.xera.ac/api/v1/cohort?venue=Informatics+in+Education"},"results":[{"id":"W1589093962","doi":"10.15388/infedu.2006.04","title":"Gender and Programming Contests: Mitigating Exclusionary Practices","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Saint Mary's University","funders":"","keywords":"Competition (biology); Set (abstract data type); Big Five personality traits; Style (visual arts); Focus (optics); Personality; Psychology; Social psychology; Computer science; Ecology; Geography","score_opus":0.035990304553841446,"score_gpt":0.3728365473743555,"score_spread":0.33684624282051406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589093962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95165473,0.0003270946,0.012552907,0.0023577667,0.00008312582,0.00016808798,0.000035373552,0.000075087904,0.032745767],"genre_scores_gemma":[0.9954516,0.000056510595,0.0024168338,0.00016301061,0.000041913485,0.00005485402,0.0000153335,0.000020488145,0.0017793757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99077106,0.006011115,0.00031807573,0.0006721368,0.0013471534,0.0008804056],"domain_scores_gemma":[0.94229925,0.035429437,0.010318344,0.0037302522,0.0023538694,0.00586877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012582645,0.0005068463,0.0005313291,0.0010575312,0.0035679194,0.0031627526,0.0010453893,0.0010291365,0.0077470574],"category_scores_gemma":[0.05847432,0.0002504679,0.00033866015,0.0006584696,0.0026153082,0.0022275182,0.00447386,0.0012180622,0.0006913136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002783131,0.0029027965,0.47112554,0.00053506484,0.00020952901,0.0011211945,0.051378403,0.0017812378,0.0109857675,0.046559375,0.0065398254,0.40407813],"study_design_scores_gemma":[0.0005951776,0.004898798,0.70896244,0.0007666028,0.00040570655,0.0025533258,0.078560926,0.015435351,0.009309723,0.0875162,0.090743676,0.0002521416],"about_ca_topic_score_codex":0.0015079301,"about_ca_topic_score_gemma":0.0033390105,"teacher_disagreement_score":0.012582645,"about_ca_system_score_codex":0.00071806944,"about_ca_system_score_gemma":0.0024710358,"threshold_uncertainty_score":0.066544175},"labels":[],"label_agreement":null},{"id":"W161357454","doi":"10.15388/infedu.2006.01","title":"Random Factors in IOI 2005 Test Case Scoring","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Test (biology); Statistics; Olympiad; Rank (graph theory); Confidence interval; Variance (accounting); Population; Computer science; Econometrics; Mathematics; Artificial intelligence; Demography; Mathematics education","score_opus":0.011977123254998535,"score_gpt":0.2779785689758177,"score_spread":0.26600144572081913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W161357454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.552215,0.0016321185,0.42169723,0.0013857132,0.00016230311,0.0009542086,0.0007146297,0.0011039127,0.02013483],"genre_scores_gemma":[0.9260932,0.00013244017,0.07182736,0.00014486774,0.000059506463,0.00035784958,0.0005073206,0.00013459251,0.00074288127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8007006,0.122100286,0.009252614,0.013204183,0.051529128,0.0032132328],"domain_scores_gemma":[0.3160465,0.58959025,0.034219403,0.033037722,0.024928335,0.0021778597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14365277,0.0013599544,0.0014397764,0.011256708,0.0012218805,0.0058642626,0.0026582072,0.002326902,0.002258782],"category_scores_gemma":[0.60142547,0.00081497955,0.0014794926,0.007968144,0.005042578,0.0047252686,0.0040863287,0.0026047705,0.00063736894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011113005,0.00039838688,0.4089805,0.00037773588,0.0008144285,0.00037880224,0.0020239358,0.18658279,0.0015483552,0.064822,0.004374037,0.32858774],"study_design_scores_gemma":[0.00022333684,0.0018289366,0.18406342,0.000358853,0.0003877115,0.00094559416,0.00088102854,0.6942203,0.0059798714,0.10488947,0.0058490317,0.00037257842],"about_ca_topic_score_codex":0.006255355,"about_ca_topic_score_gemma":0.0052417847,"teacher_disagreement_score":0.14365277,"about_ca_system_score_codex":0.0046793125,"about_ca_system_score_gemma":0.0022679619,"threshold_uncertainty_score":0.7597175},"labels":[],"label_agreement":null},{"id":"W198319396","doi":"10.15388/infedu.2006.02","title":"Structure, Scoring and Purpose of Computing Competitions","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"CONTEST; Olympiad; Competitor analysis; Competition (biology); Computer science; Test (biology); Mathematics education; Informatics; Inclusion (mineral); Psychology; Marketing; Political science; Social psychology","score_opus":0.005149845377398553,"score_gpt":0.24720260083267542,"score_spread":0.24205275545527688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W198319396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73038536,0.00054520805,0.04567095,0.0020045235,0.0009791468,0.0032029175,0.0016750491,0.0016218954,0.21391496],"genre_scores_gemma":[0.94920516,0.0001327061,0.02117775,0.0001696502,0.00018142788,0.0010980995,0.0013500118,0.00044091328,0.026244426],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98159593,0.006263915,0.0014444472,0.0013021685,0.0056830184,0.0037105163],"domain_scores_gemma":[0.9213413,0.019894024,0.009231495,0.0066835233,0.02036461,0.022485077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01508109,0.0007340029,0.0008741924,0.0043063276,0.0035652893,0.011022305,0.0022797827,0.0011451391,0.01528867],"category_scores_gemma":[0.06694769,0.0005330957,0.0005460971,0.0033939276,0.0018616094,0.0033897222,0.004812846,0.0024696635,0.0043457374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037716788,0.005130072,0.21551254,0.0010821209,0.0001762115,0.00058993744,0.011725032,0.025286483,0.018803557,0.17508902,0.061878458,0.48095492],"study_design_scores_gemma":[0.00056081265,0.0051082517,0.625588,0.00072966516,0.000080441445,0.0005881825,0.01789176,0.0703327,0.014236699,0.08164627,0.18232326,0.00091401936],"about_ca_topic_score_codex":0.003624441,"about_ca_topic_score_gemma":0.008872684,"teacher_disagreement_score":0.01528867,"about_ca_system_score_codex":0.0032578027,"about_ca_system_score_gemma":0.0042433958,"threshold_uncertainty_score":0.07975739},"labels":[],"label_agreement":null},{"id":"W2100272191","doi":"10.15388/infedu.2010.04","title":"Introducing Adaptivity Features to a Regular Learning Management System to Support Creation of Advanced eLessons","year":2010,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Technische Universität Ilmenau; Deutscher Akademischer Austauschdienst; Athabasca University","keywords":"Computer science; Learning Management; Knowledge management; Mathematics education; Process management; Human–computer interaction; Multimedia; Psychology; Engineering","score_opus":0.006373556038439361,"score_gpt":0.2808924267176404,"score_spread":0.27451887067920105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100272191","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113247804,0.00018550186,0.72832555,0.000371498,0.0003304129,0.0010022678,0.00031968937,0.14601412,0.010203149],"genre_scores_gemma":[0.5108526,0.00022434775,0.44269755,0.00080346724,0.0003875278,0.0009269228,0.0014398844,0.0067165378,0.03595117],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99911696,0.00013986265,0.00013838806,0.00024874526,0.00024197507,0.000113974376],"domain_scores_gemma":[0.9970879,0.0010034117,0.00021977528,0.0009634286,0.00037064892,0.00035486763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017159871,0.00065930665,0.00049130677,0.000750098,0.0003462186,0.001881096,0.0020305966,0.00090535166,0.005913709],"category_scores_gemma":[0.005604881,0.0006034963,0.0005722877,0.00026920077,0.0003638933,0.0021651099,0.0021823915,0.0017521407,0.0025648263],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020750687,0.002265977,0.01408754,0.0006660003,0.00027893568,0.0020741576,0.0030969633,0.005765077,0.179821,0.0073605296,0.023465013,0.7590439],"study_design_scores_gemma":[0.0013187727,0.0029032694,0.049729705,0.00045429842,0.0006337849,0.004584226,0.00059673365,0.21138838,0.29767245,0.011700409,0.41819406,0.00082392216],"about_ca_topic_score_codex":0.0004929796,"about_ca_topic_score_gemma":0.00040443407,"teacher_disagreement_score":0.005913709,"about_ca_system_score_codex":0.00023993036,"about_ca_system_score_gemma":0.00042519337,"threshold_uncertainty_score":0.019783318},"labels":[],"label_agreement":null},{"id":"W2268329921","doi":"10.15388/infedu.2014.10","title":"Collaboration, Collusion and Plagiarism in Computer Science Coursework","year":2014,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Waterloo","keywords":"Coursework; Collusion; Context (archaeology); Academic dishonesty; Computer science; Mathematics education; Engineering ethics; Cheating; Psychology; Engineering","score_opus":0.006463584133639145,"score_gpt":0.3096939182671761,"score_spread":0.303230334133537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268329921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9073362,0.004914196,0.045503955,0.006375437,0.00011823751,0.00020752971,0.000071746625,0.00026070976,0.03521195],"genre_scores_gemma":[0.9923109,0.00067439745,0.0051569906,0.00017545125,0.000103430284,0.000073694035,0.00003172057,0.000041970303,0.0014316308],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.92854106,0.039492242,0.004785995,0.0032400934,0.02099875,0.0029418292],"domain_scores_gemma":[0.6489664,0.23215799,0.07145359,0.019330056,0.018226061,0.009865956],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.031178882,0.00045040378,0.00070998666,0.0069542923,0.0069778534,0.009219518,0.0018118256,0.0021760042,0.0025115137],"category_scores_gemma":[0.18327005,0.0005465231,0.00054797396,0.004902048,0.0091234725,0.008879597,0.010957159,0.0030607386,0.0004226259],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000532846,0.0004631782,0.3561354,0.0011368351,0.00018370192,0.0012538492,0.31403938,0.0042126793,0.004387476,0.04903584,0.0033498215,0.26526898],"study_design_scores_gemma":[0.00013731807,0.0012891975,0.54808694,0.0031887288,0.00024933834,0.0064089024,0.20219484,0.019046132,0.010977151,0.1351619,0.07273193,0.0005276782],"about_ca_topic_score_codex":0.0028762892,"about_ca_topic_score_gemma":0.0029502613,"teacher_disagreement_score":0.997824,"about_ca_system_score_codex":0.0049049775,"about_ca_system_score_gemma":0.0038188454,"threshold_uncertainty_score":0.16489166},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2390567443","doi":"10.15388/infedu.2016.05","title":"Data Mining of Undergraduate Course Evaluations","year":2016,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Computer science; Set (abstract data type); Regression analysis; Quality (philosophy); Mathematics education; Course evaluation; Linear regression; Higher education; Data science; Psychology; Machine learning; Engineering","score_opus":0.24715966979722534,"score_gpt":0.5448979039769878,"score_spread":0.2977382341797624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2390567443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9486242,0.0012532757,0.022769181,0.00090958277,0.00010793098,0.0003092571,0.020630071,0.00041249636,0.004984143],"genre_scores_gemma":[0.9592469,0.00028165744,0.014082994,0.00009401837,0.0000891101,0.00032316678,0.024584517,0.000039415638,0.0012582873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940128,0.0019966133,0.00086800626,0.000978105,0.0017825081,0.00036197688],"domain_scores_gemma":[0.96000606,0.022132471,0.0063095167,0.003161485,0.0071569425,0.001233537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004777795,0.0005843772,0.00082595064,0.0062618945,0.00043581706,0.0015004127,0.00091258076,0.00063700724,0.00087278284],"category_scores_gemma":[0.04511634,0.00019577135,0.0005387238,0.0072623203,0.0003171624,0.0010780576,0.00075934373,0.0010101041,0.0006401376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037591462,0.0007184727,0.7572396,0.00038922194,0.00030009984,0.00027334958,0.00080940995,0.0069171255,0.0017534802,0.0011044674,0.0130006205,0.21711813],"study_design_scores_gemma":[0.00004197249,0.00042494293,0.92003673,0.00013531647,0.00010378695,0.0003407151,0.0012289584,0.055144645,0.0037377703,0.003935295,0.01479467,0.000075253214],"about_ca_topic_score_codex":0.004172766,"about_ca_topic_score_gemma":0.005514023,"teacher_disagreement_score":0.0062618945,"about_ca_system_score_codex":0.0007813988,"about_ca_system_score_gemma":0.00084842916,"threshold_uncertainty_score":0.02526766},"labels":[],"label_agreement":null}]}