{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"080bf66cddd7","filters":{"venue":"Informatics in Education"}},"results":[{"id":"W2268329921","doi":"10.15388/infedu.2014.10","title":"Collaboration, Collusion and Plagiarism in Computer Science Coursework","year":2014,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"University of Waterloo","keywords":"Coursework; Collusion; Context (archaeology); Academic dishonesty; Computer science; Mathematics education; Engineering ethics; Cheating; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.006463584133639145,"gpt":0.3096939182671761,"spread":0.303230334133537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003881174,0.00005646181,0.00008070939,0.000277884,0.0003111353,0.0001567458,0.0001840695,0.0002851964,0.00001096811],"category_scores_gemma":[0.0008043383,0.00005924874,0.000005532207,0.0008957494,0.0003400109,0.0007414352,0.00003689712,0.0004576052,0.00001575612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002403933,"about_ca_system_score_gemma":0.001279852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007870718,"about_ca_topic_score_gemma":0.001920091,"domain_scores_codex":[0.9990182,0.00009559467,0.0002945056,0.00007663834,0.0003296118,0.000185476],"domain_scores_gemma":[0.9993713,0.0001673861,0.0001071249,0.00009221601,0.0001951591,0.00006678449],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009975129,0.0001150794,0.06161882,0.00003722968,0.00000126773,1.045631e-7,0.442059,0.0009215943,0.00001569409,0.312668,0.007334311,0.1752189],"study_design_scores_gemma":[0.001155459,0.0001279753,0.1601398,0.0007640398,0.00001131838,0.000006975675,0.2092646,0.1538233,0.0001821695,0.1376664,0.3360752,0.000782709],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9578862,0.00004425657,0.01015655,0.003995527,0.001496637,0.0003289032,0.000001207232,0.00001989048,0.02607086],"genre_scores_gemma":[0.9868416,0.000114562,0.01168822,0.001027717,0.0002174058,0.00001101823,0.000005725572,0.000002277213,0.00009147491],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3287409,"threshold_uncertainty_score":0.2416094,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2100272191","doi":"10.15388/infedu.2010.04","title":"Introducing Adaptivity Features to a Regular Learning Management System to Support Creation of Advanced eLessons","year":2010,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Technische Universität Ilmenau; Deutscher Akademischer Austauschdienst; Athabasca University","keywords":"Computer science; Learning Management; Knowledge management; Mathematics education; Process management; Human–computer interaction; Multimedia; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.006373556038439361,"gpt":0.2808924267176404,"spread":0.2745188706792011,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009220297,0.0001107259,0.0001546689,0.0004998356,0.0001156643,0.0001597181,0.0004741963,0.00005285761,0.00001158412],"category_scores_gemma":[0.0002639783,0.0001187736,0.00002615424,0.0007888454,0.00001116572,0.0008189271,0.0001659991,0.0002956075,0.00008099712],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001736348,"about_ca_system_score_gemma":0.0002108331,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005165163,"about_ca_topic_score_gemma":0.00005594155,"domain_scores_codex":[0.9988353,0.00005162969,0.0004574916,0.0001670435,0.0002808737,0.0002076565],"domain_scores_gemma":[0.9989492,0.00005105818,0.0002372025,0.0004510704,0.0001965208,0.0001148931],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001719075,0.0002114023,0.002775191,0.0003899273,0.00001315323,3.842792e-7,0.07860433,0.06460846,0.002000085,0.2344082,0.001987049,0.6149847],"study_design_scores_gemma":[0.001176993,0.0008403999,0.2503265,0.001595809,0.00004737747,0.00007703502,0.4681406,0.06016748,0.0148163,0.0007893576,0.2005848,0.001437361],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8526255,0.000005149091,0.0855522,0.001491879,0.002263537,0.000837166,6.732627e-7,0.0001266478,0.05709729],"genre_scores_gemma":[0.7673869,0.000002726207,0.2315595,0.0001226643,0.00005622711,0.0000832635,0.0000111134,0.000005909597,0.0007716609],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6135473,"threshold_uncertainty_score":0.4843448,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W198319396","doi":"10.15388/infedu.2006.02","title":"Structure, Scoring and Purpose of Computing Competitions","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"CONTEST; Olympiad; Competitor analysis; Competition (biology); Computer science; Test (biology); Mathematics education; Informatics; Inclusion (mineral); Psychology; Marketing; Political science; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.005149845377398553,"gpt":0.2472026008326754,"spread":0.2420527554552769,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001879381,0.00004576839,0.00006441517,0.0001481286,0.00006475789,0.0000801768,0.0001412694,0.00002264831,7.305981e-7],"category_scores_gemma":[0.00003085664,0.00004738694,0.00000915599,0.0001909492,0.00002235998,0.0003119296,0.00005174223,0.0001170943,9.752528e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002470063,"about_ca_system_score_gemma":0.00005948575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001736884,"about_ca_topic_score_gemma":0.00001856421,"domain_scores_codex":[0.9995031,0.00001972291,0.0002574932,0.00004690408,0.00008414927,0.00008864221],"domain_scores_gemma":[0.9996367,0.0000547637,0.0001282943,0.0001308456,0.00003363149,0.00001583128],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[4.649467e-7,0.00007905307,0.04199988,0.0001283386,0.000002055936,1.154537e-7,0.01602219,0.007105059,0.00005763187,0.2269297,0.00005013114,0.7076253],"study_design_scores_gemma":[0.0007578823,0.0001087726,0.6383941,0.0009209351,0.00001202491,0.00009602345,0.008109326,0.2993422,0.001206467,0.02686604,0.02360352,0.0005826954],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8021258,0.00006033929,0.1963406,0.00005231263,0.0002572536,0.00006582108,3.654929e-7,0.00004292292,0.001054629],"genre_scores_gemma":[0.7416374,0.000001300193,0.2583033,0.00001837955,0.00002374601,9.509365e-7,0.000004552907,0.000001479983,0.000008870947],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7070426,"threshold_uncertainty_score":0.1932383,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2390567443","doi":"10.15388/infedu.2016.05","title":"Data Mining of Undergraduate Course Evaluations","year":2016,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Computer science; Set (abstract data type); Regression analysis; Quality (philosophy); Mathematics education; Course evaluation; Linear regression; Higher education; Data science; Psychology; Machine learning; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2471596697972253,"gpt":0.5448979039769878,"spread":0.2977382341797624,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004467773,0.00004612992,0.00007140359,0.0001269728,0.0001289285,0.0000345201,0.0004375289,0.00004376466,0.00009235935],"category_scores_gemma":[0.005444123,0.00003830052,0.00001132172,0.000229597,0.0001182309,0.001978916,0.00005565637,0.00005365682,0.00006758846],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001374196,"about_ca_system_score_gemma":0.001877405,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003956101,"about_ca_topic_score_gemma":0.001674793,"domain_scores_codex":[0.9986688,0.0002376654,0.0004296928,0.00006306448,0.000485653,0.0001150618],"domain_scores_gemma":[0.9980989,0.0008088381,0.00043315,0.0004066159,0.0002137266,0.00003877881],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006660076,0.0003716359,0.04059347,0.00003865447,0.0000214741,3.692664e-8,0.0875614,0.00009644851,0.00005342076,0.1627687,0.01985273,0.6886354],"study_design_scores_gemma":[0.001557707,0.00009595077,0.09871863,0.001245718,0.0002078056,0.000003010641,0.2697256,0.008764165,0.0001974024,0.1016683,0.5171617,0.0006540778],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7347646,0.0001950213,0.007370502,0.1006174,0.002517185,0.0007324609,0.00005369794,0.00008832171,0.1536608],"genre_scores_gemma":[0.9776014,0.0001458525,0.0211096,0.0001199634,0.00008026914,0.00001290285,0.00003047649,0.000003962135,0.0008955666],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6879813,"threshold_uncertainty_score":0.6517517,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1589093962","doi":"10.15388/infedu.2006.04","title":"Gender and Programming Contests: Mitigating Exclusionary Practices","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; Saint Mary's University","funders":"","keywords":"Competition (biology); Set (abstract data type); Big Five personality traits; Style (visual arts); Focus (optics); Personality; Psychology; Social psychology; Computer science; Ecology; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.03599030455384145,"gpt":0.3728365473743555,"spread":0.3368462428205141,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003694031,0.00008786122,0.00007867076,0.0001445168,0.00007860795,0.00007060238,0.00007961764,0.00007212834,0.00007781805],"category_scores_gemma":[0.0001577867,0.00008926774,0.0000150644,0.0001864032,0.00004828639,0.000424634,0.0000210087,0.0001343247,0.00005118639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007118439,"about_ca_system_score_gemma":0.0001569169,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004433042,"about_ca_topic_score_gemma":0.0000341242,"domain_scores_codex":[0.9991212,0.00004065668,0.0004540373,0.0001011827,0.0001281476,0.0001547203],"domain_scores_gemma":[0.9989755,0.0002023127,0.0005199391,0.0001659755,0.0001012015,0.00003503971],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001848928,0.001179084,0.2457595,0.000210408,0.0000188551,6.884093e-7,0.07136663,0.00004668206,0.0001146741,0.3089628,0.00773937,0.3645829],"study_design_scores_gemma":[0.0003075025,0.00003014286,0.7760981,0.00008155647,0.00001464747,0.00006255221,0.1113481,0.0005010584,0.00002101585,0.01150486,0.09982619,0.0002042142],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.918179,0.001172365,0.0002922142,0.0007287994,0.000799193,0.0003528476,0.000001942991,0.00003744,0.07843622],"genre_scores_gemma":[0.9781956,0.00002079892,0.01990976,0.0003989119,0.0002522183,0.000180179,0.0001176257,0.000009211073,0.000915685],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5303386,"threshold_uncertainty_score":0.3640233,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W161357454","doi":"10.15388/infedu.2006.01","title":"Random Factors in IOI 2005 Test Case Scoring","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Test (biology); Statistics; Olympiad; Rank (graph theory); Confidence interval; Variance (accounting); Population; Computer science; Econometrics; Mathematics; Artificial intelligence; Demography; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.01197712325499854,"gpt":0.2779785689758177,"spread":0.2660014457208191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000420592,0.00007814785,0.00008548067,0.0004579824,0.00003041028,0.0001257414,0.0002910955,0.00004255661,0.000004826799],"category_scores_gemma":[0.0007551277,0.0000788228,0.00001497199,0.0005483043,0.00001247522,0.0007973799,0.00006462036,0.0001740815,0.00002864801],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002776273,"about_ca_system_score_gemma":0.0002356857,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007199104,"about_ca_topic_score_gemma":0.0002471514,"domain_scores_codex":[0.9991386,0.00001253537,0.0003529161,0.00007164462,0.0001845023,0.0002398264],"domain_scores_gemma":[0.9988126,0.0007693554,0.00005246243,0.0002844981,0.00004064671,0.00004041063],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000002933515,0.0004319227,0.8996034,0.0001775578,0.000002694015,0.0000447722,0.01515711,0.04240064,0.00005131596,0.002905442,0.001979511,0.03724266],"study_design_scores_gemma":[0.002188669,0.0000532505,0.5717583,0.0003719822,0.000003040972,0.000468756,0.003359235,0.4108222,0.003090186,0.00291946,0.004269326,0.0006956313],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9610695,0.00004963113,0.03716609,0.00006285722,0.0005265852,0.00018139,7.308694e-7,0.00007444774,0.0008688124],"genre_scores_gemma":[0.9775066,0.000005172468,0.0222989,0.00001758888,0.00004856159,0.00003006372,0.000005040097,0.000004717459,0.00008330077],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3684215,"threshold_uncertainty_score":0.32143,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}