{"meta":{"query_hash":"5b155b709458","filters":{"venue":"Journal of computing sciences in colleges"},"cohort_total":26,"direct_labels_cover":0,"predictions_cover":26,"exported":26,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5b155b709458","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+computing+sciences+in+colleges"},"results":[{"id":"W1542266580","doi":"","title":"World's first undergraduate e-commerce specialization offered by a computer science department","year":2004,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Engineering management; Management; Data science; Engineering; Economics","score_opus":0.013854577503792535,"score_gpt":0.2764565135350803,"score_spread":0.26260193603128773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542266580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22415166,0.00011006235,0.75607413,0.012564856,0.004025436,0.00027192256,9.141275e-7,0.00004452471,0.002756514],"genre_scores_gemma":[0.91560173,0.000016695809,0.083410785,0.00079471094,0.00011363604,0.0000016674834,4.3889582e-7,0.0000032303171,0.000057103098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707764,0.00007247584,0.00096659735,0.0002674848,0.0012362888,0.000379502],"domain_scores_gemma":[0.99835044,0.00012457621,0.0007816531,0.0001942986,0.0004253025,0.00012374055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028503279,0.00015342575,0.00026070623,0.000998045,0.00071296026,0.00070490397,0.0016666928,0.000028172508,0.0000050642543],"category_scores_gemma":[0.00007474461,0.000126039,0.000060514067,0.0041013677,0.00030537494,0.0014763867,0.0002260548,0.0001476185,0.000013565618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023722405,0.0012185152,0.025378838,0.00011108198,0.000053296153,0.000049117054,0.030260906,0.3187096,0.00026183558,0.5405545,0.052491166,0.03088738],"study_design_scores_gemma":[0.014192538,0.002459493,0.19872129,0.0052194833,0.000036498423,0.0023467443,0.0047599813,0.55774665,0.01650108,0.043781,0.1507644,0.0034708322],"about_ca_topic_score_codex":0.000015404148,"about_ca_topic_score_gemma":0.000044491542,"teacher_disagreement_score":0.69145006,"about_ca_system_score_codex":0.0006370629,"about_ca_system_score_gemma":0.0012903486,"threshold_uncertainty_score":0.6797405},"labels":[],"label_agreement":null},{"id":"W1554024422","doi":"","title":"Making CS more fun","year":2001,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Proposition; Advice (programming); Plan (archaeology); Mathematics education; Computer science; Psychology; Medical education; History; Medicine; Programming language","score_opus":0.05540528764917963,"score_gpt":0.36271840659556576,"score_spread":0.30731311894638613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554024422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6444137,0.0005663693,0.34828067,0.003811227,0.0013297923,0.000055989272,6.094619e-8,0.00007298749,0.0014692056],"genre_scores_gemma":[0.7899801,0.000011440034,0.209554,0.0002187204,0.00017442409,1.7593149e-7,1.4512742e-8,0.0000036070608,0.000057505666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980136,0.0001940722,0.0005178186,0.00023326512,0.000650252,0.00039095286],"domain_scores_gemma":[0.99869055,0.0004734442,0.0004998544,0.00017500966,0.00010477403,0.00005639036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004042382,0.00011756074,0.00024209605,0.00052061724,0.0004180592,0.00043760298,0.0016994427,0.000045312092,0.0000032646772],"category_scores_gemma":[0.00037189262,0.000094951625,0.00009064137,0.0015885914,0.00016337443,0.00057145534,0.0002296302,0.00047900164,0.0000027715541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000136913295,0.000175858,0.21267599,0.000020482903,0.000019308824,0.00048960035,0.013041839,0.13648129,0.00006590066,0.015908299,0.0009286099,0.6201791],"study_design_scores_gemma":[0.0019475793,0.0015813627,0.17307557,0.0022048287,0.000018678717,0.00638936,0.005781933,0.63782585,0.00012319481,0.003207627,0.16686599,0.0009780678],"about_ca_topic_score_codex":0.0000111190175,"about_ca_topic_score_gemma":0.0000046381588,"teacher_disagreement_score":0.61920106,"about_ca_system_score_codex":0.00006708063,"about_ca_system_score_gemma":0.0001981855,"threshold_uncertainty_score":0.42198154},"labels":[],"label_agreement":null},{"id":"W1585917131","doi":"","title":"The use of unfamiliar words: writing and CS education","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Mount Royal University","funders":"","keywords":"Reading (process); Computer science; Mathematics education; Institution; Code (set theory); Word (group theory); Professional writing; Multimedia; Psychology; Linguistics; Programming language; Sociology; Set (abstract data type)","score_opus":0.04639259920602077,"score_gpt":0.29355645481524306,"score_spread":0.2471638556092223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585917131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98001057,0.0004287675,0.01606013,0.0013565593,0.0013187837,0.00008552953,1.1602537e-7,0.000006870209,0.00073265866],"genre_scores_gemma":[0.9491417,0.00013687836,0.050414857,0.00018424063,0.000043378106,6.6714614e-7,2.971564e-8,0.0000010953792,0.0000771508],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985633,0.00009606782,0.00069911045,0.00008119995,0.00043119618,0.00012912904],"domain_scores_gemma":[0.9983587,0.00051922776,0.0006554713,0.000098523225,0.00033187534,0.000036195168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018164476,0.000058578804,0.0001273267,0.00024119637,0.00046479068,0.00017115928,0.0005092265,0.000019932433,5.7275315e-7],"category_scores_gemma":[0.00025255542,0.00003858033,0.000027616086,0.00087983283,0.00018653396,0.0007752567,0.00008496306,0.00009377835,6.134995e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016799318,0.00039914914,0.3521649,0.00011567573,0.000040934337,0.000013265882,0.097322546,0.0169556,0.000144395,0.21926379,0.030308856,0.2832541],"study_design_scores_gemma":[0.001199668,0.00045228496,0.6324129,0.0019071467,0.000008296497,0.0033904822,0.03478876,0.250923,0.001020372,0.0026390664,0.0706527,0.0006053043],"about_ca_topic_score_codex":0.000012261887,"about_ca_topic_score_gemma":0.0000031037725,"teacher_disagreement_score":0.28264877,"about_ca_system_score_codex":0.000045255376,"about_ca_system_score_gemma":0.0009485343,"threshold_uncertainty_score":0.3574841},"labels":[],"label_agreement":null},{"id":"W1603651742","doi":"","title":"Designing a collaborative cross-campus airport (or other transit) simulation project: panel discussion","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Air Traffic Management and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Implementation; Operations research; Process (computing); Queue; Premise; Schedule; Transport engineering; Engineering; Software engineering","score_opus":0.0440617176061567,"score_gpt":0.3132533757587907,"score_spread":0.269191658152634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603651742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61616415,0.00012814451,0.38068312,0.000105635445,0.000553439,0.00028528296,0.0000011582783,0.00007026256,0.002008798],"genre_scores_gemma":[0.97078985,0.00003873317,0.028869314,0.000023772705,0.00011378306,9.258989e-7,2.8965377e-7,0.0000100224925,0.00015331274],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988087,0.000051005016,0.00047152836,0.00011738421,0.00036654132,0.00018487],"domain_scores_gemma":[0.9994302,0.00016561149,0.00020471249,0.000051571922,0.0001217719,0.000026128335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078084134,0.00011412219,0.00020025336,0.0003433292,0.00026870938,0.00007817102,0.00019926189,0.00004791986,0.0000113435135],"category_scores_gemma":[0.000074530195,0.00007091647,0.000040904284,0.0011983223,0.00014157784,0.0004798336,0.000014930647,0.00012924857,7.182852e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034843546,0.000024051371,0.008299746,0.000019079032,0.0000098957025,0.00003127361,0.0036548474,0.9863119,0.00004320381,0.00002358777,0.00028879693,0.0012587383],"study_design_scores_gemma":[0.00059317535,0.0001620523,0.0058691553,0.0001750046,0.000007181052,0.000026029054,0.0011476608,0.9911504,0.00018979666,0.000027278144,0.0005255802,0.00012668529],"about_ca_topic_score_codex":0.000001901446,"about_ca_topic_score_gemma":0.000010004042,"teacher_disagreement_score":0.3546257,"about_ca_system_score_codex":0.00006499948,"about_ca_system_score_gemma":0.00015023914,"threshold_uncertainty_score":0.28918898},"labels":[],"label_agreement":null},{"id":"W1678360111","doi":"10.5555/1292428.1292437","title":"Using the Java instructional game engine in the classroom","year":2007,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Java; Computer science; Game engine; State (computer science); Foundation (evidence); Multimedia; Mathematics education; Programming language; Archaeology; Psychology; History","score_opus":0.07409001048266046,"score_gpt":0.41115831018344917,"score_spread":0.3370682997007887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1678360111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871554,0.00041894888,0.0040599247,0.00409623,0.0015229892,0.00007230639,3.7131173e-7,0.0000020929333,0.0026717647],"genre_scores_gemma":[0.99244404,0.0000063743496,0.0065638293,0.0003792535,0.0005545357,3.4620936e-7,1.0590608e-7,0.0000023974503,0.00004911762],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870694,0.00016084047,0.00046400292,0.00009954525,0.00038378176,0.00018486443],"domain_scores_gemma":[0.99842393,0.0010490919,0.000326179,0.00009168625,0.000092114344,0.000017001661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057553076,0.00005905248,0.00009781226,0.00026812003,0.0001352688,0.00005252716,0.0004988155,0.0000362787,0.000026444784],"category_scores_gemma":[0.0001356478,0.000032869728,0.000042074407,0.0010238322,0.0002366209,0.00009125319,0.000018232784,0.00029267892,0.00000152665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011658344,0.00067240477,0.5496738,0.000011173234,0.0000437963,0.00005996508,0.046715025,0.096346766,0.00053342787,0.23046964,0.0031456756,0.072211765],"study_design_scores_gemma":[0.0003477013,0.00009380863,0.9618177,0.00006524096,0.0000053085655,0.0007046896,0.020322343,0.0052531715,0.000023651683,0.0038330024,0.0074650887,0.0000683256],"about_ca_topic_score_codex":0.000037081783,"about_ca_topic_score_gemma":0.00003798316,"teacher_disagreement_score":0.4121439,"about_ca_system_score_codex":0.000069488444,"about_ca_system_score_gemma":0.00014767112,"threshold_uncertainty_score":0.19946863},"labels":[],"label_agreement":null},{"id":"W168590296","doi":"","title":"Peer instruction in CS: research and experience","year":2013,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Peer instruction; Mathematics education; Core (optical fiber); Computer science; Multiple choice; Psychology; Mathematics; Peer feedback; Statistics","score_opus":0.17866129827622057,"score_gpt":0.5163669490255766,"score_spread":0.337705650749356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W168590296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98147076,0.00008158632,0.0003345057,0.0046250657,0.0006161477,0.00013087023,7.430955e-8,0.000006071294,0.012734923],"genre_scores_gemma":[0.9655074,0.00002098194,0.033980023,0.00004620749,0.00019783057,0.0000014710563,1.09404406e-8,0.000002577286,0.00024353963],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99649835,0.0012191843,0.00045306003,0.00016462767,0.0012974575,0.00036733612],"domain_scores_gemma":[0.9974827,0.0013256546,0.00022612924,0.000059768558,0.0008537841,0.000051931085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026386812,0.000061750026,0.0001758267,0.0009067411,0.0006955561,0.0002698448,0.00050637167,0.00005915155,0.000026828417],"category_scores_gemma":[0.0049848408,0.000051432722,0.000016601593,0.0027833146,0.0018114937,0.0008133335,0.00010216504,0.00055376475,0.0000015695691],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014293585,0.00009995013,0.7012774,0.000009897979,0.0000031694406,0.000018734887,0.18678376,0.00047494826,0.0010681434,0.064165875,0.0010370486,0.045046825],"study_design_scores_gemma":[0.0009209225,0.0005117696,0.6503655,0.00048167197,0.000001165534,0.000067108325,0.25919637,0.003795409,0.0006181942,0.07789201,0.0058949566,0.00025493285],"about_ca_topic_score_codex":0.0016141195,"about_ca_topic_score_gemma":0.00037656454,"teacher_disagreement_score":0.072412595,"about_ca_system_score_codex":0.00020628037,"about_ca_system_score_gemma":0.00036415618,"threshold_uncertainty_score":0.9145195},"labels":[],"label_agreement":null},{"id":"W199008270","doi":"","title":"Reasons for CS decline: preliminary evidence","year":2009,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Diverse Education and Engineering Focus","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Popularity; Economic shortage; Workload; Ask price; Politics; Quarter (Canadian coin); Economic slowdown; Perception; Demographic economics; Psychology; Political science; Mathematics education; Medical education; Economics; Medicine; Management; Social psychology; Finance; Law; History; Market economy","score_opus":0.0630335202611441,"score_gpt":0.39703906496260344,"score_spread":0.3340055447014593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W199008270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92525995,0.0019684578,0.0074841124,0.048256937,0.004768318,0.00030083864,0.0000011600265,0.000043806886,0.011916419],"genre_scores_gemma":[0.9750521,0.00014684955,0.023744697,0.00027430826,0.00048602125,4.230074e-7,3.1207474e-8,0.0000018191898,0.00029371647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988664,0.00007560475,0.00029095478,0.00010203484,0.00043293496,0.00023208125],"domain_scores_gemma":[0.9984269,0.0010372109,0.00020965774,0.000053454554,0.0001972563,0.000075505835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039082924,0.000058372396,0.0001392426,0.00021788481,0.00039479125,0.00012574164,0.0005398144,0.00003931409,0.00001177652],"category_scores_gemma":[0.0026384399,0.000051549254,0.000066640256,0.0007178445,0.00019053635,0.0003656474,0.000021755372,0.00010285687,0.0000015295418],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003758915,0.0010224745,0.053464945,0.000084793086,0.000039050028,0.000076073804,0.086030714,0.17403492,0.00038396087,0.26444298,0.1983402,0.22170399],"study_design_scores_gemma":[0.0031793157,0.007427388,0.3902727,0.0060203443,0.00010943034,0.00018250417,0.07763582,0.05266985,0.0005047216,0.046138167,0.4144557,0.0014040311],"about_ca_topic_score_codex":0.000032193642,"about_ca_topic_score_gemma":0.000024024797,"teacher_disagreement_score":0.33680776,"about_ca_system_score_codex":0.000092924485,"about_ca_system_score_gemma":0.00062249764,"threshold_uncertainty_score":0.31586495},"labels":[],"label_agreement":null},{"id":"W2169974798","doi":"","title":"Back to Pascal: retro but not backwards","year":2002,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Pascal (unit); Computer science; Programming language; Opposition (politics); Institution; Mathematics education; Psychology; Political science; Law","score_opus":0.04212972036152724,"score_gpt":0.2997336304117558,"score_spread":0.2576039100502286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169974798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7172639,0.00038798238,0.2615647,0.01380102,0.002546191,0.00014483772,4.7641024e-7,0.00007706803,0.0042138053],"genre_scores_gemma":[0.72125727,0.00000822456,0.2775166,0.00062013743,0.00019218524,2.7617472e-7,1.3286904e-8,0.000004984053,0.00040032348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973878,0.00028594557,0.0006478598,0.00033383042,0.0008507996,0.00049375126],"domain_scores_gemma":[0.9984868,0.00055094506,0.000404399,0.00025337114,0.0001462944,0.00015819372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039493386,0.00015216217,0.00032891758,0.00058064493,0.00035606162,0.0005293709,0.002100974,0.000058462563,0.000029170651],"category_scores_gemma":[0.0005944773,0.00012360192,0.00011770337,0.0017781215,0.00013630153,0.0005135159,0.0003156759,0.0005312828,0.00006426064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003099917,0.0004815426,0.026957922,0.000057050427,0.00004209765,0.00029582717,0.026194578,0.13257827,0.00061163475,0.011336882,0.025422722,0.7759905],"study_design_scores_gemma":[0.0024021035,0.004237756,0.040386464,0.001726451,0.000018171486,0.001686176,0.0023389696,0.6612202,0.0016323858,0.0006198991,0.2823992,0.0013322311],"about_ca_topic_score_codex":0.00002178978,"about_ca_topic_score_gemma":0.000006146856,"teacher_disagreement_score":0.77465826,"about_ca_system_score_codex":0.00009574928,"about_ca_system_score_gemma":0.00009142156,"threshold_uncertainty_score":0.5104736},"labels":[],"label_agreement":null},{"id":"W2302971359","doi":"","title":"A multi-user tabletop display with enhanced mobile visuals for teaching and collaborative training: faculty poster abstract","year":2016,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Ontario Tech University","funders":"","keywords":"Computer science; Multimedia; Cloud computing; Mobile device; Limiting; Process (computing); Collaborative learning; Information and Communications Technology; Human–computer interaction; Augmented reality; Focus (optics); Cognitive load; World Wide Web; Cognition; Knowledge management","score_opus":0.02702780702238373,"score_gpt":0.3559684671478581,"score_spread":0.3289406601254744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302971359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74478596,0.00006766863,0.25314808,0.0011418996,0.00036421424,0.00031554358,0.0000032088817,0.000017199874,0.00015621238],"genre_scores_gemma":[0.7647579,0.000005095383,0.23486187,0.000086886306,0.000087591405,0.000011666163,1.3117096e-7,0.0000062579365,0.00018262581],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981391,0.00017820286,0.00052782806,0.00036372436,0.0004377783,0.00035335854],"domain_scores_gemma":[0.99677634,0.0018755477,0.00076747657,0.00014320215,0.00035051056,0.000086948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034062597,0.00016498742,0.0003256441,0.00029636134,0.00042532754,0.0003070568,0.0007347519,0.000054391392,0.0000027611866],"category_scores_gemma":[0.00067438325,0.00009581352,0.000041515865,0.00056124147,0.00029971387,0.0011121257,0.00009626909,0.00023703613,7.3928976e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004004102,0.0014799456,0.049384266,0.00021708498,0.00021527868,0.000069957336,0.24881536,0.06353287,0.10498498,0.015769651,0.0024199751,0.5127102],"study_design_scores_gemma":[0.029798303,0.025473872,0.5111885,0.0142910555,0.00013320702,0.0017463461,0.08138896,0.21789868,0.06394439,0.004138276,0.04566809,0.004330296],"about_ca_topic_score_codex":0.000005321891,"about_ca_topic_score_gemma":0.000013550704,"teacher_disagreement_score":0.50837994,"about_ca_system_score_codex":0.00009630296,"about_ca_system_score_gemma":0.00053573586,"threshold_uncertainty_score":0.3907162},"labels":[],"label_agreement":null},{"id":"W2593972489","doi":"","title":"EDURange: hands-on cybersecurity exercises in the cloud","year":2014,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information and Cyber Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Computer science; Cloud computing; Malware; Computer security; Network security; Core curriculum; Core (optical fiber); Psychology; Telecommunications","score_opus":0.01617724105512113,"score_gpt":0.27971762254420024,"score_spread":0.2635403814890791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593972489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9640927,0.00009162792,0.0113198375,0.004772922,0.0014663348,0.00012376663,2.7368097e-7,0.00001700146,0.018115569],"genre_scores_gemma":[0.9946785,0.000019072928,0.003478045,0.0016235732,0.00018993062,6.7922775e-7,4.5278917e-8,0.0000016142818,0.000008562331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792004,0.00032407945,0.00057099556,0.00014655408,0.0007681705,0.00027018593],"domain_scores_gemma":[0.9984631,0.00079750427,0.00038408238,0.00021234508,0.00010315105,0.00003982778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062891063,0.0001077302,0.00022014664,0.00040207617,0.00027082086,0.00035321625,0.0020386036,0.00004334601,0.0000035632552],"category_scores_gemma":[0.00031346062,0.00006759118,0.00007442083,0.0013268649,0.00016950145,0.0006627496,0.00011969956,0.00035725845,0.000006475412],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056443714,0.0005282862,0.019403106,0.00004598282,0.000008960387,0.00007023631,0.064324684,0.022371134,0.000016412434,0.8124592,0.013609337,0.067106254],"study_design_scores_gemma":[0.005610023,0.0032148154,0.19607967,0.001173953,0.000012738409,0.00080179813,0.007340198,0.6884807,0.0010662861,0.06378806,0.031535223,0.0008965415],"about_ca_topic_score_codex":0.000019919296,"about_ca_topic_score_gemma":0.000050817827,"teacher_disagreement_score":0.7486711,"about_ca_system_score_codex":0.000046976344,"about_ca_system_score_gemma":0.0001466511,"threshold_uncertainty_score":0.37882668},"labels":[],"label_agreement":null},{"id":"W2624967628","doi":"","title":"The effectiveness of pairing analog and digital games to teach computer science principles to female youth","year":2017,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Educational Games and Gamification","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer game; Economic shortage; Computer science; Mathematics education; Representation (politics); Analogue electronics; Multimedia; Psychology; Engineering; Electrical engineering; Political science","score_opus":0.04783255251220985,"score_gpt":0.37375832750062216,"score_spread":0.3259257749884123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624967628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934183,0.000118513984,0.0027773746,0.0008614453,0.0009079534,0.00014150457,0.0000019298056,0.0000028183579,0.0017701787],"genre_scores_gemma":[0.9966411,0.0000036476265,0.003144013,0.000038138773,0.00012969506,0.000001096722,5.2461505e-8,0.000002704041,0.000039532595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998792,0.000106762796,0.00033565908,0.00020593186,0.0003587557,0.00020087355],"domain_scores_gemma":[0.9980499,0.0010300429,0.00039045897,0.00021607902,0.00023916783,0.00007433698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063446653,0.0000703747,0.00016776328,0.00025187247,0.0006689169,0.00044645276,0.00091584906,0.000019070052,0.0000010103637],"category_scores_gemma":[0.0008627376,0.000046326724,0.00003192177,0.00037519797,0.00078219414,0.00024148685,0.00021344276,0.000095697884,0.0000011779439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010606543,0.00013529212,0.89804465,0.000022713322,0.000018349221,0.0000035703015,0.014442599,0.007465203,0.00044981544,0.016846254,0.000053733118,0.062411744],"study_design_scores_gemma":[0.00015994541,0.0003161516,0.99413407,0.0002740197,0.0000032580342,0.000022376036,0.003556976,0.0006800945,0.00023632478,0.00027426094,0.0002811956,0.00006134908],"about_ca_topic_score_codex":0.00002030246,"about_ca_topic_score_gemma":0.00000745484,"teacher_disagreement_score":0.096089385,"about_ca_system_score_codex":0.000042955202,"about_ca_system_score_gemma":0.00016979843,"threshold_uncertainty_score":0.5144836},"labels":[],"label_agreement":null},{"id":"W2737474671","doi":"","title":"Visualization analysis and design: keynote address","year":2016,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Visualization; Computer science; Human–computer interaction; Task (project management); Resource (disambiguation); Space (punctuation); Information visualization; Visual analytics; Data visualization; Data science; Artificial intelligence; Systems engineering","score_opus":0.042275731159824304,"score_gpt":0.3537014500629259,"score_spread":0.3114257189031016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737474671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039754007,0.00010347148,0.9589423,0.00084097503,0.00018813495,0.000037326554,8.3571774e-7,0.000013846937,0.000119106335],"genre_scores_gemma":[0.9480454,0.000104299164,0.051573038,0.00017979027,0.000044794957,1.3320705e-7,8.936042e-8,0.0000021655583,0.000050319577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850625,0.00019779234,0.00046881344,0.0001951587,0.00046127106,0.00017073961],"domain_scores_gemma":[0.99861926,0.0005761197,0.00042996395,0.00012702912,0.00018604082,0.00006161309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023991223,0.00008185586,0.00023108377,0.0009685016,0.00014965289,0.00026304522,0.0007580087,0.000030100886,0.000006356805],"category_scores_gemma":[0.00034896572,0.000051133567,0.00005325832,0.00315051,0.00015892134,0.00078875595,0.00016341671,0.000046139947,0.0000010967059],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056982157,0.00051005464,0.37020403,0.000058166228,0.0005018426,0.00018161103,0.005289407,0.091712646,0.0036664712,0.37735742,0.005602276,0.14485909],"study_design_scores_gemma":[0.0007790498,0.0003101149,0.032950964,0.0002318987,0.00005521948,0.00005707486,0.00012321844,0.9589593,0.002117961,0.0034923102,0.0007077754,0.00021513096],"about_ca_topic_score_codex":0.0000035338705,"about_ca_topic_score_gemma":0.0000064569813,"teacher_disagreement_score":0.90829134,"about_ca_system_score_codex":0.000033102384,"about_ca_system_score_gemma":0.00013738839,"threshold_uncertainty_score":0.2536551},"labels":[],"label_agreement":null},{"id":"W2742818007","doi":"","title":"A case study examining the impact of time of day on teaching evaluations","year":2014,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Enthusiasm; Class (philosophy); Mathematics education; Significant difference; Computer science; Control (management); Psychology; Medical education; Statistics; Mathematics; Social psychology; Medicine; Artificial intelligence","score_opus":0.18986133925572735,"score_gpt":0.5232435062343624,"score_spread":0.3333821669786351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742818007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912641,0.000029630877,0.00043635716,0.00077601866,0.00025420933,0.0002251256,6.0755775e-7,0.0000065449526,0.0070073917],"genre_scores_gemma":[0.99792206,0.0000024332146,0.0018303882,0.000022370992,0.00016846834,5.903421e-7,2.9056961e-8,0.000004009048,0.000049656734],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99183387,0.005636736,0.00077637046,0.00013877286,0.0014220383,0.00019223048],"domain_scores_gemma":[0.9856559,0.012019112,0.0017864137,0.00015766856,0.00033535305,0.000045553592],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.073778346,0.00009137396,0.00030152645,0.00043154843,0.0010496412,0.0001055072,0.0007404759,0.00003448524,0.000036824247],"category_scores_gemma":[0.01772573,0.000057298726,0.00009845313,0.000734576,0.00051847723,0.00043016023,0.00007161141,0.00039610054,0.0000016770143],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032232187,0.0009376404,0.24333401,0.000007460179,0.00009166954,0.000041778065,0.3154929,0.4138351,0.00032653805,0.0026267755,0.00050258444,0.022771286],"study_design_scores_gemma":[0.002595468,0.011558767,0.31682974,0.0010222888,0.00021433098,0.0005672904,0.37742528,0.28625262,0.00012092787,0.0027656893,0.00022050724,0.00042709013],"about_ca_topic_score_codex":0.0019232507,"about_ca_topic_score_gemma":0.00023673105,"teacher_disagreement_score":0.12758252,"about_ca_system_score_codex":0.0001262979,"about_ca_system_score_gemma":0.00076631166,"threshold_uncertainty_score":0.9905484},"labels":[],"label_agreement":null},{"id":"W2993010629","doi":"","title":"Using Scrum in a quarter-length undergraduate software engineering course","year":2012,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrum; Course (navigation); Software engineering; Software; Computer science; Quarter (Canadian coin); Software development; Engineering; Operating system","score_opus":0.035021581532346656,"score_gpt":0.32498161260476044,"score_spread":0.2899600310724138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993010629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40657744,0.0012947735,0.5900466,0.0005695125,0.001318569,0.00007412618,2.9348703e-7,0.00008273873,0.000035937905],"genre_scores_gemma":[0.6132984,0.000019837975,0.38652813,0.000037199385,0.000109330336,3.8734692e-7,2.0261615e-8,0.000005014254,0.000001630848],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981277,0.000107850574,0.0005735891,0.00017827249,0.0004927704,0.0005198193],"domain_scores_gemma":[0.9981768,0.001074366,0.0003920012,0.0001838209,0.000076798424,0.000096213225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029569028,0.00015935556,0.0002938756,0.0006237496,0.00010789165,0.00019850081,0.0010583857,0.0000638194,0.0000013232054],"category_scores_gemma":[0.0005593406,0.00014224852,0.000070623144,0.0015788835,0.00005820573,0.0017729664,0.00018092671,0.00040416242,9.4856057e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014334364,0.0004370968,0.44192684,0.000089330235,0.000036145357,0.0001579241,0.0044172555,0.52317536,0.00030660102,0.021418784,0.00069975946,0.007320588],"study_design_scores_gemma":[0.00066382426,0.00034745282,0.0709196,0.0010575182,0.000013782483,0.00090357946,0.00041013065,0.9219475,0.0005298258,0.0015467386,0.0011435315,0.00051653455],"about_ca_topic_score_codex":0.000024243656,"about_ca_topic_score_gemma":0.0000040069103,"teacher_disagreement_score":0.39877215,"about_ca_system_score_codex":0.0001322592,"about_ca_system_score_gemma":0.00020278312,"threshold_uncertainty_score":0.58007264},"labels":[],"label_agreement":null},{"id":"W2993162221","doi":"","title":"Peer instruction in the CS classroom: a hands-on introduction: conference tutorial","year":2011,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Clicker; Peer instruction; Computer science; Voting; Mathematics education; Elaboration; Class (philosophy); Multimedia; Peer feedback; Psychology; Artificial intelligence; Political science; Humanities","score_opus":0.12948553895140802,"score_gpt":0.40005828585210657,"score_spread":0.27057274690069855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993162221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411804,0.000013672843,0.0014076773,0.007399488,0.0060963803,0.0001319059,2.597564e-7,0.000011340868,0.043758854],"genre_scores_gemma":[0.9811347,0.000007910109,0.015497391,0.00013976057,0.0030568326,8.812522e-7,5.6047668e-8,0.0000030898736,0.00015936952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99596447,0.0017440182,0.0005502446,0.00018652203,0.0012632271,0.00029150693],"domain_scores_gemma":[0.99813914,0.00067882583,0.00051752524,0.00010605892,0.00052929664,0.000029173169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025354907,0.00009925966,0.0002190757,0.0004984651,0.0006674151,0.00017178268,0.0008517454,0.00007918051,0.0000388245],"category_scores_gemma":[0.0036932372,0.000068062705,0.000050157316,0.002075168,0.0008854128,0.0004402186,0.000041043193,0.000664731,0.0000017946769],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019543132,0.00027524686,0.05950159,0.00000797258,0.000012290073,0.000037814465,0.21640381,0.0007723852,0.00015276317,0.6918267,0.0072149653,0.023599058],"study_design_scores_gemma":[0.0076215374,0.00626212,0.3696668,0.00090007624,0.00004512307,0.00047006307,0.26477787,0.0040052817,0.0024580627,0.20906983,0.1335277,0.0011955491],"about_ca_topic_score_codex":0.0002660891,"about_ca_topic_score_gemma":0.0003012915,"teacher_disagreement_score":0.48275685,"about_ca_system_score_codex":0.00019802283,"about_ca_system_score_gemma":0.0005729616,"threshold_uncertainty_score":0.87875557},"labels":[],"label_agreement":null},{"id":"W2994077794","doi":"","title":"The impacts of providing novice computer science students with a second chance on their midterm exams","year":2012,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Grading (engineering); Mathematics education; Class (philosophy); Psychology; Medical education; Computer science; Medicine; Engineering","score_opus":0.018984283039985127,"score_gpt":0.31009936957249473,"score_spread":0.2911150865325096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994077794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556048,0.00042675852,0.042197812,0.000462281,0.001011071,0.00014431865,2.1149275e-7,0.000023380457,0.00012936037],"genre_scores_gemma":[0.9552172,0.000006413999,0.04438917,0.00015481279,0.00021404692,8.416823e-7,1.543133e-8,0.000005915635,0.000011596307],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99677753,0.00025832292,0.0005676225,0.00028652325,0.0013935432,0.00071647763],"domain_scores_gemma":[0.9967223,0.0015919608,0.0010136552,0.00031888514,0.00021383147,0.00013940233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01223315,0.00018010644,0.0003051968,0.00046719564,0.0010468346,0.0007154583,0.0034219143,0.00003338765,7.544773e-7],"category_scores_gemma":[0.0002942309,0.00009826528,0.000065105785,0.0020081364,0.0008036735,0.0011660141,0.00044824238,0.0004981764,7.055656e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010692736,0.0008181747,0.45231137,0.00009598239,0.00006470804,0.000032147458,0.056528207,0.02315888,0.0015102004,0.008798949,0.00013929787,0.45643514],"study_design_scores_gemma":[0.0030884328,0.007943889,0.8158344,0.0049238494,0.00002218668,0.0012874119,0.0047352333,0.13531716,0.017738823,0.00031481427,0.007750236,0.001043578],"about_ca_topic_score_codex":0.00001211057,"about_ca_topic_score_gemma":0.000012023023,"teacher_disagreement_score":0.45539156,"about_ca_system_score_codex":0.000119153054,"about_ca_system_score_gemma":0.0004272485,"threshold_uncertainty_score":0.80515116},"labels":[],"label_agreement":null},{"id":"W2994133228","doi":"10.5555/1858449.1858458","title":"Using mock object frameworks to teach object-oriented design principles","year":2010,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Object-oriented design; Computer science; Object (grammar); Object-oriented programming; Method; Class (philosophy); Software engineering; Context (archaeology); Inheritance (genetic algorithm); Programming language; Artificial intelligence","score_opus":0.04980164223800232,"score_gpt":0.3451517191738768,"score_spread":0.2953500769358745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994133228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46247065,0.000046435893,0.5351673,0.00041873296,0.0016300043,0.00013506474,2.0408355e-7,0.000046445104,0.000085202424],"genre_scores_gemma":[0.548591,0.0000018888113,0.45113352,0.000067671666,0.00017555595,7.692051e-7,1.4201733e-8,0.000006776686,0.000022782415],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996694,0.0002213974,0.00070181926,0.00042082,0.0013032511,0.00065867155],"domain_scores_gemma":[0.99530184,0.0033325057,0.00032469712,0.0004122362,0.0004086876,0.00022001221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068742638,0.00019750574,0.0003618496,0.0012062979,0.0003763679,0.00047548243,0.002743795,0.00017351612,0.000005633785],"category_scores_gemma":[0.0058038267,0.0001668557,0.000092889975,0.0035160643,0.00019066203,0.00059796375,0.0006189021,0.0016127321,0.000004366426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002060257,0.00014378165,0.050459,0.000019792702,0.000020504585,0.00015770597,0.0029379784,0.9269069,0.008240146,0.005685038,0.0006322964,0.0047762576],"study_design_scores_gemma":[0.00047984635,0.00057379704,0.036393113,0.00043646977,0.0000049741175,0.00056915445,0.00021038626,0.95265096,0.0061194375,0.0010937379,0.0010971465,0.00037096822],"about_ca_topic_score_codex":0.000016463102,"about_ca_topic_score_gemma":0.000010350712,"teacher_disagreement_score":0.08612039,"about_ca_system_score_codex":0.00015125405,"about_ca_system_score_gemma":0.000925006,"threshold_uncertainty_score":0.70066077},"labels":[],"label_agreement":null},{"id":"W3004028397","doi":"10.5555/1295109.1295149","title":"Embedded systems and robotics","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Computer science; Future of robotics; Quarter (Canadian coin); Robot","score_opus":0.03631393880087834,"score_gpt":0.2945505182913347,"score_spread":0.25823657949045636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004028397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58541226,0.0017520696,0.41007754,0.00089452876,0.0014010018,0.00006325409,6.351592e-8,0.000046915367,0.0003523502],"genre_scores_gemma":[0.78284806,0.000028638162,0.21695186,0.000034866116,0.00009076849,1.1766999e-7,8.821478e-9,0.0000022902766,0.000043373577],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984716,0.0002464872,0.00042045568,0.0001722966,0.00044709432,0.00024202744],"domain_scores_gemma":[0.9988009,0.0005641883,0.00036764526,0.000114306626,0.0000891174,0.00006387972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032627238,0.00008787887,0.00023259244,0.0003341976,0.00043494653,0.00024151958,0.00078049634,0.000036445712,2.2528116e-7],"category_scores_gemma":[0.00030884717,0.00006920111,0.000038955925,0.0007200051,0.00022207228,0.00038029338,0.00014719673,0.0003149203,7.408173e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006434188,0.00011636181,0.08383754,0.0000383684,0.000018079361,0.0004080964,0.015108983,0.82111794,0.000051232593,0.030083505,0.00078878476,0.04842466],"study_design_scores_gemma":[0.00077747426,0.00070702453,0.028619975,0.0005240452,0.00000587443,0.00593285,0.0015127406,0.95605177,0.00002690391,0.00033561295,0.005202067,0.0003036507],"about_ca_topic_score_codex":0.00001666159,"about_ca_topic_score_gemma":0.000001134611,"teacher_disagreement_score":0.19743581,"about_ca_system_score_codex":0.000031466167,"about_ca_system_score_gemma":0.0001826644,"threshold_uncertainty_score":0.33453012},"labels":[],"label_agreement":null},{"id":"W3016166911","doi":"10.5555/2167431.2167456","title":"Using Scrum in a quarter-length undergraduate software engineering course","year":2012,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrum; Course (navigation); Quarter (Canadian coin); Software engineering; Division (mathematics); Computer science; Software; Software development; Engineering; Operating system; Mathematics; Arithmetic","score_opus":0.035021581532346656,"score_gpt":0.32498161260476044,"score_spread":0.2899600310724138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016166911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40657744,0.0012947735,0.5900466,0.0005695125,0.001318569,0.00007412618,2.9348703e-7,0.00008273873,0.000035937905],"genre_scores_gemma":[0.6132984,0.000019837975,0.38652813,0.000037199385,0.000109330336,3.8734692e-7,2.0261615e-8,0.000005014254,0.000001630848],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981277,0.000107850574,0.0005735891,0.00017827249,0.0004927704,0.0005198193],"domain_scores_gemma":[0.9981768,0.001074366,0.0003920012,0.0001838209,0.000076798424,0.000096213225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029569028,0.00015935556,0.0002938756,0.0006237496,0.00010789165,0.00019850081,0.0010583857,0.0000638194,0.0000013232054],"category_scores_gemma":[0.0005593406,0.00014224852,0.000070623144,0.0015788835,0.00005820573,0.0017729664,0.00018092671,0.00040416242,9.4856057e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014334364,0.0004370968,0.44192684,0.000089330235,0.000036145357,0.0001579241,0.0044172555,0.52317536,0.00030660102,0.021418784,0.00069975946,0.007320588],"study_design_scores_gemma":[0.00066382426,0.00034745282,0.0709196,0.0010575182,0.000013782483,0.00090357946,0.00041013065,0.9219475,0.0005298258,0.0015467386,0.0011435315,0.00051653455],"about_ca_topic_score_codex":0.000024243656,"about_ca_topic_score_gemma":0.0000040069103,"teacher_disagreement_score":0.39877215,"about_ca_system_score_codex":0.0001322592,"about_ca_system_score_gemma":0.00020278312,"threshold_uncertainty_score":0.58007264},"labels":[],"label_agreement":null},{"id":"W3033482128","doi":"10.5555/1295109.1295111","title":"Ethernet is the answer; what is the question?","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Advanced Optical Network Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ethernet; Corporation; Connection-oriented Ethernet; Carrier Ethernet; Computer science; Quarter (Canadian coin); Ethernet over PDH; Metro Ethernet; Ethernet over SDH; Telecommunications; Operating system; Business; Ethernet flow control; History; Finance; Archaeology","score_opus":0.018572299569310943,"score_gpt":0.28730570166438013,"score_spread":0.2687334020950692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033482128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9601826,0.009964165,0.00930783,0.017798565,0.0014118482,0.00013210958,6.1542625e-7,0.00009933691,0.0011029185],"genre_scores_gemma":[0.9788623,0.002702488,0.01762906,0.0005939944,0.00016539842,6.3877906e-7,1.2996821e-8,0.000006725372,0.000039397477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988954,0.00005022435,0.00034147548,0.00009541063,0.000379754,0.00023771924],"domain_scores_gemma":[0.9987806,0.0008562241,0.0001193475,0.00015403616,0.0000690325,0.000020727475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010777339,0.00010021263,0.00016089137,0.000096056676,0.00033040595,0.00010589362,0.0008577162,0.000054070842,0.000008846737],"category_scores_gemma":[0.00013442873,0.00005149004,0.000059499103,0.0008513696,0.000747804,0.0003618806,0.000077621415,0.00044029357,0.000003580856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059152417,0.000021140111,0.0058005163,0.000009021592,0.000024448134,0.000038056558,0.0037993065,0.94892085,0.000057799705,0.0035646432,0.014057009,0.023701284],"study_design_scores_gemma":[0.0005463356,0.00038799798,0.017739953,0.0009358853,0.000019664327,0.0010343047,0.010495379,0.90315264,0.0019473425,0.0338359,0.02946505,0.0004395165],"about_ca_topic_score_codex":0.0000025587856,"about_ca_topic_score_gemma":0.0000046932296,"teacher_disagreement_score":0.04576819,"about_ca_system_score_codex":0.000050831226,"about_ca_system_score_gemma":0.00004120239,"threshold_uncertainty_score":0.2755315},"labels":[],"label_agreement":null},{"id":"W3204713554","doi":"10.5555/3447307.3447313","title":"Teaching AI ethics in a flipped classroom","year":2021,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Flipped classroom; Computer science; Mathematics education; Flipped learning; Psychology","score_opus":0.08362809359653894,"score_gpt":0.4605632639098578,"score_spread":0.37693517031331886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204713554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82814443,0.0005098566,0.00034593427,0.12829205,0.0013651352,0.00007023065,6.623905e-7,0.000011927459,0.04125976],"genre_scores_gemma":[0.9906163,0.0002177032,0.005432477,0.0029217214,0.00047840454,1.703867e-7,6.061292e-8,0.0000047381473,0.0003284186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99602216,0.0015404399,0.0006166558,0.00017419984,0.0012069684,0.00043957093],"domain_scores_gemma":[0.99570215,0.0031790165,0.00036559193,0.000077021396,0.00056836265,0.00010783876],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022133835,0.00009224538,0.00031638754,0.00033619048,0.0011760822,0.00046054198,0.0006058019,0.00022854807,0.00001670655],"category_scores_gemma":[0.012845372,0.00008588866,0.000100246594,0.0013200395,0.00067548465,0.00066583016,0.00010458909,0.0022112664,0.0000012528329],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002743506,0.00046329663,0.12405205,0.000053548523,0.000026804448,0.00068919675,0.39700273,0.008194576,0.00047109256,0.45424122,0.0020980672,0.012679984],"study_design_scores_gemma":[0.0032825104,0.0008081281,0.05825929,0.004053826,0.00003553178,0.00014723593,0.38767698,0.01124685,0.00045895457,0.45041054,0.08250885,0.001111311],"about_ca_topic_score_codex":0.0015687712,"about_ca_topic_score_gemma":0.012466024,"teacher_disagreement_score":0.16247186,"about_ca_system_score_codex":0.00023765829,"about_ca_system_score_gemma":0.004299814,"threshold_uncertainty_score":0.99546987},"labels":[],"label_agreement":null},{"id":"W32877401","doi":"10.1371/journal.pmed.1003283","title":"Computer science laboratory improvements","year":2006,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; International Labour Organisation; UNICEF","keywords":"Class (philosophy); Computer science; Mathematics education; Coding (social sciences); Multimedia; Artificial intelligence; Psychology; Mathematics; Statistics","score_opus":0.004603297299414787,"score_gpt":0.2394719277919976,"score_spread":0.23486863049258283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32877401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98253703,0.00045216468,0.013543806,0.000025548952,0.001726994,0.00004796575,5.611014e-7,0.000055143602,0.0016107917],"genre_scores_gemma":[0.9453568,0.0000040463874,0.05431842,0.000022287335,0.00028352032,3.030202e-7,4.816011e-8,0.00000919554,0.0000054035772],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986072,0.000017494738,0.00042544954,0.0001240236,0.00051763543,0.00030817426],"domain_scores_gemma":[0.99957675,0.00009498688,0.000111971305,0.00007999997,0.000095722324,0.000040588817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001400106,0.000107247375,0.00017163182,0.00051242835,0.00014358717,0.00012141979,0.0005262513,0.000027061917,0.0000041195663],"category_scores_gemma":[0.000030383904,0.000098662145,0.000032739666,0.0013429574,0.0003029634,0.0003983706,0.000068969166,0.00021426551,0.0000023706582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010960473,0.000021764077,0.008695903,0.000012800779,0.0000030842918,0.000016723048,0.0001620861,0.95744306,0.03189018,0.0003857999,0.00033337277,0.0010341472],"study_design_scores_gemma":[0.00051708723,0.00021064958,0.023054574,0.00025037804,0.0000031559614,0.000052201864,0.00018397627,0.9272244,0.047156554,0.00016870936,0.0009321289,0.0002461684],"about_ca_topic_score_codex":0.0000061361857,"about_ca_topic_score_gemma":0.0000015067207,"teacher_disagreement_score":0.040774614,"about_ca_system_score_codex":0.00020580887,"about_ca_system_score_gemma":0.000108382745,"threshold_uncertainty_score":0.40233254},"labels":[],"label_agreement":null},{"id":"W36244001","doi":"10.1093/schbul/sbac150","title":"Game design and development course taught with Alice","year":2010,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Alice (programming language); Course (navigation); Computer science; Video game development; Quality (philosophy); Game design; Mathematics education; Development (topology); Multimedia; Game Developer; Human–computer interaction; Psychology; Engineering; Programming language","score_opus":0.02010213664267849,"score_gpt":0.2863020818316011,"score_spread":0.2661999451889226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36244001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49486014,0.00012708374,0.5038179,0.00065345375,0.00037774208,0.00005608944,1.9144593e-8,0.000025282872,0.000082299535],"genre_scores_gemma":[0.5309422,0.0000016441984,0.4689522,0.0000483012,0.000038474842,2.7073506e-7,9.664761e-9,0.0000021728983,0.000014726656],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985231,0.00016004973,0.0003381568,0.00021608642,0.0004844461,0.00027812488],"domain_scores_gemma":[0.99876374,0.00055952516,0.0003648789,0.000119993936,0.000106772575,0.00008506471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004857399,0.000110247965,0.0001927919,0.0002356056,0.0003262401,0.00039294735,0.00088346447,0.00003924863,0.0000011162124],"category_scores_gemma":[0.000112015,0.00007692065,0.00001822496,0.0005845312,0.00024050966,0.00038918754,0.00012421404,0.00053826295,7.819799e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038201495,0.0003234931,0.0876109,0.000037122583,0.000046972047,0.0002825326,0.030579207,0.08068164,0.0005538347,0.010992778,0.00035200466,0.7885013],"study_design_scores_gemma":[0.005454716,0.0042380313,0.23471957,0.0022723256,0.000041730047,0.009929582,0.004399055,0.51501673,0.004579882,0.001311751,0.21609485,0.0019417809],"about_ca_topic_score_codex":0.000007584018,"about_ca_topic_score_gemma":0.00001488404,"teacher_disagreement_score":0.7865595,"about_ca_system_score_codex":0.000019517049,"about_ca_system_score_gemma":0.0005718023,"threshold_uncertainty_score":0.37892002},"labels":[],"label_agreement":null},{"id":"W42527964","doi":"","title":"Teaching cybersecurity through games: a cloud-based approach","year":2013,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information and Cyber Security","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cloud computing; Computer science; Curriculum; Viewpoints; Variety (cybernetics); Cloud computing security; Computer security; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.019841475531197365,"score_gpt":0.279448145915255,"score_spread":0.25960667038405766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W42527964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4154975,0.00017638452,0.54693,0.0030402571,0.0012693608,0.00022558722,4.6143123e-7,0.000060832375,0.032799583],"genre_scores_gemma":[0.7874921,0.0000033387032,0.21118546,0.001165888,0.0001295352,0.0000013720698,1.0287489e-7,0.0000027132908,0.000019523597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997531,0.00026434063,0.0007859323,0.0002207432,0.00081340526,0.00038456358],"domain_scores_gemma":[0.9984465,0.000354392,0.00065153255,0.00023738235,0.00023070716,0.00007948853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031583833,0.00015466531,0.00030304008,0.00034631585,0.00042155545,0.0005626572,0.0019218106,0.000066134184,0.000011337332],"category_scores_gemma":[0.0001962898,0.00011950731,0.00012541478,0.0009915072,0.0002203311,0.0023109848,0.00020946027,0.00054289843,0.000011918999],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021601361,0.0012219745,0.009971527,0.00018965645,0.000050109997,0.000057309597,0.09502046,0.08994969,0.00015927826,0.74024427,0.02372567,0.039388455],"study_design_scores_gemma":[0.0010114776,0.00029782258,0.0033823878,0.00020683956,0.000004259962,0.00019824671,0.003094375,0.9699156,0.00031762835,0.015774077,0.0054768664,0.0003204033],"about_ca_topic_score_codex":0.00017072918,"about_ca_topic_score_gemma":0.0000062585045,"teacher_disagreement_score":0.8799659,"about_ca_system_score_codex":0.00009500201,"about_ca_system_score_gemma":0.00040259794,"threshold_uncertainty_score":0.54257166},"labels":[],"label_agreement":null},{"id":"W92905524","doi":"","title":"Data warehousing in an undergraduate curriculum","year":2007,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Data warehouse; Database; Database transaction; Computer science; Online analytical processing; Curriculum; Key (lock); Dimensional modeling; Data science; Transaction processing","score_opus":0.12394010989348252,"score_gpt":0.3782206681831936,"score_spread":0.2542805582897111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92905524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986233,0.0002570786,0.008712032,0.0011837446,0.0014133244,0.00007456888,0.0000013496242,0.000017002523,0.0021079136],"genre_scores_gemma":[0.99413127,0.000016683418,0.004563179,0.0003677529,0.0009042555,6.8435575e-8,0.000002587173,0.000006819462,0.0000073628694],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980687,0.00002053495,0.00072210963,0.00027192244,0.00054493884,0.00037179323],"domain_scores_gemma":[0.99878746,0.00016121751,0.0005830742,0.00024968904,0.00020394842,0.000014610437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005914939,0.00012476493,0.00024161136,0.0009875392,0.00020102972,0.00044956163,0.0017297664,0.00004612355,0.000013687822],"category_scores_gemma":[0.00042225956,0.00009918711,0.000027582724,0.0025667946,0.00020083501,0.0037523361,0.00048385983,0.0002601195,0.0000062481913],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003789236,0.00042305957,0.92729545,0.00008989899,0.0000065688405,0.00029007485,0.00013372103,0.015110907,0.00015641139,0.012644046,0.0027775613,0.0410344],"study_design_scores_gemma":[0.0013232802,0.00012979163,0.3479443,0.0021146822,0.0000356328,0.00020922553,0.0053752037,0.59659755,0.00018173673,0.014765542,0.030491604,0.0008314552],"about_ca_topic_score_codex":0.00028005854,"about_ca_topic_score_gemma":0.0018708571,"teacher_disagreement_score":0.58148664,"about_ca_system_score_codex":0.000046247784,"about_ca_system_score_gemma":0.00009910287,"threshold_uncertainty_score":0.4335133},"labels":[],"label_agreement":null},{"id":"W99636949","doi":"10.5555/2460156.2460174","title":"Influencing middle school girls to study computer science through educational computer games","year":2013,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Digital Games and Media","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer game; Mathematics education; Economic shortage; Computer science; Psychology; Multimedia","score_opus":0.03440789682328657,"score_gpt":0.34904849064133264,"score_spread":0.3146405938180461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W99636949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817334,0.00010039632,0.0015925075,0.0033955125,0.002552228,0.00051672553,5.568995e-7,0.000017883553,0.010090809],"genre_scores_gemma":[0.9348688,0.000010497259,0.062266313,0.0012703377,0.0012965321,0.0000039259226,5.2543264e-8,0.0000061700393,0.00027734158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962888,0.00019060215,0.0007651155,0.00037523947,0.0017316322,0.00064866344],"domain_scores_gemma":[0.99754,0.0007081051,0.00042569436,0.00015904239,0.0008166231,0.00035053943],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004368883,0.00016188472,0.00035008538,0.00059940555,0.00067030237,0.0011736004,0.0015753646,0.000043546726,0.00010985268],"category_scores_gemma":[0.0008244339,0.00013176081,0.00008309,0.0028206732,0.0011932265,0.0020821614,0.00031699587,0.0002537673,0.000053130116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022460737,0.0016290627,0.5451535,0.000034610563,0.00004746435,0.00003943107,0.18588552,0.03865352,0.00024199233,0.009553569,0.009790707,0.20894818],"study_design_scores_gemma":[0.001642578,0.0025878744,0.90642667,0.0012594778,0.000023936522,0.00008264941,0.059976425,0.007094175,0.00019974692,0.0063682357,0.013488676,0.00084956724],"about_ca_topic_score_codex":0.00039891488,"about_ca_topic_score_gemma":0.00015756748,"teacher_disagreement_score":0.36127317,"about_ca_system_score_codex":0.00030176746,"about_ca_system_score_gemma":0.0022920875,"threshold_uncertainty_score":0.99986327},"labels":[],"label_agreement":null}]}