{"meta":{"query_hash":"5b155b709458","filters":{"venue":"Journal of computing sciences in colleges"},"cohort_total":26,"direct_labels_cover":0,"predictions_cover":26,"exported":26,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5b155b709458","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+computing+sciences+in+colleges"},"results":[{"id":"W1542266580","doi":"","title":"World's first undergraduate e-commerce specialization offered by a computer science department","year":2004,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Engineering management; Management; Data science; Engineering; Economics","score_opus":0.013854577503792535,"score_gpt":0.2764565135350803,"score_spread":0.26260193603128773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542266580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7652279,0.0012459757,0.018076736,0.026348175,0.002487611,0.00078043924,0.00040229812,0.0018330348,0.18359779],"genre_scores_gemma":[0.8262605,0.0013230765,0.035823338,0.0066114888,0.00041021866,0.00016353746,0.00093989173,0.00015242335,0.12831551],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910575,0.000121406025,0.00005018809,0.000082451406,0.00030577058,0.0003345198],"domain_scores_gemma":[0.99094486,0.0004806798,0.0002267979,0.00037834363,0.0026535322,0.005315741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017707059,0.0002366734,0.00019948513,0.000662169,0.0014259815,0.0023122511,0.00048214718,0.0007542206,0.009561137],"category_scores_gemma":[0.0035850517,0.00016856127,0.00022374679,0.00040608816,0.00041579313,0.0007980487,0.0016256758,0.0010283691,0.0036061138],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003034175,0.0029087898,0.054611128,0.0003300411,0.00001802904,0.0005542083,0.0028626802,0.00085890887,0.022416433,0.016075453,0.10148487,0.7975761],"study_design_scores_gemma":[0.00018554859,0.0031118009,0.15961613,0.0002902724,0.000030051733,0.0011842634,0.0048612943,0.004223254,0.026902746,0.006224311,0.7932763,0.000094112365],"about_ca_topic_score_codex":0.0019754563,"about_ca_topic_score_gemma":0.008148295,"teacher_disagreement_score":0.009561137,"about_ca_system_score_codex":0.0018232559,"about_ca_system_score_gemma":0.006838251,"threshold_uncertainty_score":0.031985223},"labels":[],"label_agreement":null},{"id":"W1554024422","doi":"","title":"Making CS more fun","year":2001,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Proposition; Advice (programming); Plan (archaeology); Mathematics education; Computer science; Psychology; Medical education; History; Medicine; Programming language","score_opus":0.05540528764917963,"score_gpt":0.36271840659556576,"score_spread":0.30731311894638613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554024422","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0085041905,0.008668519,0.0208728,0.26726377,0.03296119,0.00013580149,0.0003455742,0.0026389437,0.6586092],"genre_scores_gemma":[0.14960623,0.019590894,0.025752833,0.124029875,0.033408433,0.000280999,0.0008826296,0.0022136625,0.6442344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757046,0.00076790375,0.00006083236,0.0002738173,0.0009741675,0.00035267358],"domain_scores_gemma":[0.98708224,0.0015551745,0.00039480437,0.0014077977,0.0015811713,0.007978897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022576237,0.0007606101,0.0003981586,0.0012880395,0.0032338477,0.007716431,0.00096158753,0.002239683,0.18415733],"category_scores_gemma":[0.012351749,0.00023742442,0.0006433848,0.0011701559,0.0028409532,0.009863575,0.006478205,0.0050698863,0.050720997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028853214,0.00009211436,0.00049448723,0.00015357438,0.000012692878,0.0000913556,0.0008147323,0.00023862612,0.0010118751,0.06918959,0.7918742,0.135998],"study_design_scores_gemma":[0.0000063285056,0.000022814202,0.0003665363,0.000070081616,0.000002497018,0.000104454055,0.00035448212,0.000077015924,0.00014730832,0.022573799,0.97626716,0.0000074793143],"about_ca_topic_score_codex":0.0010250098,"about_ca_topic_score_gemma":0.0022791645,"teacher_disagreement_score":0.18415733,"about_ca_system_score_codex":0.0019248796,"about_ca_system_score_gemma":0.0027674444,"threshold_uncertainty_score":0.61606765},"labels":[],"label_agreement":null},{"id":"W1585917131","doi":"","title":"The use of unfamiliar words: writing and CS education","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Mount Royal University","funders":"","keywords":"Reading (process); Computer science; Mathematics education; Institution; Code (set theory); Word (group theory); Professional writing; Multimedia; Psychology; Linguistics; Programming language; Sociology; Set (abstract data type)","score_opus":0.04639259920602077,"score_gpt":0.29355645481524306,"score_spread":0.2471638556092223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585917131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8955139,0.0018307135,0.022289367,0.0040628035,0.0004475835,0.00041969982,0.000033132113,0.00042816525,0.07497462],"genre_scores_gemma":[0.9616528,0.00088228076,0.021267194,0.00088113634,0.00013106731,0.0001852524,0.00004297636,0.00009130769,0.014866043],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99324656,0.003534437,0.00035966138,0.00066525466,0.0018209623,0.0003730927],"domain_scores_gemma":[0.97742814,0.013362615,0.0031233951,0.0014560752,0.0018649239,0.0027648786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037768288,0.00068931293,0.0003605163,0.0011468935,0.0023073722,0.006075967,0.0011932299,0.0015654488,0.008474118],"category_scores_gemma":[0.027205415,0.0002269979,0.00021897994,0.0012216391,0.0035778352,0.0041384385,0.004692126,0.0017586983,0.0015109134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003748416,0.0024513241,0.042223424,0.0009817587,0.000018280633,0.0019697845,0.10891179,0.0005022957,0.021791708,0.016454427,0.011389191,0.7929312],"study_design_scores_gemma":[0.00026147545,0.006930505,0.19617297,0.002207061,0.00010908301,0.011443925,0.34972993,0.006252907,0.04457121,0.06741246,0.31456536,0.00034313006],"about_ca_topic_score_codex":0.00049978105,"about_ca_topic_score_gemma":0.0007995569,"teacher_disagreement_score":0.008474118,"about_ca_system_score_codex":0.0010229128,"about_ca_system_score_gemma":0.0020173658,"threshold_uncertainty_score":0.028348744},"labels":[],"label_agreement":null},{"id":"W1603651742","doi":"","title":"Designing a collaborative cross-campus airport (or other transit) simulation project: panel discussion","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Air Traffic Management and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Implementation; Operations research; Process (computing); Queue; Premise; Schedule; Transport engineering; Engineering; Software engineering","score_opus":0.0440617176061567,"score_gpt":0.3132533757587907,"score_spread":0.269191658152634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603651742","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12378096,0.0018451778,0.4148754,0.23238195,0.030958604,0.013627263,0.0021023164,0.003586121,0.1768422],"genre_scores_gemma":[0.42116868,0.002330327,0.18673716,0.03557856,0.0045920652,0.020713422,0.005063706,0.0035733585,0.32024267],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836944,0.009724819,0.0004647134,0.0017851787,0.0019139581,0.0024169148],"domain_scores_gemma":[0.9673642,0.0071999403,0.0005336125,0.0015923983,0.0081616435,0.015148233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.041488633,0.0020789613,0.00088509877,0.00083324104,0.011989228,0.010045648,0.0061480543,0.012750583,0.05577045],"category_scores_gemma":[0.02814391,0.001268843,0.002160554,0.0007446329,0.0027292545,0.010188327,0.019842586,0.010889311,0.014677958],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014684194,0.0047820294,0.005421458,0.0014648403,0.00018747148,0.0023631554,0.062799275,0.017198319,0.014809475,0.050877642,0.7133717,0.12525618],"study_design_scores_gemma":[0.0002706813,0.0006349862,0.0010221292,0.0004996923,0.000052239087,0.0002616906,0.047356483,0.004995468,0.004579332,0.009863098,0.93027556,0.00018871963],"about_ca_topic_score_codex":0.002137917,"about_ca_topic_score_gemma":0.0033997986,"teacher_disagreement_score":0.05577045,"about_ca_system_score_codex":0.00546691,"about_ca_system_score_gemma":0.007419764,"threshold_uncertainty_score":0.21941549},"labels":[],"label_agreement":null},{"id":"W1678360111","doi":"10.5555/1292428.1292437","title":"Using the Java instructional game engine in the classroom","year":2007,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Java; Computer science; Game engine; State (computer science); Foundation (evidence); Multimedia; Mathematics education; Programming language; Archaeology; Psychology; History","score_opus":0.07409001048266046,"score_gpt":0.41115831018344917,"score_spread":0.3370682997007887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1678360111","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00930094,0.002049658,0.8521271,0.0016868245,0.00066020084,0.00084417546,0.0004263708,0.030923877,0.10198095],"genre_scores_gemma":[0.061000463,0.0052348715,0.8593336,0.0018293725,0.00020462478,0.0016390847,0.0011425796,0.004380833,0.06523457],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992404,0.0001858786,0.00006999932,0.00011117985,0.000271948,0.000120587254],"domain_scores_gemma":[0.99916685,0.00043317734,0.000039667048,0.000084111794,0.00013884364,0.00013730042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013481947,0.0014865509,0.00080997625,0.0007375758,0.0005368195,0.003448881,0.0020747029,0.0014408105,0.020646326],"category_scores_gemma":[0.0034149124,0.0008888642,0.00067722,0.00044784855,0.00042932224,0.0042235223,0.0018963397,0.0021925776,0.016056824],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025091786,0.0012592853,0.001535295,0.00094989274,0.00004221498,0.0006138317,0.0013110045,0.005321395,0.024669763,0.044594422,0.109715685,0.8097362],"study_design_scores_gemma":[0.00026616215,0.00039279234,0.0028991778,0.001294526,0.000071921604,0.0017490991,0.0006532831,0.03238103,0.019239452,0.037420366,0.9034579,0.0001743614],"about_ca_topic_score_codex":0.0013554875,"about_ca_topic_score_gemma":0.0023381517,"teacher_disagreement_score":0.020646326,"about_ca_system_score_codex":0.00044433592,"about_ca_system_score_gemma":0.0009641525,"threshold_uncertainty_score":0.06906885},"labels":[],"label_agreement":null},{"id":"W168590296","doi":"","title":"Peer instruction in CS: research and experience","year":2013,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Peer instruction; Mathematics education; Core (optical fiber); Computer science; Multiple choice; Psychology; Mathematics; Peer feedback; Statistics","score_opus":0.17866129827622057,"score_gpt":0.5163669490255766,"score_spread":0.337705650749356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W168590296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4243251,0.19080102,0.046369843,0.033164326,0.004841844,0.0016488641,0.0006573679,0.00090173073,0.29728988],"genre_scores_gemma":[0.7486559,0.14454289,0.050267592,0.0058728796,0.0051485086,0.00075392047,0.0010825541,0.00052417244,0.043151576],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99191016,0.0039226683,0.00029549035,0.00064989936,0.0025525475,0.0006691904],"domain_scores_gemma":[0.9677108,0.017763913,0.0006817606,0.0017699831,0.00556652,0.0065070367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011203205,0.0006443743,0.0004925172,0.0019492278,0.0014497394,0.0044499002,0.0017598699,0.0014941912,0.015905198],"category_scores_gemma":[0.030548139,0.00022816336,0.0003078992,0.0034724295,0.0021310435,0.005507197,0.0026164649,0.0021998754,0.003921987],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002448468,0.00385348,0.012012769,0.0016096067,0.000040279097,0.00028999068,0.016519561,0.0006394491,0.0024378144,0.015603305,0.065317765,0.881431],"study_design_scores_gemma":[0.00019816963,0.005460166,0.036558293,0.0047463877,0.000075383956,0.0032381031,0.03834568,0.0034864654,0.0054451716,0.024833431,0.87744415,0.00016863343],"about_ca_topic_score_codex":0.0011820034,"about_ca_topic_score_gemma":0.0018948618,"teacher_disagreement_score":0.015905198,"about_ca_system_score_codex":0.0015085728,"about_ca_system_score_gemma":0.004878875,"threshold_uncertainty_score":0.059248865},"labels":[],"label_agreement":null},{"id":"W199008270","doi":"","title":"Reasons for CS decline: preliminary evidence","year":2009,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Diverse Education and Engineering Focus","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Popularity; Economic shortage; Workload; Ask price; Politics; Quarter (Canadian coin); Economic slowdown; Perception; Demographic economics; Psychology; Political science; Mathematics education; Medical education; Economics; Medicine; Management; Social psychology; Finance; Law; History; Market economy","score_opus":0.0630335202611441,"score_gpt":0.39703906496260344,"score_spread":0.3340055447014593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W199008270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8528351,0.014890965,0.0005517021,0.06745734,0.00034333754,0.00015700972,0.0053607034,0.00005320785,0.05835073],"genre_scores_gemma":[0.9787304,0.006194434,0.00018007337,0.008655449,0.0005181004,0.00005695364,0.0023334052,0.000028232032,0.0033028964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99589854,0.0010000751,0.0004344557,0.0007612943,0.0011665844,0.0007391271],"domain_scores_gemma":[0.86193925,0.074047476,0.032169536,0.0031347289,0.017399216,0.011309773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061370917,0.00027299402,0.00044339235,0.0037909893,0.0014983289,0.0031623528,0.0020882583,0.0022335323,0.039597943],"category_scores_gemma":[0.04758718,0.00031558546,0.00056101574,0.006065974,0.0024327673,0.0035393608,0.0021280705,0.00317094,0.00267649],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029837267,0.00021573156,0.9566078,0.00043802185,0.00006891014,0.00017107585,0.0016313023,0.00006965093,0.00008046783,0.003911623,0.012891993,0.023615066],"study_design_scores_gemma":[0.00003271861,0.00008676587,0.97706205,0.00040972594,0.00005252488,0.00015082343,0.007889702,0.00016970023,0.00012097121,0.00090082135,0.013110674,0.000013669108],"about_ca_topic_score_codex":0.027255734,"about_ca_topic_score_gemma":0.032973956,"teacher_disagreement_score":0.039597943,"about_ca_system_score_codex":0.0014405114,"about_ca_system_score_gemma":0.0027582794,"threshold_uncertainty_score":0.13246834},"labels":[],"label_agreement":null},{"id":"W2169974798","doi":"","title":"Back to Pascal: retro but not backwards","year":2002,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Pascal (unit); Computer science; Programming language; Opposition (politics); Institution; Mathematics education; Psychology; Political science; Law","score_opus":0.04212972036152724,"score_gpt":0.2997336304117558,"score_spread":0.2576039100502286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169974798","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008253304,0.011211318,0.72182363,0.052924372,0.017940346,0.00015608929,0.00079242606,0.02767084,0.15922765],"genre_scores_gemma":[0.12679662,0.013483958,0.6761975,0.043638315,0.0044633225,0.0002458441,0.0014579152,0.031455655,0.102260806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929979,0.0021648651,0.00036262054,0.00091538357,0.0029775929,0.0005817223],"domain_scores_gemma":[0.99244,0.0022926144,0.00035192832,0.0021182883,0.0022789442,0.00051821064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044646463,0.0011132149,0.0007107022,0.001029596,0.0026946766,0.005029225,0.002301116,0.0018230694,0.01535862],"category_scores_gemma":[0.019917974,0.0010027273,0.00113704,0.0014053314,0.006243129,0.011511849,0.0046293293,0.010513146,0.021950282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035009967,0.00007811087,0.0007224071,0.0005523408,0.00006047129,0.00027936534,0.0014698729,0.0010267877,0.0031495362,0.39293778,0.21932353,0.38004968],"study_design_scores_gemma":[0.000035938392,0.00007307684,0.00020241151,0.0002357834,0.000028089766,0.0005151707,0.00020241691,0.0014784266,0.004231633,0.1594237,0.8335108,0.00006263507],"about_ca_topic_score_codex":0.0032721814,"about_ca_topic_score_gemma":0.0028048654,"teacher_disagreement_score":0.01535862,"about_ca_system_score_codex":0.0009036155,"about_ca_system_score_gemma":0.0027250112,"threshold_uncertainty_score":0.05137974},"labels":[],"label_agreement":null},{"id":"W2302971359","doi":"","title":"A multi-user tabletop display with enhanced mobile visuals for teaching and collaborative training: faculty poster abstract","year":2016,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Ontario Tech University","funders":"","keywords":"Computer science; Multimedia; Cloud computing; Mobile device; Limiting; Process (computing); Collaborative learning; Information and Communications Technology; Human–computer interaction; Augmented reality; Focus (optics); Cognitive load; World Wide Web; Cognition; Knowledge management","score_opus":0.02702780702238373,"score_gpt":0.3559684671478581,"score_spread":0.3289406601254744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302971359","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7146,0.0019782388,0.17834008,0.0018023635,0.0015681487,0.0013355793,0.0029587212,0.0132310605,0.08418586],"genre_scores_gemma":[0.8537877,0.00048872153,0.09166454,0.00042532643,0.00028998326,0.00042428807,0.00076394656,0.0005152771,0.05164024],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99977225,0.000038830436,0.000009793642,0.00005858995,0.000079379395,0.00004113223],"domain_scores_gemma":[0.99948007,0.00015854395,0.000023206123,0.000087134955,0.00008257312,0.00016842088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032630074,0.00046459973,0.00044109102,0.0005143238,0.0006094978,0.0011109113,0.001066326,0.0010130043,0.058736257],"category_scores_gemma":[0.00058657106,0.00024630918,0.0004672532,0.0004432271,0.00017552117,0.0007137511,0.001167047,0.00045238418,0.005767928],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032864052,0.002456629,0.002922878,0.00096909754,0.000060030256,0.0017009157,0.0009838532,0.0057052844,0.624353,0.001802786,0.03216377,0.32359535],"study_design_scores_gemma":[0.001918441,0.015650703,0.064877115,0.0003922997,0.00046229226,0.0059846924,0.0017543933,0.13420966,0.55711514,0.0014269954,0.21559979,0.00060848944],"about_ca_topic_score_codex":0.00046709736,"about_ca_topic_score_gemma":0.000612135,"teacher_disagreement_score":0.058736257,"about_ca_system_score_codex":0.0001620302,"about_ca_system_score_gemma":0.0002340073,"threshold_uncertainty_score":0.19649237},"labels":[],"label_agreement":null},{"id":"W2593972489","doi":"","title":"EDURange: hands-on cybersecurity exercises in the cloud","year":2014,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information and Cyber Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Computer science; Cloud computing; Malware; Computer security; Network security; Core curriculum; Core (optical fiber); Psychology; Telecommunications","score_opus":0.01617724105512113,"score_gpt":0.27971762254420024,"score_spread":0.2635403814890791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593972489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35132423,0.001404911,0.3849512,0.0062624672,0.0017906824,0.0071185753,0.003589101,0.029928964,0.21362996],"genre_scores_gemma":[0.40367916,0.001355977,0.45389998,0.0023251835,0.00035171217,0.0040745493,0.005072977,0.0022045183,0.12703595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902475,0.00029450603,0.00004454334,0.00018414625,0.00019563308,0.00025637716],"domain_scores_gemma":[0.997617,0.0008267533,0.000112346854,0.0002145913,0.0002087945,0.001020507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015799685,0.0016556486,0.00051593676,0.0005990723,0.0007812466,0.001426482,0.0023329398,0.0013137652,0.051584467],"category_scores_gemma":[0.0045521017,0.00044601722,0.0005879107,0.0002781365,0.00045181336,0.0019908624,0.004279078,0.0016653776,0.012029936],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015986514,0.018399654,0.00467747,0.0015964194,0.000045686545,0.0011045737,0.0070095635,0.009622179,0.050185803,0.014531641,0.3021071,0.5891212],"study_design_scores_gemma":[0.0010082776,0.007641301,0.01842974,0.0011433921,0.000052596282,0.0021223985,0.006311307,0.031200472,0.03590536,0.031154053,0.86478037,0.0002506877],"about_ca_topic_score_codex":0.00027719353,"about_ca_topic_score_gemma":0.0012630414,"teacher_disagreement_score":0.051584467,"about_ca_system_score_codex":0.00053347874,"about_ca_system_score_gemma":0.0007277445,"threshold_uncertainty_score":0.17256725},"labels":[],"label_agreement":null},{"id":"W2624967628","doi":"","title":"The effectiveness of pairing analog and digital games to teach computer science principles to female youth","year":2017,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Educational Games and Gamification","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer game; Economic shortage; Computer science; Mathematics education; Representation (politics); Analogue electronics; Multimedia; Psychology; Engineering; Electrical engineering; Political science","score_opus":0.04783255251220985,"score_gpt":0.37375832750062216,"score_spread":0.3259257749884123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624967628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885904,0.00032370232,0.0019588121,0.00016624357,0.000059868576,0.0004792762,0.000044277385,0.00007847834,0.008298939],"genre_scores_gemma":[0.9791742,0.0006177325,0.016783483,0.00013677712,0.000039127626,0.0005986499,0.0000725976,0.0000252455,0.0025522718],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99759394,0.0015171263,0.00015375832,0.0002177225,0.00035784947,0.00015955845],"domain_scores_gemma":[0.9921633,0.005768755,0.0004952444,0.00031564332,0.00025739073,0.0009996635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039200857,0.0007081274,0.0003664412,0.0008609778,0.00053121237,0.0011302899,0.0007188463,0.0004678386,0.004410802],"category_scores_gemma":[0.016035782,0.00023743801,0.00044147213,0.00030219738,0.00036097784,0.0008382641,0.0014144058,0.00053137064,0.0004423479],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010036111,0.047838155,0.0676684,0.0023064634,0.00031520042,0.0003752945,0.012354797,0.0017103069,0.014591158,0.0023241679,0.0023679405,0.83811206],"study_design_scores_gemma":[0.007185962,0.35258457,0.4404987,0.0029300414,0.002440918,0.002105105,0.040035214,0.016106369,0.051476825,0.0062732454,0.078017935,0.00034518875],"about_ca_topic_score_codex":0.0005392157,"about_ca_topic_score_gemma":0.0015253666,"teacher_disagreement_score":0.004410802,"about_ca_system_score_codex":0.0003067372,"about_ca_system_score_gemma":0.00047912294,"threshold_uncertainty_score":0.020731688},"labels":[],"label_agreement":null},{"id":"W2737474671","doi":"","title":"Visualization analysis and design: keynote address","year":2016,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Visualization; Computer science; Human–computer interaction; Task (project management); Resource (disambiguation); Space (punctuation); Information visualization; Visual analytics; Data visualization; Data science; Artificial intelligence; Systems engineering","score_opus":0.042275731159824304,"score_gpt":0.3537014500629259,"score_spread":0.3114257189031016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737474671","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003013084,0.017517354,0.53754574,0.07053507,0.017680628,0.0006964804,0.0013298643,0.004360343,0.34732133],"genre_scores_gemma":[0.06892912,0.019863289,0.27326247,0.009704475,0.01123644,0.0015178246,0.0021676812,0.0034483182,0.60987043],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799854,0.00089002977,0.00013421572,0.0003015951,0.0005747971,0.00010090366],"domain_scores_gemma":[0.9956254,0.0021202553,0.00017740983,0.0005151815,0.0012394261,0.0003222271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045314464,0.0009771186,0.00048821326,0.0019771277,0.0014605883,0.0069064572,0.001118632,0.0022609688,0.17994682],"category_scores_gemma":[0.013632893,0.0005182647,0.0005395696,0.0021397686,0.0015542739,0.005253561,0.0027352765,0.0020673089,0.0455271],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005772483,0.00005395874,0.0005442887,0.0004033243,0.00002316208,0.00014094939,0.0019022934,0.0005811311,0.0011521457,0.15650728,0.55068034,0.28795344],"study_design_scores_gemma":[0.000009368963,0.00002705044,0.00030145815,0.00022212045,0.000007080555,0.00013836194,0.00052659935,0.0010566303,0.0004200028,0.050276242,0.9470012,0.000013829091],"about_ca_topic_score_codex":0.001024302,"about_ca_topic_score_gemma":0.0013785589,"teacher_disagreement_score":0.17994682,"about_ca_system_score_codex":0.0018858451,"about_ca_system_score_gemma":0.0012185107,"threshold_uncertainty_score":0.6019821},"labels":[],"label_agreement":null},{"id":"W2742818007","doi":"","title":"A case study examining the impact of time of day on teaching evaluations","year":2014,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Enthusiasm; Class (philosophy); Mathematics education; Significant difference; Computer science; Control (management); Psychology; Medical education; Statistics; Mathematics; Social psychology; Medicine; Artificial intelligence","score_opus":0.18986133925572735,"score_gpt":0.5232435062343624,"score_spread":0.3333821669786351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742818007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960594,0.000099098725,0.0011138989,0.00027073707,0.000018144325,0.00011426434,0.000038302016,0.0000109013945,0.0022751912],"genre_scores_gemma":[0.99607736,0.00013955554,0.0023680408,0.00007266359,0.000019012097,0.00011186579,0.000029276263,0.000007847503,0.0011744343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9887432,0.0072184377,0.00049824984,0.00056390767,0.0017810983,0.0011951778],"domain_scores_gemma":[0.9315221,0.047219034,0.0054253824,0.0025626335,0.0068985736,0.0063721896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007825061,0.0004392216,0.0004735326,0.0017428003,0.004219457,0.0015699675,0.0012689318,0.0016146463,0.0021226036],"category_scores_gemma":[0.03226713,0.00035701608,0.0007952774,0.0018038127,0.0013913355,0.0013146093,0.0015140242,0.0016010862,0.00035380284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024238634,0.028098663,0.52705276,0.00092057564,0.00027460765,0.040522058,0.19627142,0.004189092,0.012078632,0.004588577,0.005202562,0.17837721],"study_design_scores_gemma":[0.0005830508,0.024076356,0.60202634,0.00060452864,0.00039646635,0.024867522,0.28946114,0.012041946,0.019054992,0.0024424677,0.024018658,0.00042650034],"about_ca_topic_score_codex":0.007416267,"about_ca_topic_score_gemma":0.019359102,"teacher_disagreement_score":0.007825061,"about_ca_system_score_codex":0.0041319607,"about_ca_system_score_gemma":0.0026415337,"threshold_uncertainty_score":0.041383386},"labels":[],"label_agreement":null},{"id":"W2993010629","doi":"","title":"Using Scrum in a quarter-length undergraduate software engineering course","year":2012,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrum; Course (navigation); Software engineering; Software; Computer science; Quarter (Canadian coin); Software development; Engineering; Operating system","score_opus":0.035021581532346656,"score_gpt":0.32498161260476044,"score_spread":0.2899600310724138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993010629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86882204,0.00024674827,0.09340524,0.001732149,0.0004608308,0.0012648199,0.00026953415,0.0053328257,0.028465861],"genre_scores_gemma":[0.62918824,0.00026761784,0.3338262,0.0011562557,0.00008621949,0.0005696296,0.0008627274,0.0006190912,0.033424076],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99760324,0.0006559912,0.00018604612,0.00038154022,0.0007856729,0.00038752347],"domain_scores_gemma":[0.99035966,0.0022130914,0.00068806985,0.0012043287,0.0020405538,0.0034942585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030971754,0.00046951172,0.00046814018,0.0007877654,0.0014379381,0.0019574668,0.0014110759,0.0006989941,0.008939129],"category_scores_gemma":[0.010986342,0.00041432522,0.00033307486,0.0007357716,0.00029475865,0.0013364721,0.0017170954,0.0012874594,0.0050169206],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008462375,0.008756358,0.019796541,0.00028775696,0.000023479084,0.0014449493,0.0075794384,0.002397442,0.06843913,0.002099832,0.023128187,0.8652005],"study_design_scores_gemma":[0.00092405226,0.026427394,0.22028124,0.0010674074,0.00015747969,0.0071166633,0.014612469,0.06291392,0.1995527,0.009097252,0.457131,0.00071840803],"about_ca_topic_score_codex":0.0010979312,"about_ca_topic_score_gemma":0.003668908,"teacher_disagreement_score":0.008939129,"about_ca_system_score_codex":0.0013538309,"about_ca_system_score_gemma":0.0029379674,"threshold_uncertainty_score":0.029904306},"labels":[],"label_agreement":null},{"id":"W2993162221","doi":"","title":"Peer instruction in the CS classroom: a hands-on introduction: conference tutorial","year":2011,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Clicker; Peer instruction; Computer science; Voting; Mathematics education; Elaboration; Class (philosophy); Multimedia; Peer feedback; Psychology; Artificial intelligence; Political science; Humanities","score_opus":0.12948553895140802,"score_gpt":0.40005828585210657,"score_spread":0.27057274690069855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993162221","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034780085,0.14733337,0.22696847,0.033367887,0.10484607,0.005865108,0.0021294316,0.009553672,0.435156],"genre_scores_gemma":[0.09541906,0.13259122,0.09370859,0.015165947,0.059476186,0.0042179874,0.0038241039,0.0030164642,0.59258044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995115,0.00009740447,0.000025446405,0.000101055084,0.00014632687,0.00011826429],"domain_scores_gemma":[0.9990927,0.00018765652,0.000026961365,0.000034117675,0.00020944065,0.000449159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010786091,0.0029057954,0.00093781523,0.0010174826,0.0016452498,0.0032191118,0.0019203064,0.0031131848,0.053658485],"category_scores_gemma":[0.0013830635,0.00060277653,0.0006100792,0.0008675891,0.00048900524,0.0031545085,0.003447822,0.0033423668,0.031142924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002785421,0.0017741122,0.0003384209,0.001009953,0.000020905607,0.000502022,0.0007693611,0.0015452448,0.008555911,0.006260087,0.5023688,0.4765766],"study_design_scores_gemma":[0.000069075744,0.00094465836,0.001404688,0.0009289451,0.000016525488,0.0008315665,0.0007970464,0.0010673102,0.0020062623,0.0036859496,0.9881576,0.00009036401],"about_ca_topic_score_codex":0.00092174974,"about_ca_topic_score_gemma":0.002205755,"teacher_disagreement_score":0.053658485,"about_ca_system_score_codex":0.0009397916,"about_ca_system_score_gemma":0.0010946289,"threshold_uncertainty_score":0.17950553},"labels":[],"label_agreement":null},{"id":"W2994077794","doi":"","title":"The impacts of providing novice computer science students with a second chance on their midterm exams","year":2012,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Grading (engineering); Mathematics education; Class (philosophy); Psychology; Medical education; Computer science; Medicine; Engineering","score_opus":0.018984283039985127,"score_gpt":0.31009936957249473,"score_spread":0.2911150865325096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994077794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98504514,0.00049185683,0.00030151772,0.0031362334,0.0003176842,0.0001551379,0.0001929811,0.00011864552,0.010240923],"genre_scores_gemma":[0.99486595,0.00026783385,0.0009441391,0.00077998266,0.00009952833,0.0000945107,0.00015297007,0.00002067873,0.0027744407],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9897591,0.0052028405,0.0005798515,0.0004951176,0.0026440644,0.0013190481],"domain_scores_gemma":[0.917663,0.03216512,0.008037137,0.0028277528,0.009344699,0.029962268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007622945,0.00057852827,0.0005728744,0.0010418167,0.0019257959,0.0027724523,0.0014722702,0.0018349575,0.017267464],"category_scores_gemma":[0.065412514,0.00029204504,0.0014162792,0.0007294946,0.00059131905,0.0014553,0.002746244,0.0020935514,0.001427822],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020678708,0.043619256,0.20327032,0.00108908,0.00051209074,0.0016243603,0.00407544,0.005167417,0.0078577995,0.0018507359,0.017709324,0.6925454],"study_design_scores_gemma":[0.0015811652,0.062446162,0.889345,0.00076213543,0.00073619914,0.0006800695,0.011643954,0.0041841967,0.0074634664,0.0017743524,0.019096082,0.00028721904],"about_ca_topic_score_codex":0.005954517,"about_ca_topic_score_gemma":0.011984676,"teacher_disagreement_score":0.017267464,"about_ca_system_score_codex":0.002197712,"about_ca_system_score_gemma":0.003279664,"threshold_uncertainty_score":0.057765424},"labels":[],"label_agreement":null},{"id":"W2994133228","doi":"10.5555/1858449.1858458","title":"Using mock object frameworks to teach object-oriented design principles","year":2010,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Object-oriented design; Computer science; Object (grammar); Object-oriented programming; Method; Class (philosophy); Software engineering; Context (archaeology); Inheritance (genetic algorithm); Programming language; Artificial intelligence","score_opus":0.04980164223800232,"score_gpt":0.3451517191738768,"score_spread":0.2953500769358745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994133228","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026601398,0.0010966854,0.9360276,0.0028256632,0.00032997297,0.00031736353,0.000028166432,0.002005891,0.030767301],"genre_scores_gemma":[0.11621955,0.0013299609,0.86406195,0.00091526436,0.00008136423,0.00043882077,0.00009898999,0.00033501108,0.016519101],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973948,0.0012716502,0.00012803833,0.00020369835,0.00083499117,0.00016680008],"domain_scores_gemma":[0.99569976,0.0021529377,0.00028318728,0.00087001355,0.0006006492,0.0003935256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003844682,0.0010512422,0.00045711373,0.0011647297,0.0013902765,0.002772008,0.00163881,0.0017520598,0.0039918367],"category_scores_gemma":[0.010960083,0.0006442088,0.00069254666,0.000508049,0.0025979301,0.0030520048,0.0030185562,0.0022485876,0.0016480774],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060319944,0.00047826325,0.0022383279,0.0005833948,0.000026719123,0.0006112627,0.01200627,0.014514364,0.013140708,0.6847243,0.019623913,0.25199214],"study_design_scores_gemma":[0.00008199658,0.00038660722,0.0013071242,0.0005794188,0.00003204137,0.0017898038,0.0018074688,0.02987009,0.017323406,0.39627543,0.55040044,0.00014614154],"about_ca_topic_score_codex":0.0007084575,"about_ca_topic_score_gemma":0.0019417874,"teacher_disagreement_score":0.0039918367,"about_ca_system_score_codex":0.0013010801,"about_ca_system_score_gemma":0.002152015,"threshold_uncertainty_score":0.020332873},"labels":[],"label_agreement":null},{"id":"W3004028397","doi":"10.5555/1295109.1295149","title":"Embedded systems and robotics","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Computer science; Future of robotics; Quarter (Canadian coin); Robot","score_opus":0.03631393880087834,"score_gpt":0.2945505182913347,"score_spread":0.25823657949045636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004028397","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004730449,0.30525893,0.13175324,0.031010492,0.015361478,0.00008055249,0.00020517583,0.0011871548,0.5104125],"genre_scores_gemma":[0.15259899,0.16621527,0.047378883,0.009373363,0.0088717295,0.00020727541,0.0004011393,0.0004599716,0.6144934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902976,0.0001898988,0.000056089935,0.00014869832,0.0004924959,0.00008313654],"domain_scores_gemma":[0.9993005,0.0002447575,0.000054099997,0.00011072264,0.00019053173,0.00009950816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010442084,0.0007741732,0.0005865406,0.00070545933,0.0006580568,0.0033701085,0.0005872709,0.0016508036,0.025051445],"category_scores_gemma":[0.0017405179,0.00027564628,0.00038237538,0.0006735801,0.002045173,0.0026697041,0.0017062179,0.0029088543,0.008798471],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004418073,0.000043461445,0.00046871172,0.0007590281,0.000046823654,0.00018642927,0.00044958276,0.0026977167,0.0030833287,0.54303765,0.15626265,0.2929205],"study_design_scores_gemma":[0.000008904872,0.00008023316,0.00060583965,0.00036374063,0.000010282937,0.00046115377,0.00016618625,0.002122657,0.000848975,0.17657447,0.81873864,0.000018864814],"about_ca_topic_score_codex":0.0010298843,"about_ca_topic_score_gemma":0.0011963118,"teacher_disagreement_score":0.025051445,"about_ca_system_score_codex":0.0009295213,"about_ca_system_score_gemma":0.0009085248,"threshold_uncertainty_score":0.08380544},"labels":[],"label_agreement":null},{"id":"W3016166911","doi":"10.5555/2167431.2167456","title":"Using Scrum in a quarter-length undergraduate software engineering course","year":2012,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrum; Course (navigation); Quarter (Canadian coin); Software engineering; Division (mathematics); Computer science; Software; Software development; Engineering; Operating system; Mathematics; Arithmetic","score_opus":0.035021581532346656,"score_gpt":0.32498161260476044,"score_spread":0.2899600310724138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016166911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8756251,0.00028331933,0.08495529,0.0023587812,0.00055198034,0.00096246984,0.00022171138,0.004192343,0.030849108],"genre_scores_gemma":[0.67349094,0.00028567223,0.2871799,0.001336319,0.00007279381,0.00036064445,0.0006060938,0.0005157034,0.036151893],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977858,0.0006567824,0.00016440524,0.0002837979,0.0007162322,0.00039296085],"domain_scores_gemma":[0.9933901,0.0014742335,0.0004087956,0.00067392347,0.0013750149,0.0026779547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025196164,0.0003723822,0.00035114624,0.00059307896,0.0016291644,0.0017944273,0.0012048722,0.0006677162,0.0070385323],"category_scores_gemma":[0.008460583,0.0003583316,0.00031711216,0.00055847486,0.00033364978,0.0011102912,0.0017958867,0.001216797,0.003553858],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000599585,0.00802728,0.020936435,0.00027759347,0.000022223545,0.0022683751,0.011781268,0.0027993147,0.049215555,0.0030399621,0.02722646,0.8738059],"study_design_scores_gemma":[0.00063539436,0.02148125,0.16392663,0.0009894293,0.00011918388,0.009254359,0.023512274,0.06422942,0.15298079,0.009230067,0.55288297,0.0007582557],"about_ca_topic_score_codex":0.0016805601,"about_ca_topic_score_gemma":0.006115789,"teacher_disagreement_score":0.0070385323,"about_ca_system_score_codex":0.0014192971,"about_ca_system_score_gemma":0.0032124447,"threshold_uncertainty_score":0.023546219},"labels":[],"label_agreement":null},{"id":"W3033482128","doi":"10.5555/1295109.1295111","title":"Ethernet is the answer; what is the question?","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Advanced Optical Network Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ethernet; Corporation; Connection-oriented Ethernet; Carrier Ethernet; Computer science; Quarter (Canadian coin); Ethernet over PDH; Metro Ethernet; Ethernet over SDH; Telecommunications; Operating system; Business; Ethernet flow control; History; Finance; Archaeology","score_opus":0.018572299569310943,"score_gpt":0.28730570166438013,"score_spread":0.2687334020950692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033482128","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039121052,0.05208253,0.0008571606,0.9252786,0.014224663,0.000004278954,0.000100990874,0.000040628955,0.0070199505],"genre_scores_gemma":[0.05041263,0.23753147,0.0021125458,0.60469234,0.081837304,0.000046197052,0.00031341985,0.0002447103,0.022809386],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99608326,0.0013576994,0.00018679514,0.00056840957,0.0013250726,0.00047875318],"domain_scores_gemma":[0.9799304,0.01014546,0.0014050012,0.0006068661,0.005222388,0.0026898861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008003021,0.00083579717,0.0013302959,0.0013093238,0.0031347165,0.008300711,0.0017645982,0.011934511,0.023404028],"category_scores_gemma":[0.043583833,0.00042929623,0.0005652946,0.0018089165,0.008873217,0.02771361,0.0021553328,0.01643752,0.012971174],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015244482,0.00007884814,0.0015520733,0.00087349594,0.00007069088,0.00023901262,0.0004650987,0.00016222698,0.00023619266,0.10702182,0.76197237,0.12717572],"study_design_scores_gemma":[0.0000323349,0.00004501226,0.00094568287,0.0014322237,0.00003810684,0.00052821694,0.0030649842,0.00020656982,0.00022068065,0.16526328,0.8281716,0.000051289604],"about_ca_topic_score_codex":0.005022389,"about_ca_topic_score_gemma":0.004038939,"teacher_disagreement_score":0.023404028,"about_ca_system_score_codex":0.002709268,"about_ca_system_score_gemma":0.0033399102,"threshold_uncertainty_score":0.07829428},"labels":[],"label_agreement":null},{"id":"W3204713554","doi":"10.5555/3447307.3447313","title":"Teaching AI ethics in a flipped classroom","year":2021,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Flipped classroom; Computer science; Mathematics education; Flipped learning; Psychology","score_opus":0.08362809359653894,"score_gpt":0.4605632639098578,"score_spread":0.37693517031331886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204713554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15546954,0.0010719637,0.43326193,0.019171633,0.0045292815,0.00402602,0.00044286027,0.0041753678,0.3778514],"genre_scores_gemma":[0.40457034,0.0021432738,0.4382045,0.00764623,0.0007072072,0.0038228214,0.0006069572,0.0005774639,0.14172135],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972735,0.0013123351,0.00010886879,0.0003714193,0.0005031124,0.00043069123],"domain_scores_gemma":[0.991321,0.0035159942,0.00048198827,0.00093819184,0.0011755622,0.0025671583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048335735,0.0013651113,0.00057975977,0.000843068,0.003426587,0.0048462236,0.0027879504,0.0027457478,0.035222605],"category_scores_gemma":[0.012452157,0.0006025663,0.0007369997,0.00047942426,0.003450825,0.0048036827,0.0063693617,0.0052706837,0.014315073],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052991504,0.017997677,0.0063440828,0.0013819594,0.000052597497,0.0029855475,0.049411513,0.007293552,0.025968093,0.16611344,0.21902217,0.5028994],"study_design_scores_gemma":[0.0004831919,0.0021054477,0.0050905747,0.002104456,0.000041926647,0.0024100156,0.034275442,0.008137275,0.01921402,0.1948721,0.7310472,0.00021840526],"about_ca_topic_score_codex":0.0009835041,"about_ca_topic_score_gemma":0.003934088,"teacher_disagreement_score":0.035222605,"about_ca_system_score_codex":0.0020836936,"about_ca_system_score_gemma":0.0060417806,"threshold_uncertainty_score":0.11783141},"labels":[],"label_agreement":null},{"id":"W32877401","doi":"10.1371/journal.pmed.1003283","title":"Computer science laboratory improvements","year":2006,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; International Labour Organisation; UNICEF","keywords":"Class (philosophy); Computer science; Mathematics education; Coding (social sciences); Multimedia; Artificial intelligence; Psychology; Mathematics; Statistics","score_opus":0.004603297299414787,"score_gpt":0.2394719277919976,"score_spread":0.23486863049258283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32877401","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041355807,0.0014370689,0.03822165,0.014285418,0.005711176,0.0022368997,0.01111012,0.020336892,0.86530507],"genre_scores_gemma":[0.12656538,0.0019382365,0.046360794,0.0042943563,0.0014966107,0.0019121526,0.012594569,0.00205773,0.80278015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963535,0.0006068596,0.00024201564,0.00083501445,0.0015423031,0.00042029048],"domain_scores_gemma":[0.98873913,0.0012808606,0.00037379406,0.0029603487,0.0048024566,0.0018434089],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030487955,0.0011436952,0.0006200934,0.0022619823,0.0017581157,0.0029972855,0.001691668,0.0008493933,0.49406633],"category_scores_gemma":[0.012803181,0.0003337484,0.0008470575,0.001914817,0.00063194986,0.0019641342,0.0036248115,0.0017375463,0.22182393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005881462,0.001594033,0.006429365,0.00039211597,0.00003522097,0.00041807097,0.0007110582,0.0007204067,0.009042934,0.013003404,0.35556975,0.6114955],"study_design_scores_gemma":[0.00010880103,0.00047803018,0.008617329,0.000134328,0.000020817268,0.00044567042,0.0003099884,0.001201149,0.004777852,0.0031614357,0.9807052,0.00003925127],"about_ca_topic_score_codex":0.0032194667,"about_ca_topic_score_gemma":0.00468573,"teacher_disagreement_score":0.49406633,"about_ca_system_score_codex":0.0017374834,"about_ca_system_score_gemma":0.0044418904,"threshold_uncertainty_score":0.721653},"labels":[],"label_agreement":null},{"id":"W36244001","doi":"10.1093/schbul/sbac150","title":"Game design and development course taught with Alice","year":2010,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Alice (programming language); Course (navigation); Computer science; Video game development; Quality (philosophy); Game design; Mathematics education; Development (topology); Multimedia; Game Developer; Human–computer interaction; Psychology; Engineering; Programming language","score_opus":0.02010213664267849,"score_gpt":0.2863020818316011,"score_spread":0.2661999451889226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36244001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61109966,0.0011366998,0.028341025,0.02574037,0.0031660644,0.003110455,0.0018686578,0.004484227,0.32105285],"genre_scores_gemma":[0.4816521,0.0016248325,0.07378405,0.003638208,0.00020476799,0.0026902787,0.0007464246,0.00029171671,0.4353677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998312,0.000033315257,0.000009304544,0.000019430525,0.00004747542,0.000059258593],"domain_scores_gemma":[0.99902344,0.00013244858,0.00003109711,0.00004479462,0.000069626825,0.00069857656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004029703,0.0005550888,0.00051394966,0.00051347807,0.0016136188,0.0009916462,0.0005745422,0.0004286992,0.07238341],"category_scores_gemma":[0.0013348083,0.0002912545,0.0003483071,0.00018188506,0.00036956393,0.0006294214,0.0012200199,0.001971706,0.011287228],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001916849,0.026800223,0.028253878,0.0008479433,0.00005780185,0.0058665085,0.006702617,0.001803984,0.023340367,0.011984787,0.3907091,0.50171596],"study_design_scores_gemma":[0.001147356,0.010128771,0.12597275,0.00072460686,0.00008281977,0.012379149,0.01062357,0.011058418,0.020519331,0.03328373,0.773822,0.00025756282],"about_ca_topic_score_codex":0.0013579114,"about_ca_topic_score_gemma":0.0078523,"teacher_disagreement_score":0.07238341,"about_ca_system_score_codex":0.0008384455,"about_ca_system_score_gemma":0.0024287838,"threshold_uncertainty_score":0.24214661},"labels":[],"label_agreement":null},{"id":"W42527964","doi":"","title":"Teaching cybersecurity through games: a cloud-based approach","year":2013,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information and Cyber Security","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cloud computing; Computer science; Curriculum; Viewpoints; Variety (cybernetics); Cloud computing security; Computer security; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.019841475531197365,"score_gpt":0.279448145915255,"score_spread":0.25960667038405766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W42527964","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10916624,0.00278628,0.65846866,0.012755354,0.0013464714,0.0038853611,0.00035807295,0.0037064462,0.20752712],"genre_scores_gemma":[0.28182214,0.0032901263,0.67002153,0.0021786834,0.00027090462,0.0027652131,0.000403512,0.00043820782,0.03880961],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985843,0.00066420424,0.000054953955,0.00018967551,0.0002598111,0.00024698884],"domain_scores_gemma":[0.99856997,0.0003697569,0.000070693146,0.00011089649,0.00010097934,0.0007776947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013388137,0.001897991,0.0006459896,0.0011864614,0.0014100255,0.004216671,0.0035424463,0.0018619276,0.013081375],"category_scores_gemma":[0.0022450404,0.0004944896,0.0007475064,0.00060664496,0.0015714272,0.0027127143,0.005651654,0.002754037,0.0028823635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059295807,0.009134153,0.0038813315,0.0019221975,0.000096664255,0.00079860503,0.012718267,0.02908188,0.029259115,0.22455451,0.08567557,0.60228467],"study_design_scores_gemma":[0.00048079935,0.0025036144,0.0049925023,0.0017415717,0.000104120074,0.0017102353,0.01172203,0.10076132,0.016164646,0.21672747,0.64291614,0.00017551013],"about_ca_topic_score_codex":0.0010260385,"about_ca_topic_score_gemma":0.0034658306,"teacher_disagreement_score":0.013081375,"about_ca_system_score_codex":0.0017392508,"about_ca_system_score_gemma":0.0019801916,"threshold_uncertainty_score":0.04376155},"labels":[],"label_agreement":null},{"id":"W92905524","doi":"","title":"Data warehousing in an undergraduate curriculum","year":2007,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Data warehouse; Database; Database transaction; Computer science; Online analytical processing; Curriculum; Key (lock); Dimensional modeling; Data science; Transaction processing","score_opus":0.12394010989348252,"score_gpt":0.3782206681831936,"score_spread":0.2542805582897111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92905524","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104984514,0.03381758,0.14320171,0.15774469,0.026528021,0.0022890437,0.003690651,0.005569749,0.52217406],"genre_scores_gemma":[0.1743391,0.024261342,0.11679693,0.027124658,0.009078646,0.0009728278,0.0039106207,0.0011520791,0.6423638],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99765956,0.0003179933,0.00018752554,0.00031432183,0.0010478724,0.00047270782],"domain_scores_gemma":[0.99127066,0.0004129512,0.0003107907,0.00070363935,0.0029044773,0.0043974696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00510865,0.0014560457,0.0011348607,0.002086409,0.0027204822,0.007092811,0.0015842121,0.002126876,0.039260954],"category_scores_gemma":[0.00673817,0.00064229604,0.00094005273,0.0019486201,0.0012772524,0.004744337,0.0049748197,0.004556436,0.018494718],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015417574,0.0038315793,0.0073254574,0.00070175185,0.000020751828,0.00037056895,0.00234899,0.0011978403,0.009351031,0.04438198,0.31557837,0.61473745],"study_design_scores_gemma":[0.000036990077,0.0008144634,0.010866468,0.0006024325,0.000018747658,0.00075775106,0.0009906243,0.002608262,0.00252467,0.03326818,0.9474799,0.000031522308],"about_ca_topic_score_codex":0.0020972285,"about_ca_topic_score_gemma":0.003614869,"teacher_disagreement_score":0.039260954,"about_ca_system_score_codex":0.0033013644,"about_ca_system_score_gemma":0.010953175,"threshold_uncertainty_score":0.13134098},"labels":[],"label_agreement":null},{"id":"W99636949","doi":"10.5555/2460156.2460174","title":"Influencing middle school girls to study computer science through educational computer games","year":2013,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Digital Games and Media","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer game; Mathematics education; Economic shortage; Computer science; Psychology; Multimedia","score_opus":0.03440789682328657,"score_gpt":0.34904849064133264,"score_spread":0.3146405938180461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W99636949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98454547,0.00015630008,0.0013282492,0.0006866286,0.000043776392,0.0003363101,0.000039993458,0.000051551047,0.012811712],"genre_scores_gemma":[0.98244584,0.0005027474,0.0063722795,0.0008502958,0.000027492773,0.000643509,0.0000946422,0.000044204742,0.009018864],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99822325,0.0007596388,0.00006518304,0.00023831986,0.0003261929,0.00038741092],"domain_scores_gemma":[0.9968141,0.0011459786,0.00039787812,0.0001834775,0.00026267758,0.0011959041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019529669,0.00067195436,0.00045230225,0.0010421566,0.0022568195,0.0029829014,0.000835458,0.00091680017,0.0053238682],"category_scores_gemma":[0.0041625146,0.0004310879,0.0007218902,0.0003948155,0.00085935695,0.00084881607,0.002064174,0.0017186415,0.0013696731],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014098971,0.060701497,0.37058008,0.0008871894,0.00036700163,0.0016418454,0.13264887,0.0009926864,0.05036808,0.007830581,0.0128765665,0.3596957],"study_design_scores_gemma":[0.0011928818,0.018104287,0.5017194,0.00075267116,0.000530112,0.001192176,0.19264987,0.0027459592,0.04628826,0.008405175,0.22615811,0.0002610847],"about_ca_topic_score_codex":0.0028553894,"about_ca_topic_score_gemma":0.0065172645,"teacher_disagreement_score":0.0053238682,"about_ca_system_score_codex":0.00080929534,"about_ca_system_score_gemma":0.0010004544,"threshold_uncertainty_score":0.017810047},"labels":[],"label_agreement":null}]}