{"meta":{"query_hash":"01b5a12b545e","filters":{"topic":"Information Systems Education and Curriculum Development"},"cohort_total":212,"direct_labels_cover":0,"predictions_cover":212,"exported":212,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/01b5a12b545e","api":"https://metacan.xera.ac/api/v1/cohort?topic=Information+Systems+Education+and+Curriculum+Development"},"results":[{"id":"W118877752","doi":"","title":"CCNP ONT Official Exam Certification Guide","year":2007,"lang":"en","type":"book","venue":"Virtual Defense Library (Ministerio de Defensa)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Study guide; Computer science; World Wide Web; Multimedia; Management","score_opus":0.021548759799056637,"score_gpt":0.24605110457946303,"score_spread":0.2245023447804064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W118877752","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052213715,0.00023806277,0.09479719,0.0008734595,0.004486454,0.00094885996,0.000092418,0.0012133206,0.8968281],"genre_scores_gemma":[0.0051125516,0.00008002833,0.016261533,0.008192666,0.0013082718,0.00013597972,0.0010738199,0.00015253975,0.9676826],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99437845,0.00023288763,0.0021439814,0.0010694121,0.0012100115,0.00096528535],"domain_scores_gemma":[0.9959451,0.0002478965,0.0011838631,0.0017921344,0.00022951826,0.00060147344],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008332684,0.00086219877,0.00080140337,0.0009453635,0.0004181541,0.0013198999,0.0021462531,0.00092139276,0.00055361],"category_scores_gemma":[0.00007253993,0.00090045016,0.00039669406,0.00057942903,0.00016420429,0.0020006958,0.00067617634,0.00071121013,0.004327935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005048708,0.00012929457,0.000039943432,0.00013650522,0.00009928614,0.0001076805,0.0074007004,0.000016443975,0.000035512945,0.24019393,0.7187201,0.03307013],"study_design_scores_gemma":[0.00041608018,0.000180057,0.000488739,0.00025638746,0.000029562121,0.0003673563,0.00032988514,0.0007715309,0.0002764193,0.0010732919,0.9947101,0.0011006083],"about_ca_topic_score_codex":0.000009732457,"about_ca_topic_score_gemma":0.0000058778837,"teacher_disagreement_score":0.27598998,"about_ca_system_score_codex":0.00062449405,"about_ca_system_score_gemma":0.004083192,"threshold_uncertainty_score":0.9997168},"labels":[],"label_agreement":null},{"id":"W1486987756","doi":"10.1108/jices-10-2014-0045","title":"Does computing need to go beyond good and evil impacts?","year":2015,"lang":"en","type":"article","venue":"Journal of Information Communication and Ethics in Society","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Management science; Style (visual arts); Computer science; Engineering ethics; Ethical issues; Social issues; Social impact; Social science; Sociology; Political science; Engineering; Law","score_opus":0.035650463034382796,"score_gpt":0.32522618411612125,"score_spread":0.28957572108173846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486987756","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18191662,0.00094137737,0.64109796,0.14706734,0.0020127604,0.0007995193,0.0000053349727,0.00012073474,0.026038332],"genre_scores_gemma":[0.85599554,0.00059361523,0.13492402,0.008402337,0.000030539228,0.0000033198762,0.000005250908,0.0000028163702,0.000042577736],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983707,0.0001517849,0.0008747301,0.000048409747,0.00043437458,0.00011997543],"domain_scores_gemma":[0.99768245,0.00023874873,0.00063966605,0.00025279,0.0009848727,0.00020148106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054385713,0.000090163965,0.00015966548,0.00015440585,0.00019617731,0.00042298457,0.00044527932,0.000121872894,0.0000020808343],"category_scores_gemma":[0.00043044708,0.000062335595,0.000039785493,0.00040598225,0.000046969548,0.0028090326,0.00026016549,0.0005650446,0.000015151582],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010654848,0.000047125635,0.006416411,0.00012709058,0.000032573924,1.4822318e-7,0.845011,0.00062896585,0.00001153835,0.100476466,0.023342272,0.023895757],"study_design_scores_gemma":[0.0040506762,0.00023154139,0.04745475,0.0008653293,0.000014939243,0.00026539835,0.24155329,0.081997946,0.0001961829,0.011702138,0.6109555,0.0007123456],"about_ca_topic_score_codex":0.000012972299,"about_ca_topic_score_gemma":0.0000068146524,"teacher_disagreement_score":0.6740789,"about_ca_system_score_codex":0.00015297564,"about_ca_system_score_gemma":0.00039803435,"threshold_uncertainty_score":0.407885},"labels":[],"label_agreement":null},{"id":"W1506413731","doi":"10.15353/joci.v6i3.2536","title":"The Ethical Responsibility of Researchers in Community Informatics","year":2011,"lang":"en","type":"article","venue":"The Journal of Community Informatics","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Informatics; Engineering ethics; Ethical responsibility; Ethical issues; Sociology; Political science; Engineering; Law","score_opus":0.15519138452249026,"score_gpt":0.3654384266181347,"score_spread":0.21024704209564443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506413731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9553125,0.000031693933,0.025799872,0.0011416078,0.00028266895,0.00024425506,0.000001559054,0.000015687374,0.017170187],"genre_scores_gemma":[0.9942558,0.000096226715,0.0047740713,0.00083232473,0.0000068288714,0.0000027386152,9.2092887e-7,0.0000030399476,0.000028044256],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99132895,0.004789685,0.0026797638,0.0000062844756,0.00091703626,0.00027827814],"domain_scores_gemma":[0.99239975,0.0031928236,0.0017129331,0.0014523157,0.0011315723,0.00011057565],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04529068,0.00012454326,0.00026769706,0.0002507989,0.000986073,0.00011125351,0.004475002,0.00013347062,0.000008925224],"category_scores_gemma":[0.0020542534,0.000068184294,0.00008602325,0.0008149324,0.0004054434,0.0011568255,0.00081423175,0.0042043175,0.000019598654],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007090347,0.00012776011,0.00046413887,0.00009825243,0.000027348451,5.885792e-8,0.9796061,0.00007241025,0.000002692471,0.0113856755,0.0016274457,0.006517227],"study_design_scores_gemma":[0.0006885348,0.00034653084,0.034919318,0.00018411323,0.000009504166,0.0001424583,0.9462465,0.0024743802,0.00056751806,0.00798359,0.006293257,0.00014426182],"about_ca_topic_score_codex":0.00025792862,"about_ca_topic_score_gemma":0.000121232624,"teacher_disagreement_score":0.043236423,"about_ca_system_score_codex":0.0001669253,"about_ca_system_score_gemma":0.0007426922,"threshold_uncertainty_score":0.998093},"labels":[],"label_agreement":null},{"id":"W1542266580","doi":"","title":"World's first undergraduate e-commerce specialization offered by a computer science department","year":2004,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Engineering management; Management; Data science; Engineering; Economics","score_opus":0.013854577503792535,"score_gpt":0.2764565135350803,"score_spread":0.26260193603128773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542266580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22415166,0.00011006235,0.75607413,0.012564856,0.004025436,0.00027192256,9.141275e-7,0.00004452471,0.002756514],"genre_scores_gemma":[0.91560173,0.000016695809,0.083410785,0.00079471094,0.00011363604,0.0000016674834,4.3889582e-7,0.0000032303171,0.000057103098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707764,0.00007247584,0.00096659735,0.0002674848,0.0012362888,0.000379502],"domain_scores_gemma":[0.99835044,0.00012457621,0.0007816531,0.0001942986,0.0004253025,0.00012374055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028503279,0.00015342575,0.00026070623,0.000998045,0.00071296026,0.00070490397,0.0016666928,0.000028172508,0.0000050642543],"category_scores_gemma":[0.00007474461,0.000126039,0.000060514067,0.0041013677,0.00030537494,0.0014763867,0.0002260548,0.0001476185,0.000013565618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023722405,0.0012185152,0.025378838,0.00011108198,0.000053296153,0.000049117054,0.030260906,0.3187096,0.00026183558,0.5405545,0.052491166,0.03088738],"study_design_scores_gemma":[0.014192538,0.002459493,0.19872129,0.0052194833,0.000036498423,0.0023467443,0.0047599813,0.55774665,0.01650108,0.043781,0.1507644,0.0034708322],"about_ca_topic_score_codex":0.000015404148,"about_ca_topic_score_gemma":0.000044491542,"teacher_disagreement_score":0.69145006,"about_ca_system_score_codex":0.0006370629,"about_ca_system_score_gemma":0.0012903486,"threshold_uncertainty_score":0.6797405},"labels":[],"label_agreement":null},{"id":"W1554719517","doi":"","title":"Skills in the MIS Job Market","year":2009,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Job market; Quarter (Canadian coin); Job analysis; Sample (material); Business; Marketing; Computer science; Job satisfaction; Engineering; Management; Economics; Work (physics)","score_opus":0.005513835873957081,"score_gpt":0.22943181901681883,"score_spread":0.22391798314286177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554719517","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043966986,0.00039501316,0.3057774,0.09274255,0.03780442,0.007202191,0.000051224248,0.0001868486,0.51187336],"genre_scores_gemma":[0.9941231,0.000006783479,0.0006701083,0.0028182238,0.00017051329,0.000024855526,0.0000023300236,0.0000018215371,0.002182284],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740434,0.00020974987,0.0012582486,0.00004087053,0.0009169633,0.00016982797],"domain_scores_gemma":[0.99631363,0.00020641786,0.002347734,0.00023625474,0.00086109724,0.000034874996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053390134,0.000089445,0.00017278019,0.00023352716,0.0001848745,0.0006285969,0.0010309457,0.0000757834,0.0000022797385],"category_scores_gemma":[0.0005037298,0.00004951882,0.00015009953,0.0006349584,0.000004125815,0.0027408274,0.000015788943,0.00014956517,0.00003045734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016768114,0.00012679963,0.015515178,0.00007468079,0.00007556381,3.282212e-7,0.071364135,0.0019888405,0.0000096103795,0.15458891,0.74556774,0.010671466],"study_design_scores_gemma":[0.0010347632,0.0000570223,0.18608074,0.000110575216,0.000008967531,0.000098771336,0.004666489,0.0037773466,0.000033979337,0.0004307167,0.80356336,0.00013726024],"about_ca_topic_score_codex":0.0000037045631,"about_ca_topic_score_gemma":9.267602e-7,"teacher_disagreement_score":0.9501561,"about_ca_system_score_codex":0.0005345239,"about_ca_system_score_gemma":0.0002026302,"threshold_uncertainty_score":0.6061575},"labels":[],"label_agreement":null},{"id":"W1570676932","doi":"10.4018/978-1-60566-026-4.ch570","title":"Staying Up to Date with Changes in IT","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Perception; Order (exchange); Psychology; Public relations; Business; Political science; Computer science; World Wide Web","score_opus":0.023037112738837944,"score_gpt":0.25672860186752167,"score_spread":0.23369148912868373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570676932","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000077882556,0.000022128734,0.0063426136,0.0011691486,0.0006351727,0.00045262487,0.000008155756,0.00011052292,0.99118173],"genre_scores_gemma":[0.18247126,0.000008548765,0.019614477,0.03331591,0.0004451078,0.0002072189,0.000021451317,0.00005373089,0.7638623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851036,0.000011877015,0.00035989372,0.00035273063,0.000473138,0.00029197184],"domain_scores_gemma":[0.99901575,0.000007132868,0.00019526073,0.0004770222,0.00014357214,0.00016124864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017851187,0.00027862334,0.00027600132,0.00018392057,0.000068366055,0.00022861305,0.00064718904,0.00013036336,0.000017429733],"category_scores_gemma":[0.0000039695587,0.00024233712,0.00003307399,0.00006752437,0.000012757177,0.00011879193,0.00014138337,0.00013692694,0.00046232433],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004640879,0.000002962119,0.000012517955,0.000016671453,0.000011635767,0.000013718733,0.003070641,0.000007496269,6.4069985e-7,0.94768786,0.0066134706,0.042557746],"study_design_scores_gemma":[0.0004240109,0.00012538616,0.00029044205,0.00082056737,0.000006602406,0.00009805152,0.00033667777,0.000067953515,0.000055002118,0.008304472,0.9886788,0.0007920337],"about_ca_topic_score_codex":0.000033152573,"about_ca_topic_score_gemma":0.00034802107,"teacher_disagreement_score":0.9820653,"about_ca_system_score_codex":0.00028315446,"about_ca_system_score_gemma":0.0003730116,"threshold_uncertainty_score":0.9882221},"labels":[],"label_agreement":null},{"id":"W1585917131","doi":"","title":"The use of unfamiliar words: writing and CS education","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Mount Royal University","funders":"","keywords":"Reading (process); Computer science; Mathematics education; Institution; Code (set theory); Word (group theory); Professional writing; Multimedia; Psychology; Linguistics; Programming language; Sociology; Set (abstract data type)","score_opus":0.04639259920602077,"score_gpt":0.29355645481524306,"score_spread":0.2471638556092223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585917131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98001057,0.0004287675,0.01606013,0.0013565593,0.0013187837,0.00008552953,1.1602537e-7,0.000006870209,0.00073265866],"genre_scores_gemma":[0.9491417,0.00013687836,0.050414857,0.00018424063,0.000043378106,6.6714614e-7,2.971564e-8,0.0000010953792,0.0000771508],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985633,0.00009606782,0.00069911045,0.00008119995,0.00043119618,0.00012912904],"domain_scores_gemma":[0.9983587,0.00051922776,0.0006554713,0.000098523225,0.00033187534,0.000036195168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018164476,0.000058578804,0.0001273267,0.00024119637,0.00046479068,0.00017115928,0.0005092265,0.000019932433,5.7275315e-7],"category_scores_gemma":[0.00025255542,0.00003858033,0.000027616086,0.00087983283,0.00018653396,0.0007752567,0.00008496306,0.00009377835,6.134995e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016799318,0.00039914914,0.3521649,0.00011567573,0.000040934337,0.000013265882,0.097322546,0.0169556,0.000144395,0.21926379,0.030308856,0.2832541],"study_design_scores_gemma":[0.001199668,0.00045228496,0.6324129,0.0019071467,0.000008296497,0.0033904822,0.03478876,0.250923,0.001020372,0.0026390664,0.0706527,0.0006053043],"about_ca_topic_score_codex":0.000012261887,"about_ca_topic_score_gemma":0.0000031037725,"teacher_disagreement_score":0.28264877,"about_ca_system_score_codex":0.000045255376,"about_ca_system_score_gemma":0.0009485343,"threshold_uncertainty_score":0.3574841},"labels":[],"label_agreement":null},{"id":"W1593690450","doi":"","title":"Subject guides: Referencing Guide: Other Styles","year":2010,"lang":"en","type":"libguides","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Computer science; History; World Wide Web","score_opus":0.02382522133683251,"score_gpt":0.28071938066137003,"score_spread":0.2568941593245375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593690450","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006856906,0.00018944843,0.09128768,0.0014341928,0.0069066617,0.00040305758,0.000014513006,0.00069784885,0.898998],"genre_scores_gemma":[0.0012115183,0.00012323646,0.1653752,0.0101109445,0.0015748106,0.00020262641,0.00016362446,0.00006781514,0.8211702],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685866,0.00008497409,0.001240549,0.00054477726,0.00081157096,0.00045945233],"domain_scores_gemma":[0.99721164,0.00009522633,0.0006159349,0.001316507,0.0005869083,0.00017376873],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010403662,0.0004348094,0.00044621056,0.0004784653,0.00023680532,0.0007824901,0.002174152,0.0005313995,0.0017003352],"category_scores_gemma":[0.00015537685,0.00034221247,0.00015420384,0.00047750914,0.00003413155,0.0007252378,0.00036829268,0.0005597064,0.0026368115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5791542e-7,0.000015156425,0.000028727749,0.000067446126,0.000027350452,0.0000016567946,0.0011235917,9.440335e-7,0.0000123452755,0.04960408,0.9393385,0.009779923],"study_design_scores_gemma":[0.00012327677,0.000012646765,0.00010730413,0.00014359494,0.0000051608076,0.000052727533,0.00043792484,0.00025794285,0.00057955534,0.00019855158,0.99756765,0.0005136549],"about_ca_topic_score_codex":0.00070558453,"about_ca_topic_score_gemma":0.00031448863,"teacher_disagreement_score":0.077827804,"about_ca_system_score_codex":0.00019435106,"about_ca_system_score_gemma":0.0017634436,"threshold_uncertainty_score":0.99990296},"labels":[],"label_agreement":null},{"id":"W1606656740","doi":"10.1007/978-0-387-35619-8_10","title":"Variations in Computing Science’s Disciplinary Diversity","year":2003,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Discipline; Diversity (politics); Informatics; Curriculum; Structuring; Computer science; Engineering ethics; Information science; Engineering informatics; Data science; Library science; Sociology; Political science; Social science; Engineering; Pedagogy; Health informatics","score_opus":0.011171320972662678,"score_gpt":0.26266372721663156,"score_spread":0.2514924062439689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606656740","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045010392,0.0034570636,0.10934462,0.004664217,0.00081699784,0.0009987364,0.0000074631325,0.0003918041,0.879869],"genre_scores_gemma":[0.86950916,0.016314952,0.1013215,0.0027909272,0.000025936712,0.00019557438,0.00020460458,0.000028548684,0.009608806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818873,0.00003132034,0.000949162,0.0002265742,0.00035696948,0.00024721437],"domain_scores_gemma":[0.9980312,0.000062714986,0.0006623629,0.0008842827,0.00030319925,0.00005625933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009714968,0.00021088107,0.00026771933,0.0024376556,0.00066737446,0.00017022004,0.001553325,0.0002619764,0.000020407662],"category_scores_gemma":[0.00007727486,0.00022821319,0.000027223332,0.0008958146,0.00036878558,0.0044491687,0.0018285457,0.00051335746,0.00007404798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.972126e-7,0.000012671416,0.0008480168,0.000025378395,0.0000021385526,2.457937e-7,0.0034006333,0.000058185567,1.8325309e-7,0.92272425,0.000059252725,0.072868064],"study_design_scores_gemma":[0.0011190756,0.00005053033,0.0037440094,0.0006090218,0.000005842236,0.00007897492,0.0032461016,0.0119951945,0.00002271665,0.3934075,0.58482236,0.00089869136],"about_ca_topic_score_codex":0.0000091951815,"about_ca_topic_score_gemma":0.000054141165,"teacher_disagreement_score":0.8702602,"about_ca_system_score_codex":0.00045341827,"about_ca_system_score_gemma":0.00025284648,"threshold_uncertainty_score":0.9306264},"labels":[],"label_agreement":null},{"id":"W1802347745","doi":"10.26686/lew.v0i0.1619","title":"Why are there so many Short Jobs in LEED?","year":2008,"lang":"en","type":"article","venue":"Labour Employment and Work in New Zealand","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Earnings; Quarter (Canadian coin); Spell; Demographic economics; Distribution (mathematics); Labour economics; Percentage point; Demography; Business; Economics; Geography; Mathematics; Accounting; Sociology; Finance","score_opus":0.017539751331422965,"score_gpt":0.2378851597084449,"score_spread":0.22034540837702193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1802347745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99116564,0.0003527754,0.0013746319,0.0055311313,0.0003961076,0.00024994908,7.2954316e-7,0.00005838531,0.0008706627],"genre_scores_gemma":[0.9809411,0.00021330174,0.0013849955,0.0025089958,0.000084239415,0.000031928143,0.0000043183372,0.000007974159,0.014823111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988878,0.000041201965,0.00035291858,0.0002175152,0.00023453917,0.00026606827],"domain_scores_gemma":[0.99955565,0.000021347774,0.000069406364,0.000210098,0.000030588788,0.00011291872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020317615,0.00013710576,0.0001775944,0.00016900068,0.00010461741,0.00013829686,0.00025972878,0.00006356053,0.000048999587],"category_scores_gemma":[0.0000052106393,0.000117237614,0.000021857066,0.0005753429,0.000021499023,0.0003231172,0.000083329986,0.00012196592,0.000040044248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005599546,0.000041243067,0.93747497,0.000006706529,0.0000049212867,0.000020701122,0.0075417953,0.000015657635,0.0000014929452,0.0039093224,0.048494913,0.002482681],"study_design_scores_gemma":[0.00043678048,0.000012512409,0.7941875,0.000094662144,6.005574e-7,0.000019948546,0.00018719662,0.000040466188,0.000029595003,0.00021548301,0.20462292,0.00015234642],"about_ca_topic_score_codex":0.00049141754,"about_ca_topic_score_gemma":0.00051248464,"teacher_disagreement_score":0.15612802,"about_ca_system_score_codex":0.00006611345,"about_ca_system_score_gemma":0.0001273336,"threshold_uncertainty_score":0.47808114},"labels":[],"label_agreement":null},{"id":"W191107511","doi":"10.4018/978-1-931777-05-6.ch006","title":"IS Education in the New Millennium","year":2002,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Profitability index; Work (physics); Quarter (Canadian coin); Scale (ratio); Business; Political science; Engineering; Geography; Cartography","score_opus":0.019305150751904136,"score_gpt":0.25486608042600856,"score_spread":0.2355609296741044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W191107511","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007997544,0.00044540802,0.0023847297,0.0019186275,0.0016952956,0.00040539497,0.0000042291344,0.000060653616,0.99307764],"genre_scores_gemma":[0.012131639,0.00002807266,0.0033619879,0.018768402,0.00053884025,0.000055516884,0.0000059144245,0.000015163229,0.96509445],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985011,0.00002157549,0.0004851554,0.00028353324,0.0005019386,0.00020670316],"domain_scores_gemma":[0.99885565,0.0000139461745,0.00024960464,0.0006691028,0.00011369797,0.00009798134],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017073714,0.00024610793,0.0001887998,0.000109907596,0.00008392209,0.00026555965,0.0010552882,0.00019179934,0.00011002115],"category_scores_gemma":[0.000005149031,0.00018976694,0.00009866832,0.000055412664,0.000017765475,0.00014049436,0.00009054436,0.00018768801,0.0018681334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8126576e-7,0.000006258479,0.000004878505,0.0000074674163,0.0000049182568,7.9232365e-7,0.0019623127,1.8028712e-7,3.960771e-8,0.65061325,0.32403052,0.023369128],"study_design_scores_gemma":[0.000119050965,0.000011886213,0.00016724391,0.000123694,0.0000044927338,0.000071658964,0.00012521405,0.00004639298,0.0000032198411,0.05818467,0.94088846,0.00025399114],"about_ca_topic_score_codex":0.00008316909,"about_ca_topic_score_gemma":0.000021593125,"teacher_disagreement_score":0.616858,"about_ca_system_score_codex":0.00031189513,"about_ca_system_score_gemma":0.0014410418,"threshold_uncertainty_score":0.99890906},"labels":[],"label_agreement":null},{"id":"W1914885033","doi":"10.24908/pceea.v0i0.5828","title":"EXPANDING THE BODY OF KNOWLEDGE CONCEPT FOR PROFESSIONAL PRACTITIONERS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Accreditation; Vocational education; Body of knowledge; Professional development; Medical education; Engineering ethics; Order (exchange); Pedagogy; Psychology; Medicine; Knowledge management; Engineering; Computer science; Business","score_opus":0.012003863002037514,"score_gpt":0.25605856125361576,"score_spread":0.24405469825157824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1914885033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50383127,0.0013806795,0.042595033,0.20839141,0.107736215,0.01397532,0.00021202167,0.00089224544,0.120985806],"genre_scores_gemma":[0.9925314,0.0000011243351,0.0031021768,0.00024965472,0.00014883491,0.000201785,0.000007268597,0.0000085389565,0.0037492174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990022,0.0000112069365,0.00035689794,0.00011284147,0.00033099402,0.00018586344],"domain_scores_gemma":[0.99729383,0.00008341417,0.00061165384,0.000108269625,0.0017564148,0.0001464074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009981804,0.00009213757,0.000115571194,0.00018741364,0.0001966983,0.000094475836,0.0005124049,0.00007698907,0.0000054680863],"category_scores_gemma":[0.0011564784,0.000069540685,0.00006193706,0.0005532778,0.000015232174,0.0005122464,0.000036416477,0.000103797,0.0000062850904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026392486,0.00013237503,0.011259313,0.00024069489,0.000098033226,7.77709e-9,0.04747454,0.00037619227,0.0007459517,0.34187555,0.5965847,0.0012100158],"study_design_scores_gemma":[0.0015918862,0.000086393484,0.11800036,0.0008362527,0.000081133294,0.00001800406,0.02394548,0.024015965,0.031908683,0.0024036735,0.796166,0.00094614923],"about_ca_topic_score_codex":0.0005276474,"about_ca_topic_score_gemma":0.00017630504,"teacher_disagreement_score":0.48870012,"about_ca_system_score_codex":0.0014581088,"about_ca_system_score_gemma":0.002824494,"threshold_uncertainty_score":0.5010531},"labels":[],"label_agreement":null},{"id":"W1984441340","doi":"10.5860/crl-222","title":"Dual Archivist/Librarians: Balancing the Benefits and Challenges of Diverse Responsibilities","year":2012,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Archivist; Dual (grammatical number); Dual role; Library science; Dual purpose; Political science; Sociology; Focus (optics); Public relations; Computer science; Engineering; Art","score_opus":0.10802796757902347,"score_gpt":0.30062815758602957,"score_spread":0.1926001900070061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984441340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7644435,0.0627887,0.0022082669,0.057306036,0.0024605081,0.0023034778,0.000121140976,0.00040223956,0.10796609],"genre_scores_gemma":[0.99364376,0.001006699,0.0037109351,0.00014535,0.000146595,0.00008429395,0.0000026581965,0.000007383783,0.0012523242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9978447,0.00051315094,0.0003224332,0.00017807739,0.0006924585,0.0004491649],"domain_scores_gemma":[0.99794865,0.0011334387,0.00008528506,0.00048643237,0.00018232384,0.00016389693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001980358,0.000108679356,0.00015694022,0.0002760688,0.0005521139,0.0002866509,0.00059559994,0.00003961643,0.000026336942],"category_scores_gemma":[0.0004187975,0.00007447592,0.000032076838,0.00055449485,0.00037961025,0.0032237226,0.000820752,0.00018708175,0.00003146917],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001359137,0.000033365024,0.0014993254,0.00008013231,0.000013798128,6.570302e-7,0.043689683,9.0507467e-7,0.0000090216645,0.93347543,0.008017014,0.013167045],"study_design_scores_gemma":[0.0008072154,0.00022982206,0.40514094,0.00033217575,0.0000060832867,0.00010069483,0.1823938,0.00084753847,0.004224711,0.014810391,0.39058954,0.00051707425],"about_ca_topic_score_codex":0.000014136005,"about_ca_topic_score_gemma":0.0000044786966,"teacher_disagreement_score":0.91866505,"about_ca_system_score_codex":0.000026228536,"about_ca_system_score_gemma":0.00055595237,"threshold_uncertainty_score":0.42464697},"labels":[],"label_agreement":null},{"id":"W198748625","doi":"","title":"Information Technology Training for a Globalized Workforce – Challenges, Tools and Research Directions","year":2010,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Workforce; Training (meteorology); Knowledge management; Information technology; Computer science; Engineering management; Data science; Engineering; Economic growth; Economics","score_opus":0.06576116801141513,"score_gpt":0.3309104211642808,"score_spread":0.2651492531528657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W198748625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027210452,0.0013288055,0.7372354,0.06885897,0.06967106,0.012759157,0.00032648604,0.0006072064,0.0820024],"genre_scores_gemma":[0.9807733,0.00019321521,0.016045203,0.00042383833,0.0005305034,0.00074040075,0.00003172451,0.000010868002,0.0012509292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745953,0.00010130991,0.0012915023,0.000058376372,0.0008046332,0.00028464376],"domain_scores_gemma":[0.9931113,0.00047515784,0.002199321,0.00025493914,0.0038767054,0.00008256641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006979358,0.00011164064,0.00024442477,0.0007272896,0.0006335233,0.0010157507,0.00065099983,0.00022958362,7.793771e-7],"category_scores_gemma":[0.003185803,0.00008273325,0.00012146468,0.0008460146,0.000025671958,0.006628305,0.000079413534,0.00032945242,0.000014729052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002071755,0.000019218149,0.00043603466,0.0001343643,0.00008024115,1.558716e-8,0.02739296,0.00012088415,0.000036186528,0.83837086,0.01371607,0.11967244],"study_design_scores_gemma":[0.0009895597,0.000051618663,0.001333027,0.00007719776,0.00000885626,0.00007723163,0.010234141,0.0027339077,0.000077471435,0.0014656412,0.9828446,0.00010674204],"about_ca_topic_score_codex":0.0000034040968,"about_ca_topic_score_gemma":0.0000032016549,"teacher_disagreement_score":0.96912855,"about_ca_system_score_codex":0.00040744044,"about_ca_system_score_gemma":0.00044551727,"threshold_uncertainty_score":0.97949076},"labels":[],"label_agreement":null},{"id":"W1991576988","doi":"10.5539/ies.v6n3p55","title":"Scope Management: A Core Information System Implementation Project Pedagogy","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université du Québec à Montréal; HEC Montréal","funders":"","keywords":"Scope (computer science); Context (archaeology); Knowledge management; Capstone course; Capstone; Pedagogy; Process management; Engineering ethics; Sociology; Engineering management; Computer science; Business; Curriculum; Engineering","score_opus":0.04983063748740671,"score_gpt":0.4078873489047056,"score_spread":0.3580567114172989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991576988","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19534706,0.0011898766,0.25907576,0.018183406,0.07058425,0.007860131,0.000038868053,0.0021561638,0.44556448],"genre_scores_gemma":[0.9309204,0.00020762108,0.056087207,0.0028457886,0.00030168702,0.004268073,0.00024515172,0.000012719655,0.0051113334],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982511,0.00003726965,0.0007225332,0.00021406515,0.0005718264,0.00020325156],"domain_scores_gemma":[0.9963084,0.000023969207,0.00041664526,0.00029081496,0.0029021902,0.000057970177],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002746536,0.0001740258,0.00015024099,0.0006065208,0.00023204819,0.0004983445,0.0006096674,0.00003611981,0.00011313254],"category_scores_gemma":[0.000032902786,0.00015696987,0.0000529036,0.00048643988,0.000025647625,0.0038844098,0.00020367092,0.000066688546,0.0021714177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036111978,0.00009312615,0.003859764,0.00028137313,0.0003088933,3.704309e-7,0.029936615,0.000014148466,0.000011419536,0.32705095,0.32390508,0.31453466],"study_design_scores_gemma":[0.0009557608,0.00004241734,0.042222306,0.000285584,0.000023257353,0.00010710818,0.295787,0.001859294,0.00025958288,0.0012102027,0.6566533,0.00059420767],"about_ca_topic_score_codex":0.0001981326,"about_ca_topic_score_gemma":0.00000820572,"teacher_disagreement_score":0.73557335,"about_ca_system_score_codex":0.00056701433,"about_ca_system_score_gemma":0.00042965668,"threshold_uncertainty_score":0.9986055},"labels":[],"label_agreement":null},{"id":"W1999854852","doi":"10.1145/1227310.1227336","title":"New paradigms for introductory computing courses","year":2007,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Software engineering; Psychology","score_opus":0.015300081539205014,"score_gpt":0.28292982104698855,"score_spread":0.2676297395077835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999854852","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015960637,0.000025541567,0.97483015,0.0011484523,0.0019229292,0.00017950765,1.5348192e-7,0.0001457126,0.020151505],"genre_scores_gemma":[0.43758562,8.4209825e-7,0.55232245,0.0018122799,0.00059315696,0.0000044204135,0.0000061187543,0.000004590963,0.007670546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999231,0.000006280022,0.0002756304,0.00013147187,0.00015387367,0.00020174983],"domain_scores_gemma":[0.9994535,0.00006230469,0.00008378198,0.00018741409,0.000107543856,0.00010547886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006170053,0.00006623887,0.000074594325,0.00008436832,0.00010976886,0.000104997795,0.0003075763,0.000024001805,0.00004648391],"category_scores_gemma":[0.000022137248,0.00005638905,0.000029548977,0.00018702875,0.000006126517,0.00028726854,0.00003677224,0.000030563788,0.00012660722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001227888,0.000013720493,0.00047489343,0.000009137576,0.000007218191,1.816952e-7,0.0034897933,0.00002019678,0.000028181763,0.6471528,0.21040727,0.1383954],"study_design_scores_gemma":[0.00036383353,0.000022598339,0.006964781,0.000010714373,0.0000013773255,0.000023595387,0.00091626035,0.0052606193,0.0030121743,0.0006692856,0.98255146,0.00020333465],"about_ca_topic_score_codex":0.000014494028,"about_ca_topic_score_gemma":0.0000049312907,"teacher_disagreement_score":0.77214414,"about_ca_system_score_codex":0.000051446987,"about_ca_system_score_gemma":0.00019291104,"threshold_uncertainty_score":0.22994787},"labels":[],"label_agreement":null},{"id":"W2005183616","doi":"10.1145/2047594.2047634","title":"Even so with the pieces borrowed from others","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Curriculum; Discipline; Computer science; Focus (optics); Information system; Information technology; Engineering ethics; Sociology; Engineering; Pedagogy; Social science","score_opus":0.017243128278267864,"score_gpt":0.2007063182275413,"score_spread":0.18346318994927346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005183616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029362256,0.00003552089,0.71218055,0.00475517,0.0006164904,0.00022982078,9.617269e-7,0.00021333867,0.25260592],"genre_scores_gemma":[0.9626203,0.0000010874189,0.030217847,0.0029550474,0.0000325477,0.000034045523,0.0000017090615,0.0000029112311,0.0041344683],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99950266,0.000022386588,0.00011265022,0.0000964236,0.00016946768,0.00009638759],"domain_scores_gemma":[0.99955326,0.000012327841,0.00006500228,0.00027539142,0.000057293844,0.000036743604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013747162,0.000058134312,0.00004726587,0.000025023479,0.0001254013,0.000119906166,0.00049719046,0.000015329557,0.000474037],"category_scores_gemma":[0.00000218935,0.000028329172,0.000013943576,0.00015699453,0.000019015806,0.00033326945,0.00003710939,0.00003222607,0.00073033606],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001029179,0.0001194981,0.00815451,0.000007810085,0.0001097525,0.0000022138067,0.3926623,0.000012982963,0.00003602078,0.2807221,0.26120177,0.056960784],"study_design_scores_gemma":[0.00045251308,0.000051868366,0.084736906,0.000022071248,0.0000052032738,0.000012860614,0.014129733,0.0027040255,0.0026313448,0.0005663751,0.8943294,0.0003576609],"about_ca_topic_score_codex":0.0003345881,"about_ca_topic_score_gemma":0.00010043605,"teacher_disagreement_score":0.93325806,"about_ca_system_score_codex":0.000015109732,"about_ca_system_score_gemma":0.00010718218,"threshold_uncertainty_score":0.9387236},"labels":[],"label_agreement":null},{"id":"W2015367725","doi":"10.1145/1138403.1138438","title":"Ethics and usability testing in computer science education","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Usability; Usability engineering; Computer science; Information ethics; Quality (philosophy); Engineering ethics; Computer ethics; Knowledge management; Human–computer interaction; Engineering; Meta-ethics","score_opus":0.024909717504489177,"score_gpt":0.27902372374948714,"score_spread":0.25411400624499797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015367725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85290396,0.00007345862,0.11290018,0.022087174,0.0014279546,0.0004828739,5.213229e-7,0.00018907202,0.009934805],"genre_scores_gemma":[0.8098846,0.0000010555408,0.18863352,0.001248275,0.00006908642,0.00002069771,0.0000013702553,0.0000023399532,0.00013906616],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987236,0.00008971863,0.00035027644,0.00029494902,0.00033307253,0.00020834626],"domain_scores_gemma":[0.9987416,0.00033169697,0.000110763205,0.00044809052,0.0003052523,0.0000625599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002247912,0.00009065598,0.00009065125,0.00017148789,0.00028065854,0.0002730828,0.00061203144,0.000050619707,0.000017958593],"category_scores_gemma":[0.0008996729,0.0000858171,0.000010842361,0.0007412025,0.00011537158,0.0002814764,0.00031901855,0.0002085906,0.00012380193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004215916,0.00075720996,0.21653396,0.00022182796,0.0000039495026,0.0000033477727,0.022653364,0.0007664716,0.00064205175,0.14687349,0.02580514,0.58573496],"study_design_scores_gemma":[0.0005129145,0.000050853312,0.884943,0.00019517196,0.0000019188074,0.00009872652,0.0005983148,0.016766705,0.0013373469,0.007857055,0.08704758,0.0005903844],"about_ca_topic_score_codex":0.00041007457,"about_ca_topic_score_gemma":0.000016559941,"teacher_disagreement_score":0.66840905,"about_ca_system_score_codex":0.00013125551,"about_ca_system_score_gemma":0.0010200782,"threshold_uncertainty_score":0.34995195},"labels":[],"label_agreement":null},{"id":"W2016571850","doi":"10.1108/13287261211221137","title":"Soft skills requirements in software development jobs: a cross‐cultural empirical study","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Information Technology","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Soft skills; Originality; Personality; Value (mathematics); Software development; Big Five personality traits; Knowledge management; Programmer; Computer science; Soft systems methodology; Software; Psychology; Information system; Social psychology; Engineering; Creativity; Management information systems","score_opus":0.021431416102127412,"score_gpt":0.31684290019171224,"score_spread":0.29541148408958484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016571850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93290144,0.00025898532,0.06421293,0.00026863106,0.0015696735,0.00039462064,5.4619306e-7,0.00006710349,0.00032605015],"genre_scores_gemma":[0.99280274,0.000012379328,0.006871935,0.00016811678,0.00004552732,0.000037122885,0.0000016569977,0.000002587564,0.000057941837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99752694,0.000048531263,0.0016301055,0.00006820904,0.0004508027,0.00027543024],"domain_scores_gemma":[0.99814624,0.00002196776,0.00095354224,0.00016776162,0.0005995941,0.000110898654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014227357,0.00013590664,0.00027765398,0.00091355114,0.00013724504,0.00030222847,0.00040115896,0.0001315432,0.0000056159956],"category_scores_gemma":[0.00016616964,0.00009998599,0.000028257513,0.0006346227,0.00003203276,0.008880259,0.00013952941,0.0001999758,0.00006132908],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060575053,0.0003156416,0.912056,0.00008932308,0.00004816256,0.0000020217478,0.0455139,0.00005106629,0.0000047557683,0.0045432136,0.0015783163,0.035791516],"study_design_scores_gemma":[0.0024675317,0.00027896866,0.728811,0.00026140574,0.000006317098,0.001060302,0.032315496,0.00041384148,0.0001709046,0.00005638339,0.23375914,0.00039869733],"about_ca_topic_score_codex":0.000004959022,"about_ca_topic_score_gemma":8.893489e-7,"teacher_disagreement_score":0.23218082,"about_ca_system_score_codex":0.00023804021,"about_ca_system_score_gemma":0.00019729654,"threshold_uncertainty_score":0.64379734},"labels":[],"label_agreement":null},{"id":"W2017760444","doi":"10.1109/mci.2010.937330","title":"IEEE CIS Summer School Activities and Future Plans [Society Briefs","year":2010,"lang":"en","type":"article","venue":"IEEE Computational Intelligence Magazine","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Larus Technologies (Canada)","funders":"","keywords":"Computer science","score_opus":0.016753914532353014,"score_gpt":0.2713437184139618,"score_spread":0.2545898038816088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017760444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053704586,0.000044672222,0.9332177,0.0033181666,0.0053022597,0.0002776317,0.000019519428,0.00020706088,0.003908419],"genre_scores_gemma":[0.90145177,0.000057052686,0.09229292,0.0031934413,0.0010805248,0.000064710766,0.000036388592,0.000015458061,0.0018077287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841386,0.000033496573,0.00045329792,0.00034311804,0.00049212476,0.00026412625],"domain_scores_gemma":[0.9988764,0.00013959256,0.00017587749,0.0002727326,0.00032458483,0.00021082458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033498884,0.00021222516,0.00017638053,0.00012523097,0.0002624544,0.00038922092,0.0004960464,0.000109486944,0.0002363369],"category_scores_gemma":[0.000016989066,0.00019719412,0.00007803218,0.00041750495,0.000100847385,0.0009423732,0.000064821674,0.00034643416,0.0005326019],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000368285,0.00052247907,0.007961384,0.0002864245,0.00029629603,0.000018150688,0.02870149,0.019465044,0.0039847884,0.26827288,0.4214322,0.24902204],"study_design_scores_gemma":[0.00063012337,0.0001455997,0.048130702,0.0000920079,0.000019733998,0.00081887847,0.0028242439,0.4017183,0.011424808,0.0105531365,0.5219279,0.0017145622],"about_ca_topic_score_codex":0.000011026735,"about_ca_topic_score_gemma":0.000019004858,"teacher_disagreement_score":0.8477472,"about_ca_system_score_codex":0.000051210944,"about_ca_system_score_gemma":0.0002773277,"threshold_uncertainty_score":0.80413425},"labels":[],"label_agreement":null},{"id":"W2018926705","doi":"10.1145/1141880.1141883","title":"Bernard Galler interview","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advanced Micro Devices (Canada)","funders":"Charles Babbage Institute, University of Minnesota; University of Minnesota","keywords":"Citation; Interview; Oral history; World Wide Web; Computer science; Library science; History; Sociology; Archaeology; Anthropology","score_opus":0.0122960775886692,"score_gpt":0.22149992085262118,"score_spread":0.20920384326395197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018926705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011932979,0.000027046444,0.61726236,0.0034255951,0.00054086547,0.000060248818,7.3545635e-8,0.000146028,0.3773445],"genre_scores_gemma":[0.8806922,0.0000067808546,0.05681035,0.0035193176,0.00011166918,0.000039580078,0.0000049773935,0.0000038006,0.05881136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947876,0.000017086575,0.0001948705,0.00007977149,0.00013753389,0.00009195135],"domain_scores_gemma":[0.9996882,0.0000050009353,0.000042862903,0.00017300149,0.00006472507,0.000026176947],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016817501,0.00004683705,0.000048618866,0.000044933873,0.00004187152,0.000111151334,0.0002823484,0.000014809351,0.00031814043],"category_scores_gemma":[0.00000175422,0.000035945242,0.00002421684,0.00015094897,0.000004230846,0.000315066,0.000055152377,0.000022464048,0.001883651],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.866331e-8,0.000028381932,0.0007265273,0.000008777551,0.0000031432005,6.018451e-7,0.00051710755,0.000007274849,0.000008201767,0.5714856,0.4050303,0.022184035],"study_design_scores_gemma":[0.00011231299,0.0000051589323,0.01968323,0.000012398933,4.1836924e-7,0.00002268916,0.00009236417,0.0018225556,0.00044433936,0.00094017514,0.9767437,0.00012067558],"about_ca_topic_score_codex":0.00003296281,"about_ca_topic_score_gemma":0.000006564497,"teacher_disagreement_score":0.87949884,"about_ca_system_score_codex":0.000028096694,"about_ca_system_score_gemma":0.000037411974,"threshold_uncertainty_score":0.9988935},"labels":[],"label_agreement":null},{"id":"W2019263155","doi":"10.1145/1028174.971453","title":"IEEE-CS/ACM computing curricula","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Miami; Atlanta; Library science; Commonwealth; Citation; Computer science; History; Archaeology; Metropolitan area","score_opus":0.017253661041669113,"score_gpt":0.2570220654840884,"score_spread":0.2397684044424193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019263155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26436955,0.00023003954,0.6237618,0.07104836,0.0075728456,0.0010501554,0.0000031928453,0.0015102325,0.030453868],"genre_scores_gemma":[0.8562348,0.000007175351,0.13830504,0.0042890143,0.00021854126,0.000028550758,0.0000074877407,0.000011889291,0.0008975099],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982931,0.00005400373,0.00050731713,0.00032911103,0.00043932066,0.00037714813],"domain_scores_gemma":[0.99813914,0.00009033334,0.0002170935,0.0012023835,0.00019097392,0.00016006331],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004949453,0.00019160537,0.00018312309,0.00012997743,0.00027978653,0.00024933633,0.002013392,0.00007440219,0.0001828255],"category_scores_gemma":[0.0003241245,0.00017343451,0.000078866855,0.00044519186,0.000031394076,0.00018931297,0.0005144249,0.00016163453,0.0062542385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009351397,0.0007527964,0.0025771796,0.00017209185,0.0001016921,0.000081833714,0.04003494,0.005201781,0.00046138684,0.16648501,0.65403146,0.13009045],"study_design_scores_gemma":[0.0018863094,0.00007888638,0.006411725,0.00027115282,0.0000082536,0.00030362076,0.00119654,0.0007919149,0.0061586094,0.0040167263,0.977851,0.0010253163],"about_ca_topic_score_codex":0.000052316947,"about_ca_topic_score_gemma":0.0000012092976,"teacher_disagreement_score":0.59186524,"about_ca_system_score_codex":0.00015893916,"about_ca_system_score_gemma":0.00017602151,"threshold_uncertainty_score":0.99451953},"labels":[],"label_agreement":null},{"id":"W2023597077","doi":"10.1109/socialcom.2010.155","title":"A Framework for Home Wireless Network Security Education","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Strengths and weaknesses; Computer science; Wireless; Wireless network; Computer security; Telecommunications; Psychology","score_opus":0.008679553988376738,"score_gpt":0.27182742115895003,"score_spread":0.2631478671705733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023597077","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027863258,0.000010306445,0.9490356,0.0021156888,0.008217325,0.00039044462,6.1689417e-7,0.00018920723,0.012177576],"genre_scores_gemma":[0.6741742,0.0000013720553,0.32226712,0.001975256,0.0004955056,0.00023870885,0.000007783759,0.000004156161,0.00083592825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99921787,0.0000139001495,0.00024645042,0.00016369378,0.00015538816,0.00020270054],"domain_scores_gemma":[0.99912614,0.00006572159,0.00010733833,0.0003615655,0.00023862625,0.0001005862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035687455,0.00008547334,0.000089408095,0.000052549763,0.0001776589,0.00021594651,0.00044940837,0.00008841202,0.000096429314],"category_scores_gemma":[0.000030971423,0.00007433929,0.000042042804,0.00031469596,0.000011822073,0.00043451542,0.000052062973,0.00013266575,0.00016605706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.701584e-7,0.000036684756,0.00042962164,0.000011648797,0.0000030532558,1.5350004e-8,0.0016195067,0.0000015286489,0.0000067923884,0.9447714,0.032605063,0.020514129],"study_design_scores_gemma":[0.00024923566,0.000027664584,0.0067677684,0.00004885093,0.00000332044,0.000028317027,0.00080629275,0.015861126,0.00050021947,0.40897354,0.56625,0.00048359536],"about_ca_topic_score_codex":0.000008217708,"about_ca_topic_score_gemma":0.000011508396,"teacher_disagreement_score":0.6463109,"about_ca_system_score_codex":0.000024866831,"about_ca_system_score_gemma":0.000447734,"threshold_uncertainty_score":0.3031468},"labels":[],"label_agreement":null},{"id":"W2028377494","doi":"10.1145/2047594.2047617","title":"A student's perspective on the importance of teaching social issues in the IT curriculum","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"Mount Royal University","keywords":"Popularity; Curriculum; Perspective (graphical); Argument (complex analysis); Engineering ethics; Component (thermodynamics); Sociology; Information technology; Key (lock); Pedagogy; Computer science; Psychology; Political science; Engineering; Social psychology; Law; Artificial intelligence","score_opus":0.030677031980893776,"score_gpt":0.32523036834176666,"score_spread":0.2945533363608729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028377494","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27397284,0.00002749649,0.0043606753,0.02592464,0.00036682087,0.0005055256,4.180182e-7,0.000046898353,0.69479465],"genre_scores_gemma":[0.99568325,0.0000014741134,0.0010144865,0.002807015,0.000034996978,0.00004729758,2.2501627e-7,0.0000015653062,0.0004096776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9990086,0.00015456256,0.00026313207,0.00011113466,0.00034683663,0.00011576128],"domain_scores_gemma":[0.99948084,0.000040179573,0.00013938201,0.00022698667,0.000100287565,0.000012334983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011105466,0.00007184108,0.00008228093,0.000055937897,0.00016842764,0.00006529179,0.0008485762,0.000020275938,0.00009188636],"category_scores_gemma":[0.000037354777,0.00003475044,0.000037277096,0.00023921764,0.000024605186,0.00024537512,0.0000658103,0.00013227519,0.00005636963],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2719126e-7,0.00009289535,0.008466269,0.000001287675,0.000004425514,3.0939628e-7,0.2560561,1.9405456e-7,5.861253e-7,0.7244323,0.010803484,0.00014183282],"study_design_scores_gemma":[0.00022439165,0.00005828154,0.27678227,0.000030664858,0.000002597278,0.00000815911,0.70854235,0.00040153376,0.0001368764,0.0047366163,0.008892675,0.00018358554],"about_ca_topic_score_codex":0.00030227867,"about_ca_topic_score_gemma":0.000064781496,"teacher_disagreement_score":0.72171044,"about_ca_system_score_codex":0.00007068972,"about_ca_system_score_gemma":0.00005383065,"threshold_uncertainty_score":0.15768798},"labels":[],"label_agreement":null},{"id":"W2032558138","doi":"10.1145/2808006.2808016","title":"Towards a Better Understanding of the Different Computing Disciplines","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Field (mathematics); Ambiguity; Computer science; End-user computing; Data science; Information technology; Software; Discipline; Utility computing; Cloud computing; Sociology","score_opus":0.07811683370510358,"score_gpt":0.2848991181157924,"score_spread":0.2067822844106888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032558138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08810044,0.0000049479586,0.88637346,0.004501681,0.0011688008,0.00009663232,1.931362e-7,0.00004276351,0.019711057],"genre_scores_gemma":[0.9927924,1.2484823e-7,0.0064589074,0.00040908658,0.000029975841,0.000002136944,3.968199e-7,0.0000014196927,0.000305506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99929106,0.00002931663,0.0002305203,0.00007307374,0.00028310993,0.00009293614],"domain_scores_gemma":[0.99955225,0.000012661694,0.00010463104,0.00020555193,0.00007731287,0.00004758095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021181937,0.000056454443,0.000074858624,0.000038446982,0.00007457398,0.000070550246,0.0003990735,0.000015579506,0.000007604049],"category_scores_gemma":[0.000013433292,0.00002909955,0.000032619155,0.00020924595,0.000017948925,0.0001638481,0.0002500974,0.00003356697,0.000011949498],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011184442,0.0000645848,0.027970813,0.000034831028,0.000023164368,1.8056541e-7,0.04671902,0.00009760647,0.000048307673,0.9020331,0.016291395,0.0067158993],"study_design_scores_gemma":[0.0037436981,0.00014796444,0.44504064,0.0006086355,0.000024977364,0.000118445634,0.08768572,0.32223788,0.030527268,0.08309235,0.025126535,0.0016458866],"about_ca_topic_score_codex":0.00000906083,"about_ca_topic_score_gemma":0.0000039356796,"teacher_disagreement_score":0.904692,"about_ca_system_score_codex":0.000109844186,"about_ca_system_score_gemma":0.00009804029,"threshold_uncertainty_score":0.118664525},"labels":[],"label_agreement":null},{"id":"W2034533972","doi":"10.5539/cis.v8n1p36","title":"Evaluation of Computer Science and Software Engineering Undergraduate’s Soft Skills in Egypt from Student’s Perspective","year":2015,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Soft skills; Perspective (graphical); Computer science; Software; Computer Science and Engineering; Medical education; Software engineering; Mathematics education; Psychology; Artificial intelligence; Medicine","score_opus":0.018398536747611185,"score_gpt":0.2838833884454856,"score_spread":0.26548485169787445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034533972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27198112,0.000054604836,0.72572106,0.00028069475,0.0010181722,0.00033140756,0.0000019996107,0.0000561309,0.000554837],"genre_scores_gemma":[0.93052953,0.0000071754557,0.06908197,0.00032896077,0.000031798663,0.000014959654,0.0000022686224,0.0000017151376,0.0000016180925],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996732,0.0000409267,0.0004978915,0.0002650326,0.0022300938,0.00023405784],"domain_scores_gemma":[0.9955785,0.00005671369,0.00021256956,0.0002734762,0.0036780217,0.00020071644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051286565,0.0001264199,0.00015595536,0.0008329444,0.00016317883,0.00067620346,0.0006677546,0.00003113557,0.0000016541599],"category_scores_gemma":[0.00036583285,0.000114635826,0.000012884273,0.0017438722,0.00027423858,0.011950544,0.00050745707,0.00008110714,0.000015396252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047803983,0.00017310842,0.02153131,0.000051582254,0.000025388716,7.01864e-7,0.24501407,0.028625816,0.00007455362,0.15960252,0.0008103478,0.5440858],"study_design_scores_gemma":[0.0007036747,0.000042971526,0.20554824,0.00005570358,0.0000035579108,0.000012777564,0.001136953,0.7910032,0.00022035158,0.0006490987,0.00045513542,0.00016832778],"about_ca_topic_score_codex":0.00006015876,"about_ca_topic_score_gemma":0.0000026851976,"teacher_disagreement_score":0.7623774,"about_ca_system_score_codex":0.0005491727,"about_ca_system_score_gemma":0.0016060281,"threshold_uncertainty_score":0.8663856},"labels":[],"label_agreement":null},{"id":"W2035562860","doi":"10.1145/1230819.1230838","title":"The ACM and IEEE-CS guidelines for undergraduate CS education","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; College of Engineering, Michigan State University; Michigan State University; University of Dayton; University of Illinois at Urbana-Champaign; Simon Fraser University; Gannon University; University of Oregon; Old Dominion University; Georgia State University; Gustavus Adolphus College; University of Calgary; Bonneville Power Administration; Texas Christian University; Florida International University; Brown University; University of Missouri; Rensselaer Polytechnic Institute; Ohio State University; Memorial University of Newfoundland; State University of New York; Purdue University; Brigham Young University; Massachusetts Institute of Technology; North Carolina State University; National Science Foundation","keywords":"Curriculum; Computer science; Mathematics education; Medical education; Pedagogy; Psychology; Medicine","score_opus":0.11064597365464769,"score_gpt":0.39413166235890196,"score_spread":0.2834856887042543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035562860","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0096620405,0.0019317744,0.05020924,0.9294456,0.0022957232,0.0011002551,0.000004145395,0.00008416461,0.0052670105],"genre_scores_gemma":[0.31256658,0.0007281398,0.6806848,0.002853057,0.00008328517,0.0001888521,0.00001115366,0.000009404531,0.0028747479],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904674,0.00006603316,0.0004988042,0.00009402637,0.00016634648,0.00012807225],"domain_scores_gemma":[0.9785196,0.00064413174,0.00034219306,0.019496975,0.0009552422,0.000041815863],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0014316124,0.000076210585,0.00007810427,0.00005643637,0.00080319657,0.000111977264,0.02226977,0.000032832573,5.0328043e-7],"category_scores_gemma":[0.009432527,0.000047086036,0.000049663464,0.00033317675,0.00010795737,0.00022517047,0.0062452676,0.00007346619,0.000009680438],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028254342,0.00007913193,0.0006420896,0.000025011115,0.00002702498,3.9170467e-9,0.0033460888,0.00001016833,0.00017332088,0.28642774,0.64332265,0.065943934],"study_design_scores_gemma":[0.00023206019,0.000014573554,0.011688296,0.00008484483,0.0000125234565,0.000014533942,0.0031725836,0.0019634038,0.0016442011,0.23449849,0.7465102,0.00016430965],"about_ca_topic_score_codex":0.000023204482,"about_ca_topic_score_gemma":0.00007196291,"teacher_disagreement_score":0.9265926,"about_ca_system_score_codex":0.000050821844,"about_ca_system_score_gemma":0.00031780062,"threshold_uncertainty_score":0.99891144},"labels":[],"label_agreement":null},{"id":"W20373310","doi":"10.1002/chem.200903300","title":"Improvement to Rated Role Assignment Algorithms.","year":2009,"lang":"en","type":"article","venue":"Systems, Man and Cybernetics","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Computer science; Algorithm","score_opus":0.007514747673702104,"score_gpt":0.22685704956844494,"score_spread":0.21934230189474282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W20373310","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09715279,0.001550986,0.77568835,0.012169763,0.0061896956,0.004291272,0.000016096308,0.0009622611,0.101978764],"genre_scores_gemma":[0.98795575,0.000015641053,0.004191067,0.0022373528,0.000102247766,0.00006181839,0.0000075218045,0.0000056719896,0.005422924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860626,0.00004023437,0.0004520232,0.00025485386,0.00038112013,0.0002654904],"domain_scores_gemma":[0.9991831,0.000008942768,0.00012640386,0.00032538082,0.00013544405,0.0002207369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033615323,0.00015552941,0.0001698892,0.00011285186,0.00011835834,0.00041183655,0.0003132932,0.000052674066,0.000010545859],"category_scores_gemma":[0.00000695348,0.00013565278,0.000022810937,0.00025246356,0.000008983448,0.00018100254,0.00007626906,0.00006106056,0.00025621048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009272183,0.00037733102,0.00059586915,0.00013770894,0.00008606442,0.000013118337,0.02568758,0.00061699084,0.0026351388,0.35387665,0.11152706,0.5044372],"study_design_scores_gemma":[0.001031124,0.00065791135,0.017665943,0.00017178505,0.000012444688,0.000086192355,0.005460203,0.040053442,0.0025111018,0.00065358094,0.9307651,0.00093116745],"about_ca_topic_score_codex":0.000039168648,"about_ca_topic_score_gemma":0.0000015893902,"teacher_disagreement_score":0.890803,"about_ca_system_score_codex":0.00011448801,"about_ca_system_score_gemma":0.000073472846,"threshold_uncertainty_score":0.553176},"labels":[],"label_agreement":null},{"id":"W2042090724","doi":"10.1145/2380552.2380582","title":"Partnering with industry to deliver a senior level course in the bachelor of computer information systems degree program","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Bachelor; Course (navigation); Perspective (graphical); Degree program; Information system; Engineering management; Computer science; Bachelor degree; Information technology; Component (thermodynamics); Mount; Engineering; Medical education; Mathematics education; Psychology; Political science; Artificial intelligence; Operating system; Medicine","score_opus":0.05866408553297338,"score_gpt":0.2929975368159803,"score_spread":0.23433345128300692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042090724","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2253456,0.000018913895,0.75773805,0.0007834038,0.00076094223,0.0017218794,0.000002675447,0.00010457648,0.01352394],"genre_scores_gemma":[0.9595043,2.6444732e-7,0.0395137,0.00060523243,0.00005091869,0.00023544635,0.0000046363957,0.0000022945162,0.00008320831],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987983,0.00005843917,0.00042757654,0.000071374365,0.0003993349,0.0002449749],"domain_scores_gemma":[0.99925226,0.00002625314,0.00015635285,0.0002708959,0.00020193771,0.00009230043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075002224,0.000104250896,0.00011910287,0.00012768032,0.000054153083,0.00017420249,0.00041172947,0.00007091035,0.000007083897],"category_scores_gemma":[0.0000056818453,0.00006119575,0.00001750346,0.000585035,0.000013453208,0.0016887501,0.000073191426,0.0001292428,0.000108307875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015941352,0.0007182851,0.08624533,0.000299802,0.00006953367,0.0000014778541,0.19581006,0.0022526553,0.000008786218,0.095877446,0.023551403,0.5951493],"study_design_scores_gemma":[0.00070818595,0.00014899415,0.8716612,0.00020080258,0.000007105963,0.00016711764,0.017251173,0.03680759,0.00018082191,0.0000016095448,0.072477005,0.00038838942],"about_ca_topic_score_codex":0.00008740926,"about_ca_topic_score_gemma":0.000011549297,"teacher_disagreement_score":0.7854159,"about_ca_system_score_codex":0.000053174594,"about_ca_system_score_gemma":0.00009941859,"threshold_uncertainty_score":0.24954905},"labels":[],"label_agreement":null},{"id":"W2050464239","doi":"10.1145/1029533.1029568","title":"An implementation of a networking track in an information technology degree program","year":2004,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Cincinnati; Purdue University","keywords":"Track (disk drive); Computer science; Curriculum; Quarter (Canadian coin); Work (physics); Information technology; Degree program; Engineering management; Multimedia; Engineering; Medical education","score_opus":0.02224608984116164,"score_gpt":0.32704002291548884,"score_spread":0.3047939330743272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050464239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5947879,0.0000050916688,0.40183976,0.0004977371,0.0002728764,0.0006196133,4.0118903e-7,0.00023872989,0.001737879],"genre_scores_gemma":[0.90882784,0.0000012436475,0.09090309,0.00013701146,0.000011818371,0.00009643632,0.000019296074,0.0000013982635,0.0000018476152],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99910474,0.000017638115,0.00048226066,0.00008407737,0.00016400815,0.00014730278],"domain_scores_gemma":[0.99942034,0.000002517058,0.00017770237,0.00021802627,0.00014177918,0.000039635604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027255833,0.000064321466,0.000079294,0.0003845214,0.000041860952,0.0000987192,0.00032282795,0.000049468206,0.00001289732],"category_scores_gemma":[0.0000021327598,0.00005910067,0.000011927526,0.0008422321,0.000011925817,0.003228425,0.000025409301,0.00004796026,0.000019823921],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.4659055e-7,0.00009984542,0.0123323975,0.000012103958,0.0000021872875,1.7196956e-7,0.012025954,0.00041019593,0.00004432838,0.10316533,0.000022400947,0.87188417],"study_design_scores_gemma":[0.007281657,0.0021949857,0.7333314,0.0002027855,0.000008420436,0.00012154015,0.117555276,0.06483924,0.034395516,0.014957053,0.023742538,0.0013696111],"about_ca_topic_score_codex":0.00010128965,"about_ca_topic_score_gemma":0.0003252093,"teacher_disagreement_score":0.8705145,"about_ca_system_score_codex":0.0000900828,"about_ca_system_score_gemma":0.00018788005,"threshold_uncertainty_score":0.24100552},"labels":[],"label_agreement":null},{"id":"W2054516705","doi":"10.5539/cis.v5n2p2","title":"Casting a Wider Net: A Longitudinal Study Exploring Gender Differences, Influences and Attitudes Impacting Academic Major Selection in Computing","year":2012,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Longitudinal study; Selection (genetic algorithm); Computer science; Artificial intelligence; Mathematics; Statistics; Political science","score_opus":0.11195364369128379,"score_gpt":0.3334438049774024,"score_spread":0.2214901612861186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054516705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81592697,0.000051794294,0.18293431,0.000036816517,0.0005075172,0.00024246186,1.8630833e-7,0.00006817,0.00023178989],"genre_scores_gemma":[0.98689353,0.000012967765,0.012754484,0.00022402134,0.00008669001,0.0000239103,5.456671e-7,0.000002104465,0.0000017659404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980841,0.0000542608,0.00066552253,0.00021854727,0.0005224872,0.0004550727],"domain_scores_gemma":[0.9991403,0.00008805868,0.00027795177,0.000110611014,0.00019061672,0.00019242779],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020721056,0.00016243348,0.00016957818,0.0006383339,0.0006347268,0.0008285859,0.00036558814,0.000036802478,0.0000030630845],"category_scores_gemma":[0.000072440445,0.00013930997,0.00001349081,0.0013369407,0.00008931601,0.02420952,0.00041565506,0.00021853557,0.000013008536],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012084084,0.000020110268,0.90241283,0.00003134685,0.0000039261026,1.2982898e-7,0.060659405,0.00013606143,0.000013285623,0.0023637454,0.000009302631,0.034348633],"study_design_scores_gemma":[0.00024963758,0.00003122058,0.90608126,0.00005730561,0.0000017597167,0.00009026108,0.0028059979,0.09040722,0.000024611229,0.000012748029,0.00006874973,0.00016923757],"about_ca_topic_score_codex":0.00006578227,"about_ca_topic_score_gemma":0.000003802045,"teacher_disagreement_score":0.17096655,"about_ca_system_score_codex":0.000117851945,"about_ca_system_score_gemma":0.00014210297,"threshold_uncertainty_score":0.98943835},"labels":[],"label_agreement":null},{"id":"W2056233383","doi":"10.1145/782941.782999","title":"Information technology fluency in practice","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fluency; Set (abstract data type); Context (archaeology); Work (physics); Computer science; Psychology; Cognitive psychology; Mathematics education; Engineering; Geography","score_opus":0.00944723736324211,"score_gpt":0.2313233680680912,"score_spread":0.2218761307048491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056233383","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03272513,0.00051345455,0.09719282,0.4417006,0.002858163,0.0014527689,0.0000024383203,0.0013581894,0.42219642],"genre_scores_gemma":[0.86250854,0.00008253054,0.12534375,0.0102505,0.000043225,0.00020002502,0.000006163954,0.0000061474807,0.0015590909],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989597,0.00004423431,0.00044406764,0.00010215701,0.00024264696,0.00020716169],"domain_scores_gemma":[0.9989551,0.00007560854,0.00018882567,0.00055203313,0.00018273616,0.000045702327],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003616558,0.00009383159,0.000094488416,0.0004018632,0.000077021876,0.00013167526,0.00082087616,0.00008474163,0.00040319894],"category_scores_gemma":[0.0010150538,0.00009031424,0.000018269657,0.0008204034,0.000016262435,0.0010696184,0.00020078511,0.00014235511,0.011100429],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053129825,0.00030802566,0.0019946194,0.00004659282,0.000022022456,0.00001311315,0.03860596,0.0000905735,0.000027166303,0.24444701,0.40361282,0.31082678],"study_design_scores_gemma":[0.00029458755,0.000018418657,0.000667194,0.000018209415,0.000001008242,0.00006766498,0.0016973566,0.00056615454,0.00017188971,0.00031001033,0.9960491,0.00013837586],"about_ca_topic_score_codex":0.000018679159,"about_ca_topic_score_gemma":7.869536e-7,"teacher_disagreement_score":0.82978344,"about_ca_system_score_codex":0.00009276906,"about_ca_system_score_gemma":0.000035770692,"threshold_uncertainty_score":0.98966956},"labels":[],"label_agreement":null},{"id":"W2057795223","doi":"10.5539/cis.v4n3p33","title":"MIS Students Perception of Most Wanted MIS Job Market Skills","year":2011,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Job market; Curriculum; Point (geometry); Process (computing); Computer science; Human resources; Resource (disambiguation); Medical education; Knowledge management; Psychology; Management; Pedagogy; Medicine; Economics","score_opus":0.01039790264673574,"score_gpt":0.2461791941857396,"score_spread":0.23578129153900387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057795223","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22641487,0.000009367877,0.69995457,0.00010479049,0.0013738428,0.00035076236,0.0000033416666,0.0001106821,0.0716778],"genre_scores_gemma":[0.9464935,0.00001613276,0.05229593,0.0010237925,0.00002103118,0.000012386164,0.000004186145,0.00000176422,0.00013128415],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99825734,0.000028062055,0.000604797,0.0001602724,0.00073949934,0.00021004202],"domain_scores_gemma":[0.9986011,0.000017012908,0.00027835718,0.00032203578,0.0006406686,0.0001408645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009934067,0.00011594048,0.00013372875,0.00046208117,0.00023872123,0.00035496536,0.0010072003,0.000037398935,0.00008608142],"category_scores_gemma":[0.000027863278,0.00009784332,0.000027320642,0.0010804803,0.0001539386,0.009657701,0.00016825896,0.000058842932,0.000109488596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001539666,0.00027511388,0.07669849,0.00020946575,0.000031288226,8.4758494e-7,0.3195375,0.000025505917,0.00024018712,0.04176095,0.02063694,0.5405683],"study_design_scores_gemma":[0.0004294608,0.000071949624,0.9556086,0.00006252682,0.0000023689008,0.000041782383,0.0019865378,0.03242652,0.0007758652,0.000046338988,0.008325615,0.00022245411],"about_ca_topic_score_codex":0.00002284038,"about_ca_topic_score_gemma":4.1629116e-7,"teacher_disagreement_score":0.87891006,"about_ca_system_score_codex":0.000056588546,"about_ca_system_score_gemma":0.00019956492,"threshold_uncertainty_score":0.70015997},"labels":[],"label_agreement":null},{"id":"W2076394524","doi":"10.1109/icisa.2010.5480372","title":"On the Evaluation of a Structural Information Metric for Syllabus Suitability","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Syllabus; Plan (archaeology); Metric (unit); Computer science; Work (physics); Lesson plan; Subject (documents); Mathematics education; Knowledge management; Engineering; Mathematics; World Wide Web; Geography","score_opus":0.028973597670902008,"score_gpt":0.30622029809775,"score_spread":0.27724670042684796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076394524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7852284,0.0000036654167,0.18786044,0.0016582706,0.0019770048,0.0014624968,0.0000039444553,0.000059847884,0.021745974],"genre_scores_gemma":[0.9932402,7.1677206e-8,0.006267325,0.0003010714,0.000013505759,0.00012771829,0.0000070662895,8.5130273e-7,0.00004220217],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989344,0.000045286983,0.00033116626,0.00006356572,0.0005387514,0.000086820066],"domain_scores_gemma":[0.99820316,0.00019386208,0.00018616024,0.00032024825,0.0010711567,0.000025418674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00248192,0.000055845067,0.00006130619,0.00013149949,0.00010778932,0.00009284213,0.00033037728,0.000031387026,0.00016901594],"category_scores_gemma":[0.0007812729,0.000032172295,0.000035205696,0.0004424452,0.000014333213,0.0007696007,0.000027182447,0.00005547857,0.000043607015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019632312,0.000009474667,0.00028842688,0.000013311849,0.000006066591,9.612192e-10,0.0031435373,0.00008865709,0.00003431586,0.9251205,0.0023412888,0.068952486],"study_design_scores_gemma":[0.0012408296,0.000099625766,0.17643872,0.000012149641,0.000016260958,0.000008073513,0.001879444,0.7564706,0.010617132,0.040970773,0.011948199,0.00029819674],"about_ca_topic_score_codex":0.000013106424,"about_ca_topic_score_gemma":0.000009104389,"teacher_disagreement_score":0.8841497,"about_ca_system_score_codex":0.000046229026,"about_ca_system_score_gemma":0.0002259198,"threshold_uncertainty_score":0.1850606},"labels":[],"label_agreement":null},{"id":"W2089077377","doi":"10.1145/2656450.2656455","title":"An academic profile of IT faculty in the USA","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Variety (cybernetics); Diversity (politics); Computer science; Medical education; University faculty; Library science; Mathematics education; Psychology; Data science; Sociology; Medicine; Artificial intelligence","score_opus":0.039680761571715906,"score_gpt":0.3294638633136485,"score_spread":0.2897831017419326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089077377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40918377,0.000003406855,0.38372824,0.005372675,0.0004644982,0.00045322327,0.0000012288859,0.00006061126,0.20073237],"genre_scores_gemma":[0.9909719,4.4341917e-7,0.00664922,0.0017216975,0.000015104571,0.00002453223,0.00000351685,6.953842e-7,0.0006128869],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993553,0.000062754785,0.00023397419,0.000070564754,0.00019683332,0.00008056045],"domain_scores_gemma":[0.99962276,0.000018606552,0.000071048176,0.0002147133,0.000050956256,0.000021903905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074268883,0.000038274615,0.00005124611,0.00004907755,0.000029423827,0.000030427807,0.0006226548,0.00002734759,0.00007340675],"category_scores_gemma":[0.000015576148,0.000022037188,0.0000110165665,0.00024223427,0.000008570651,0.00037254748,0.00002352276,0.000062008236,0.00020683103],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.9833264e-7,0.000087526896,0.043679368,0.000028270362,0.0000030348763,1.0670159e-7,0.06507286,0.000060634266,0.00021377046,0.7995062,0.0501576,0.04118975],"study_design_scores_gemma":[0.00045297388,0.00007614172,0.6798452,0.000036868,0.0000011308823,0.000019729792,0.007115349,0.06842851,0.0045138863,0.0007855927,0.2384549,0.0002696896],"about_ca_topic_score_codex":0.000036978396,"about_ca_topic_score_gemma":0.000020319829,"teacher_disagreement_score":0.7987206,"about_ca_system_score_codex":0.00001161125,"about_ca_system_score_gemma":0.000049989874,"threshold_uncertainty_score":0.26584634},"labels":[],"label_agreement":null},{"id":"W2093877792","doi":"10.4018/jicte.2012040101","title":"Towards A Career Skills Oriented Undergraduate Information Systems Curriculum","year":2012,"lang":"en","type":"article","venue":"International Journal of Information and Communication Technology Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Curriculum; Skills management; Certification; The Internet; Information technology; Information system; Knowledge management; Engineering management; Business; Medical education; Computer science; Psychology; Marketing; Engineering; Pedagogy; Management; Economics; Medicine","score_opus":0.005209805854329166,"score_gpt":0.25360380907558333,"score_spread":0.24839400322125416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093877792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088995,0.0034322557,0.8214582,0.041329864,0.017793596,0.0010849179,0.00001812911,0.00048750933,0.025400484],"genre_scores_gemma":[0.97045505,0.000735421,0.027378203,0.001080539,0.00010102864,0.00007398427,0.00010573291,0.0000045638567,0.00006546045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750787,0.00010294313,0.001409331,0.00006538411,0.0006932249,0.00022124668],"domain_scores_gemma":[0.99403584,0.000036406218,0.0017751568,0.00045318226,0.0035379,0.00016149283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010260472,0.0001761484,0.00020425399,0.001681636,0.00018875886,0.00048467147,0.001278936,0.00017259501,0.000013053216],"category_scores_gemma":[0.0003389731,0.000158609,0.00006467688,0.0007666486,0.00007278946,0.013228399,0.00026094943,0.00030113358,0.00014288299],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055687774,0.00022219533,0.008408372,0.00002384873,0.000081914244,8.1425156e-8,0.006896725,0.000034178865,0.000006515357,0.76093376,0.0078094094,0.21557742],"study_design_scores_gemma":[0.0011153949,0.000073377065,0.014649596,0.0002707537,0.00002516687,0.0010905049,0.02193356,0.0021702,0.00044741656,0.0031745082,0.9546341,0.00041544915],"about_ca_topic_score_codex":0.000049594317,"about_ca_topic_score_gemma":9.427284e-7,"teacher_disagreement_score":0.94682467,"about_ca_system_score_codex":0.0003774607,"about_ca_system_score_gemma":0.000683727,"threshold_uncertainty_score":0.959027},"labels":[],"label_agreement":null},{"id":"W2094290868","doi":"10.1145/1562877.1562903","title":"A \"communication skills for computer scientists\" course","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Interpersonal communication; Course (navigation); Computer science; Curriculum; Communication skills; Social skills; Public speaking; Multimedia; Mathematics education; Pedagogy; Psychology; Medical education; Engineering","score_opus":0.008392327091719705,"score_gpt":0.27770189324846123,"score_spread":0.2693095661567415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094290868","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016383586,0.000020643492,0.9775291,0.0041035153,0.00052986195,0.00029739595,5.6842663e-7,0.00016195144,0.015718576],"genre_scores_gemma":[0.389329,0.000002927894,0.60315436,0.004192848,0.000044945857,0.000036221514,0.000013740279,0.0000017686426,0.0032242064],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999285,0.000019433966,0.00024356188,0.00013386607,0.00017053595,0.00014761843],"domain_scores_gemma":[0.9991678,0.0000268996,0.00008916587,0.00043047845,0.00022259896,0.00006307711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038366372,0.00006708777,0.00007387374,0.00006891764,0.00019374155,0.00027023815,0.0005966974,0.000026310512,0.000024945668],"category_scores_gemma":[0.0000071897844,0.000056862253,0.000039303628,0.00025468777,0.0000119659335,0.0005738602,0.000042932774,0.000029701914,0.00017111747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.44992e-7,0.00021959044,0.000081921884,0.000004989975,0.0000053329577,1.001432e-7,0.002617144,0.000030622527,0.000012987092,0.58057475,0.14302242,0.2734296],"study_design_scores_gemma":[0.0016293401,0.00018901272,0.08405692,0.00008266181,0.000007066898,0.00007067524,0.0003224011,0.1597272,0.0019167686,0.011144375,0.74012744,0.0007261174],"about_ca_topic_score_codex":0.0000015087081,"about_ca_topic_score_gemma":8.965848e-7,"teacher_disagreement_score":0.597105,"about_ca_system_score_codex":0.000040807656,"about_ca_system_score_gemma":0.000108236614,"threshold_uncertainty_score":0.26059127},"labels":[],"label_agreement":null},{"id":"W2098171290","doi":"10.5430/wje.v3n3p52","title":"A Closer Look at Information Systems Graduate Preparation and Job Needs: Implications for Higher Education Curriculum Enhancements","year":2013,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Curriculum; Perception; Field (mathematics); Psychology; Graduate students; Job analysis; Pedagogy; Engineering ethics; Social psychology; Computer science; Engineering; Job satisfaction","score_opus":0.019779468406002036,"score_gpt":0.29249624653813444,"score_spread":0.2727167781321324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098171290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7350358,0.002466983,0.16307905,0.028296921,0.03197724,0.006894063,0.000012444045,0.00018365686,0.032053877],"genre_scores_gemma":[0.9773778,0.00006290236,0.009795996,0.0010672098,0.00043641843,0.0009270367,0.00006517957,0.000008990054,0.010258469],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981107,0.00007236685,0.0011398732,0.00013748104,0.00032871673,0.00021085967],"domain_scores_gemma":[0.9957982,0.000053132328,0.0013641261,0.00030666002,0.0022852914,0.00019263201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050689874,0.0001764844,0.00020631264,0.0008548058,0.00029354746,0.0006272827,0.0003500305,0.000056754277,0.00004758138],"category_scores_gemma":[0.00004821177,0.00015650441,0.00006995383,0.00073622435,0.000022524919,0.004984779,0.00005466743,0.00010270121,0.00014311381],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015646167,0.00053522014,0.015606439,0.00030735286,0.00008992164,1.9149162e-8,0.0105010485,0.00010975874,0.0005210751,0.30665824,0.5774719,0.08818337],"study_design_scores_gemma":[0.0009648168,0.00018494108,0.23213865,0.00042814456,0.00005942749,0.00015655193,0.0041716862,0.0014596389,0.0003647807,0.005627378,0.7538613,0.00058267324],"about_ca_topic_score_codex":0.00006185655,"about_ca_topic_score_gemma":0.000005226587,"teacher_disagreement_score":0.30103087,"about_ca_system_score_codex":0.00051264866,"about_ca_system_score_gemma":0.0010281579,"threshold_uncertainty_score":0.6382065},"labels":[],"label_agreement":null},{"id":"W2148364996","doi":"10.1145/1028174.971464","title":"Research, teaching, and service","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Structuring; Context (archaeology); Curriculum; Service (business); Graduate students; Computer science; Mathematics education; Engineering ethics; Medical education; Engineering management; Pedagogy; Sociology; Psychology; Engineering; Political science; Medicine","score_opus":0.03360376872872277,"score_gpt":0.3113248947453306,"score_spread":0.2777211260166078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148364996","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3129541,0.00025168757,0.055556204,0.4929166,0.0013279535,0.000843573,0.0000016853313,0.00063524226,0.13551293],"genre_scores_gemma":[0.886949,0.000011373457,0.09987457,0.010340917,0.000096944575,0.00006211555,0.000003365903,0.000007550747,0.0026541548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988519,0.00016721826,0.00019928561,0.00019373748,0.0003567629,0.00023108402],"domain_scores_gemma":[0.999023,0.00012192478,0.000050034643,0.0005121535,0.00018052413,0.000112342284],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001860316,0.000077024946,0.00007454686,0.00012135576,0.00047361007,0.00021705344,0.00075561827,0.000041326995,0.00007991364],"category_scores_gemma":[0.000330141,0.000067701934,0.000013255776,0.00024692662,0.000021746382,0.00015674661,0.00044395568,0.0003264107,0.002380055],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050543645,0.00018798001,0.00023401692,0.000096281765,0.000022678962,0.000012590796,0.0725438,0.00007505585,0.00015733573,0.591294,0.275431,0.059940226],"study_design_scores_gemma":[0.00038953885,0.000025514548,0.002342684,0.00004629673,6.7243695e-7,0.000054844422,0.0021587058,0.000045560166,0.0003707708,0.0038371254,0.99058133,0.00014696177],"about_ca_topic_score_codex":0.00026843755,"about_ca_topic_score_gemma":0.000008000521,"teacher_disagreement_score":0.71515036,"about_ca_system_score_codex":0.00007190221,"about_ca_system_score_gemma":0.00012706414,"threshold_uncertainty_score":0.9983967},"labels":[],"label_agreement":null},{"id":"W2174907680","doi":"10.1007/978-1-4613-0289-6_10","title":"A Skill Assessment Process for Information Systems Professionals","year":2001,"lang":"en","type":"book-chapter","venue":"Applied optimization","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Process (computing); Information system; Process management; Engineering management; Knowledge management; Order (exchange); Engineering; Economic shortage; Computer science; Business","score_opus":0.014249948899453408,"score_gpt":0.2777814715991394,"score_spread":0.263531522699686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174907680","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.6246544e-7,0.000014985984,0.55459726,0.00012725762,0.0008037595,0.0017777618,0.000012240874,0.00015686204,0.4425095],"genre_scores_gemma":[0.029288119,0.00024119815,0.3189769,0.005822281,0.0014417553,0.014939888,0.013432693,0.00023667753,0.6156205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976769,0.000012157458,0.0010279362,0.00031032233,0.00071772485,0.00025493396],"domain_scores_gemma":[0.9973043,0.00005016689,0.0011413711,0.00044032556,0.000955205,0.000108603264],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047983415,0.00034636672,0.00035011244,0.00040650886,0.000291158,0.00044795137,0.00054354133,0.00035255423,0.000071556955],"category_scores_gemma":[0.000012059213,0.00032394304,0.00007578316,0.00015948706,0.000016746175,0.0012664712,0.00008047211,0.0001742011,0.00017567875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003712377,0.000022856706,0.0000010365314,0.000266993,0.000032713862,1.202737e-7,0.0012471512,0.09727638,1.6844382e-7,0.88938487,0.008316459,0.0034475285],"study_design_scores_gemma":[0.0009612642,0.00004268346,0.000011109931,0.0004329444,0.000031950207,0.000022016056,0.0005785598,0.33193266,0.00001374874,0.0030866675,0.66196114,0.00092527136],"about_ca_topic_score_codex":0.0000013024376,"about_ca_topic_score_gemma":1.8281952e-7,"teacher_disagreement_score":0.8862982,"about_ca_system_score_codex":0.0003356464,"about_ca_system_score_gemma":0.00073685293,"threshold_uncertainty_score":0.99992126},"labels":[],"label_agreement":null},{"id":"W2183318475","doi":"10.1007/1-4020-2960-8_4","title":"The Education and Training of Knowledge Workers","year":2005,"lang":"en","type":"book-chapter","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Training (meteorology); Psychology; Computer science; Geography; Meteorology","score_opus":0.0224124829647494,"score_gpt":0.2572103585536425,"score_spread":0.2347978755888931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183318475","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010934887,0.0010089002,0.005877078,0.0006259661,0.00092364225,0.00014483782,2.8351354e-7,0.00003216311,0.9913762],"genre_scores_gemma":[0.0077750483,0.000117628944,0.006089279,0.00015399807,0.00012441663,0.000016788561,0.0000032950295,0.0000059036624,0.98571366],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992889,0.000008548222,0.00035350115,0.00011871465,0.00014425606,0.00008608714],"domain_scores_gemma":[0.9992454,0.00005390009,0.00023022517,0.0002442021,0.00017630795,0.000049982857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002828538,0.0001079776,0.000114967814,0.000091496295,0.00012368798,0.000090354835,0.00030823125,0.00007268217,0.000053986678],"category_scores_gemma":[0.0000073110523,0.00007278525,0.000034280154,0.000038142596,0.00003858646,0.0001589533,0.00006748551,0.000080179845,0.00010052548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3232692e-7,0.0000030955352,0.0000033125468,0.0000075900934,0.000006826989,7.2843225e-9,0.00431536,1.5117884e-7,9.567077e-8,0.5718082,0.01260904,0.41124618],"study_design_scores_gemma":[0.00003825768,0.000005185182,0.00015813907,0.000099506826,0.0000024917622,0.000010866034,0.0009658504,0.00013688362,0.0000048387105,0.0018807921,0.9965914,0.000105804305],"about_ca_topic_score_codex":0.0000024281162,"about_ca_topic_score_gemma":0.000010061225,"teacher_disagreement_score":0.9839823,"about_ca_system_score_codex":0.00004993101,"about_ca_system_score_gemma":0.00083543337,"threshold_uncertainty_score":0.29680964},"labels":[],"label_agreement":null},{"id":"W2186554372","doi":"10.1080/08874417.2014.11645738","title":"Redesigning the Information Systems Analysis and Design Course: Curriculum Renewal","year":2014,"lang":"en","type":"article","venue":"Journal of Computer Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Course (navigation); Curriculum; Information system; Management information systems; Engineering management; Information technology; Computer science; Structured systems analysis and design method; Knowledge management; Systems design; Process management; Engineering; Software engineering; Psychology; Pedagogy","score_opus":0.01064408640091124,"score_gpt":0.2306689100807023,"score_spread":0.22002482367979107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186554372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019206209,0.00012730582,0.9916126,0.0004037191,0.0038884378,0.00047221562,0.000001713641,0.00007010688,0.0015032621],"genre_scores_gemma":[0.97650385,0.000024219573,0.022431517,0.00054427725,0.00040864293,0.000034079923,0.000013541925,0.0000046628784,0.000035208966],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955918,0.0005318646,0.0023519367,0.00009611765,0.0011545104,0.00027373302],"domain_scores_gemma":[0.9944062,0.000227537,0.0029788609,0.00044336315,0.0017507989,0.0001932041],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0052878503,0.00023420848,0.0004982329,0.0009167932,0.00037174672,0.0028500303,0.0008980894,0.00011197484,0.0000022135714],"category_scores_gemma":[0.00007183545,0.00015401635,0.00014959018,0.0014093202,0.00003677628,0.008767021,0.00011898275,0.00023221654,0.00008093124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030385763,0.00010508917,0.006650635,0.0005744449,0.0017954044,0.0000025115048,0.05419622,0.5080907,0.000008059651,0.24539872,0.08728428,0.0958636],"study_design_scores_gemma":[0.0006190446,0.00012925382,0.0033536062,0.00014887149,0.00009880454,0.0005511512,0.002762409,0.88203603,0.000016086224,0.00003115833,0.10999223,0.0002613604],"about_ca_topic_score_codex":0.000053857646,"about_ca_topic_score_gemma":4.428106e-7,"teacher_disagreement_score":0.9745832,"about_ca_system_score_codex":0.00013868372,"about_ca_system_score_gemma":0.00026561288,"threshold_uncertainty_score":0.9981851},"labels":[],"label_agreement":null},{"id":"W2194696455","doi":"","title":"МОНРЕАЛЬСЬКИЙ ПРЕМ’ЄР-ФОРУМ ІТ-ФАХІВЦІВ","year":2012,"lang":"uk","type":"article","venue":"Problems of a systemic approach to the economy enterprises (National Aviation University, Ukraine, Kyiv)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.020551848274047477,"score_gpt":0.2131250128061041,"score_spread":0.19257316453205664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2194696455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00689265,0.001287242,0.63505316,0.0054504746,0.0034999172,0.0046521937,0.00022049157,0.00024923278,0.34269464],"genre_scores_gemma":[0.98471177,0.00008486455,0.0057574976,0.00071902847,0.00059947814,0.00009541012,0.00018136768,0.00003184662,0.007818745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99528444,0.0005372316,0.0015973027,0.0007000211,0.0010869452,0.0007940511],"domain_scores_gemma":[0.995117,0.00023755804,0.0018289739,0.0007869822,0.0015519207,0.0004775286],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029798667,0.0005669036,0.0006630314,0.0009747772,0.00068998535,0.00033473104,0.0022641039,0.00025099178,0.00013530847],"category_scores_gemma":[0.00012993524,0.0005304086,0.00034553636,0.0013809901,0.00012758252,0.0027835714,0.0008049991,0.00033683123,0.001175488],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008432676,0.0018709195,0.02239365,0.0021120347,0.000993974,9.947887e-7,0.14568701,0.01594591,0.00007128855,0.7460452,0.062515415,0.0022793228],"study_design_scores_gemma":[0.005497135,0.00033205794,0.026790742,0.0025981313,0.00036151902,0.00077595987,0.044818696,0.06721885,0.0002638489,0.0024787306,0.84525853,0.0036057946],"about_ca_topic_score_codex":0.00019570893,"about_ca_topic_score_gemma":0.00001416496,"teacher_disagreement_score":0.9778191,"about_ca_system_score_codex":0.0015924474,"about_ca_system_score_gemma":0.0013447199,"threshold_uncertainty_score":0.99971473},"labels":[],"label_agreement":null},{"id":"W2201069105","doi":"","title":"A conceptual framework of the evolution of conventional universities due to the information and communication technologies, especially the Internet","year":2007,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"The Internet; Knowledge management; Business; Information technology; Information and Communications Technology; Conceptual framework; Internet privacy; Computer science; Public relations; World Wide Web; Sociology; Political science; Social science","score_opus":0.011023526024139415,"score_gpt":0.26314972848589346,"score_spread":0.25212620246175405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201069105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031385295,0.00012388977,0.92778325,0.034324024,0.0012058325,0.0010304697,0.000029422059,0.00013076834,0.0039870585],"genre_scores_gemma":[0.97652775,0.000019430829,0.022242391,0.00066329114,0.000027366279,0.00016147776,0.000050644016,0.000002753734,0.0003049144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9984491,0.00003863493,0.0008121371,0.000104797466,0.00043852103,0.00015684772],"domain_scores_gemma":[0.99649924,0.0001552846,0.0009578625,0.0005298342,0.0018322578,0.00002554323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012127442,0.00013203427,0.00013407192,0.000284037,0.00032020122,0.00013142033,0.0019050728,0.00020474823,0.000024905725],"category_scores_gemma":[0.00031986437,0.00008818641,0.0001111469,0.0008521767,0.0005367113,0.0016669921,0.0004466899,0.00029240924,0.000013807018],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082936685,0.000028941624,0.0009855903,0.000016084972,0.00004289862,2.340905e-9,0.022288896,0.000013574328,0.000014638487,0.95035225,0.0066573033,0.019591497],"study_design_scores_gemma":[0.0005801121,0.00008629988,0.025897164,0.00025285635,0.000030978936,0.000036564546,0.54077685,0.0039024267,0.0020151273,0.039438426,0.38669363,0.0002895684],"about_ca_topic_score_codex":0.00009288989,"about_ca_topic_score_gemma":0.0000225658,"teacher_disagreement_score":0.94514245,"about_ca_system_score_codex":0.00046868098,"about_ca_system_score_gemma":0.001149759,"threshold_uncertainty_score":0.35961375},"labels":[],"label_agreement":null},{"id":"W2209707724","doi":"10.1109/mcom.2014.6979958","title":"Communications education and training: expanding the student experience [Guest Editorial]","year":2014,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Accreditation; Certification; Training (meteorology); Workforce; Computer science; Engineering management; Telecommunications; Medical education; Engineering; Management; Political science","score_opus":0.04492941120055615,"score_gpt":0.34113832174277803,"score_spread":0.29620891054222187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2209707724","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050896384,0.004248252,0.25460756,0.12021507,0.25689343,0.004251953,0.000014212917,0.0018296463,0.3070435],"genre_scores_gemma":[0.9721314,0.00040458768,0.020950796,0.0010940178,0.0037191724,0.0007573584,0.000029194702,0.000011462955,0.0009020629],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831265,0.00036915732,0.0005379628,0.00021403619,0.0003578026,0.00020838482],"domain_scores_gemma":[0.99454653,0.00038826207,0.0002858096,0.004262689,0.00039642185,0.00012028511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010819434,0.00015866489,0.00015832619,0.00014143666,0.0011977952,0.00049909786,0.0042666565,0.00006126162,0.0000048192487],"category_scores_gemma":[0.00014356627,0.0001276949,0.00003865888,0.00056383276,0.00026378167,0.0007668263,0.000848175,0.00025996804,0.00017555144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024853769,0.0008727931,0.0030983428,0.00003287318,0.00005406938,6.567858e-8,0.23617813,0.000013352548,0.00089031126,0.34238267,0.32109287,0.09538202],"study_design_scores_gemma":[0.00019116746,0.0000184407,0.00664246,0.00004649433,0.0000070005804,0.000023169054,0.005872478,0.001993023,0.000067171604,0.00044261603,0.984495,0.00020099204],"about_ca_topic_score_codex":0.000020276782,"about_ca_topic_score_gemma":0.000032533397,"teacher_disagreement_score":0.92123497,"about_ca_system_score_codex":0.00009859807,"about_ca_system_score_gemma":0.00026337564,"threshold_uncertainty_score":0.92125934},"labels":[],"label_agreement":null},{"id":"W2225102920","doi":"","title":"Implementing Undergraduate ICT Advanced Literacy at Campus Saint-Jean Through Tutored, Problem-Based, and Integrated Learning","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information and Communications Technology; SAINT; Literacy; Pedagogy; Mathematics education; Sociology; Computer science; Psychology; Engineering ethics; Engineering; Art; World Wide Web; Art history","score_opus":0.005705215171612759,"score_gpt":0.24506520648882932,"score_spread":0.23935999131721655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225102920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11811427,0.00013654785,0.85592574,0.003302845,0.0004199692,0.00055658474,0.0000018606725,0.0005948682,0.020947317],"genre_scores_gemma":[0.8292313,0.00000685811,0.15970376,0.00053763005,0.000032910724,0.00006093421,0.000079751764,0.000010621998,0.01033619],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826497,0.000085914726,0.00058382907,0.00032697144,0.00028944568,0.00044885123],"domain_scores_gemma":[0.9991018,0.00007220969,0.00028897458,0.00022665568,0.0002412968,0.00006903964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004211015,0.00019817818,0.00016393136,0.000116661715,0.00052949664,0.00047188796,0.0002546677,0.00004071025,0.00006665794],"category_scores_gemma":[0.00002392867,0.00016254076,0.000043358596,0.0004681603,0.00002524463,0.0011436066,0.00019919703,0.00012727764,0.000101764184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020631842,0.00019372081,0.053698793,0.00026545385,0.00006365708,0.000013197014,0.012848007,0.008092646,0.00095710397,0.5700513,0.014812217,0.33898324],"study_design_scores_gemma":[0.0011016512,0.00005441719,0.0024213823,0.00010459486,0.000004759372,0.000038017384,0.0009090357,0.059401315,0.0021184003,0.0012981752,0.932069,0.0004792628],"about_ca_topic_score_codex":0.00086101703,"about_ca_topic_score_gemma":0.00017257233,"teacher_disagreement_score":0.9172568,"about_ca_system_score_codex":0.0002863128,"about_ca_system_score_gemma":0.00013223174,"threshold_uncertainty_score":0.662822},"labels":[],"label_agreement":null},{"id":"W2300747941","doi":"","title":"A Three-Way Partnership in e-Learning Trades Training: An Instructional Development Perspective","year":2005,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Perspective (graphical); General partnership; Training (meteorology); Mathematics education; Computer science; Psychology; Political science; Artificial intelligence; Geography","score_opus":0.11239633874308566,"score_gpt":0.3111671208577999,"score_spread":0.19877078211471425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2300747941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7546203,0.0006287357,0.0033853755,0.05854017,0.003145477,0.0020789215,0.0000043361356,0.0007026603,0.17689401],"genre_scores_gemma":[0.97617203,0.000059971888,0.009692247,0.001082912,0.00026819122,0.00030764187,0.000037587484,0.000027292577,0.012352144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9960819,0.00042899122,0.00097196724,0.00088163797,0.0009938483,0.00064169586],"domain_scores_gemma":[0.9980197,0.00009773817,0.0008882026,0.0003225919,0.0002912104,0.0003805403],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012069617,0.00041772836,0.00041425356,0.000575418,0.00048331867,0.0004891299,0.00047752023,0.00016881186,0.00028609214],"category_scores_gemma":[0.00006495872,0.00044286327,0.00004412761,0.0012057564,0.000083422,0.0013163661,0.00008315852,0.0011059152,0.00010451224],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059141683,0.0004309062,0.074732214,0.00006739762,0.000017518001,0.0000026397183,0.035999,0.00036717247,0.000021709058,0.71051776,0.0003290242,0.1774555],"study_design_scores_gemma":[0.0012679062,0.00032433102,0.80179334,0.0005824061,0.0000052257897,0.00003209401,0.029726848,0.005251471,0.00008727851,0.0059694443,0.15398948,0.00097019144],"about_ca_topic_score_codex":0.00032248723,"about_ca_topic_score_gemma":0.002688574,"teacher_disagreement_score":0.7270611,"about_ca_system_score_codex":0.0020511383,"about_ca_system_score_gemma":0.0024996283,"threshold_uncertainty_score":0.9998023},"labels":[],"label_agreement":null},{"id":"W2333220028","doi":"10.1080/08874417.2016.1153898","title":"Renewal of Classics: Database Technology for all Business Majors","year":2016,"lang":"en","type":"article","venue":"Journal of Computer Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Course (navigation); Computer science; Engineering management; Database; Knowledge management; Engineering","score_opus":0.015626492327828714,"score_gpt":0.2512372815527725,"score_spread":0.23561078922494377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333220028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005761613,0.000043581415,0.9875473,0.0016054917,0.004213438,0.00031620683,0.000014425394,0.00004305922,0.00045489083],"genre_scores_gemma":[0.87238127,0.000036147605,0.12647276,0.00039327634,0.00048504953,0.00004572185,0.000015781885,0.0000088983425,0.00016108989],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973156,0.000043959135,0.0018550532,0.0000761296,0.0005195346,0.0001897231],"domain_scores_gemma":[0.9943919,0.00009838324,0.0022915157,0.00035224098,0.002773267,0.000092697584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011071691,0.00013467153,0.00033672198,0.00089623913,0.00005699814,0.00015666023,0.0008519633,0.00009586235,0.0000035690032],"category_scores_gemma":[0.00006833203,0.0000856819,0.00008683366,0.00058835844,0.00003278966,0.003976328,0.00011188715,0.000062654144,0.00004105705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008114475,0.00016893563,0.0013703174,0.0011934637,0.0003566401,0.0000042737433,0.00894854,0.0010553036,0.00086445373,0.62169486,0.1324093,0.23185274],"study_design_scores_gemma":[0.004219323,0.00033983417,0.001263301,0.0015374123,0.000023908984,0.0015359789,0.0012530563,0.017467396,0.0025613473,0.00079855666,0.9685029,0.0004970292],"about_ca_topic_score_codex":0.0000033898737,"about_ca_topic_score_gemma":2.6522855e-7,"teacher_disagreement_score":0.86661965,"about_ca_system_score_codex":0.00012559404,"about_ca_system_score_gemma":0.00040880113,"threshold_uncertainty_score":0.34940067},"labels":[],"label_agreement":null},{"id":"W2396236185","doi":"","title":"Understanding and Implementation of Case Teaching Method","year":2016,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Variety (cybernetics); Process (computing); Computer science; Teaching method; Feature (linguistics); Natural (archaeology); Mathematics education; Value (mathematics); Event (particle physics); Psychology; Artificial intelligence","score_opus":0.08677970399073338,"score_gpt":0.4176510259483733,"score_spread":0.3308713219576399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396236185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2912748,0.00006087548,0.7037362,0.0018223604,0.00010564621,0.00019262248,0.0000029659109,0.00007724895,0.0027272888],"genre_scores_gemma":[0.94017965,0.000022688851,0.059596915,0.00006190668,0.0000070496358,0.000017614982,0.0000055294813,0.0000022863778,0.000106374784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9991905,0.00014236152,0.0003382124,0.00010608432,0.00012605044,0.00009678631],"domain_scores_gemma":[0.9990587,0.0001134533,0.0002441476,0.00035709995,0.00018693137,0.00003966817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008078161,0.00007028267,0.00008275243,0.00005900248,0.0004054242,0.00023362692,0.0002799554,0.000030430543,0.000015945872],"category_scores_gemma":[0.000041145184,0.000045331897,0.00002230477,0.000106648215,0.000059676695,0.0018579632,0.00016219262,0.00005350261,0.0000068832564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019439306,0.000014261406,0.004869193,0.000029059314,0.000020212827,0.0000010083528,0.022627406,0.0000029134737,0.0032832248,0.8133494,0.00085130404,0.15495007],"study_design_scores_gemma":[0.0151466485,0.0005196407,0.21184137,0.0015341296,0.00011818475,0.011879116,0.33392814,0.016951885,0.14186703,0.07699264,0.18529034,0.0039308835],"about_ca_topic_score_codex":0.000095662974,"about_ca_topic_score_gemma":0.000024752475,"teacher_disagreement_score":0.73635674,"about_ca_system_score_codex":0.00015791054,"about_ca_system_score_gemma":0.000034407178,"threshold_uncertainty_score":0.3118236},"labels":[],"label_agreement":null},{"id":"W2397547646","doi":"","title":"Outside edge. National program for IT.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Enhanced Data Rates for GSM Evolution; Computer science; Political science; Business; Telecommunications","score_opus":0.03447562112354673,"score_gpt":0.2805004750767606,"score_spread":0.24602485395321388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397547646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020783274,0.00008095832,0.5278218,0.07239664,0.004149516,0.0066760844,0.000008834735,0.001095452,0.38569242],"genre_scores_gemma":[0.8258989,0.000002082499,0.12992148,0.0068732547,0.00064061536,0.024653234,0.000022233933,0.0000070819838,0.0119811045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991329,0.000010723925,0.00023895958,0.00012507635,0.0002726963,0.00021967723],"domain_scores_gemma":[0.9994284,0.00002578109,0.00007998562,0.0001180625,0.00026363262,0.00008415015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004897413,0.00006209112,0.000059810933,0.00008231633,0.000090934205,0.00016781306,0.0003027381,0.000027378312,0.000010110612],"category_scores_gemma":[0.000065700515,0.000055559743,0.00003823054,0.00017719746,0.000008289923,0.00052087876,0.000035129397,0.000029630848,0.00015072794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.36795e-7,0.00005436045,0.000073416435,0.000007044579,0.000006490891,2.8798464e-8,0.00065410964,0.000018506453,1.9042207e-7,0.0498306,0.16034034,0.7890143],"study_design_scores_gemma":[0.00021093384,0.0000034530187,0.025502834,0.000001745047,6.957467e-7,0.000005777213,0.00004909551,0.0037782053,0.00013042122,0.00031659388,0.96990824,0.000092012095],"about_ca_topic_score_codex":7.557464e-7,"about_ca_topic_score_gemma":0.0000025548024,"teacher_disagreement_score":0.8238206,"about_ca_system_score_codex":0.00012732332,"about_ca_system_score_gemma":0.00011839528,"threshold_uncertainty_score":0.22656606},"labels":[],"label_agreement":null},{"id":"W2466535610","doi":"10.1145/2899415.2899420","title":"Global Perspectives on the Role of Two-Year/Technical/Junior Colleges in Computing Education","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Bachelor; Variety (cybernetics); Mathematics education; Career Pathways; Computer science; Medical education; Political science; Psychology; Artificial intelligence; Medicine","score_opus":0.007237162733290449,"score_gpt":0.26309089583923023,"score_spread":0.2558537331059398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466535610","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35741794,0.0001026377,0.08287035,0.013633856,0.0008162153,0.00076550996,0.0000030960416,0.00018893403,0.5442015],"genre_scores_gemma":[0.99317014,0.0000034532795,0.0062402817,0.00022925745,0.000024063313,0.000017204957,2.3390336e-7,0.000001407686,0.0003139524],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992394,0.00006331084,0.00025651927,0.00013178523,0.00020038168,0.000108647466],"domain_scores_gemma":[0.99936116,0.0000866186,0.000113450384,0.00025633015,0.00015280276,0.000029646404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037560475,0.000064261054,0.00007847412,0.00007507916,0.000055260796,0.000038460832,0.0004051001,0.000022827679,0.00005291651],"category_scores_gemma":[0.000059185983,0.000033658656,0.000025744886,0.00048075884,0.00002875534,0.00018352698,0.00007505283,0.000028388191,0.00007651361],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010098832,0.00007453049,0.0060137315,0.0000014334234,0.0000019539575,2.1619318e-8,0.0019986236,0.000003900991,0.000071559865,0.97584414,0.0013915667,0.014597529],"study_design_scores_gemma":[0.0024388595,0.00023554136,0.63426,0.0009280305,0.0000060828497,0.00006151699,0.26197165,0.004099933,0.011795662,0.044484,0.038700502,0.0010182249],"about_ca_topic_score_codex":0.00004532319,"about_ca_topic_score_gemma":0.000018176628,"teacher_disagreement_score":0.9313601,"about_ca_system_score_codex":0.00019581064,"about_ca_system_score_gemma":0.00030814004,"threshold_uncertainty_score":0.13725601},"labels":[],"label_agreement":null},{"id":"W2526371559","doi":"","title":"SSD Public Website: Teacher Preparation 2: HS Quarter Syllabus","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Syllabus; Quarter (Canadian coin); Medical education; Mathematics education; Pedagogy; Psychology; History; Medicine","score_opus":0.010358447864957782,"score_gpt":0.23901979092946965,"score_spread":0.22866134306451186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526371559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011358707,0.00000682033,0.6825561,0.0036690268,0.00085341185,0.00014900266,1.11334096e-7,0.00029736836,0.30110946],"genre_scores_gemma":[0.9735384,7.0568575e-7,0.00978197,0.0013984789,0.00009858866,0.000047629535,0.000007332613,0.0000033489846,0.015123547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989412,0.00007621507,0.0003140026,0.00018827403,0.00028839018,0.00019194357],"domain_scores_gemma":[0.9992049,0.00001709261,0.00010488439,0.0004010603,0.00017211039,0.00009995299],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00051521166,0.00009598838,0.00008931327,0.00011747096,0.00012758233,0.00044933133,0.00038900567,0.00005007033,0.00047120257],"category_scores_gemma":[0.000027655902,0.00007706138,0.000032102358,0.0002992906,0.00001003997,0.0011911053,0.000052374908,0.000054278156,0.0035202564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013726275,0.0001092006,0.0033658578,0.00001730668,0.000016713306,1.6759903e-7,0.011613121,0.00001368688,0.000046216748,0.60103756,0.34318835,0.040590484],"study_design_scores_gemma":[0.00033432432,0.00005392615,0.011939387,0.000010082918,0.0000016670427,0.000025033545,0.00060333597,0.07227119,0.00028027096,0.00058992853,0.9135811,0.0003097674],"about_ca_topic_score_codex":0.000008357251,"about_ca_topic_score_gemma":0.000008563563,"teacher_disagreement_score":0.9621797,"about_ca_system_score_codex":0.000062476014,"about_ca_system_score_gemma":0.00010321534,"threshold_uncertainty_score":0.9972556},"labels":[],"label_agreement":null},{"id":"W2532984024","doi":"10.1109/educon.2016.7474584","title":"Is the computer science curriculum ready to teach students towards hardwarizing?","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Consortium canadien en neurodégénérescence associée au vieillissement","keywords":"Curriculum; Pace; Syllabus; Computer science; Cloud computing; The Internet; Information technology; Multimedia; World Wide Web; Mathematics education; Operating system","score_opus":0.018916938890767804,"score_gpt":0.30517018507481264,"score_spread":0.28625324618404485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2532984024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037450604,0.000004801343,0.9166947,0.026729597,0.0026171557,0.00049020536,0.0000015852876,0.00023400056,0.015777376],"genre_scores_gemma":[0.9279129,0.0000027883746,0.04584903,0.019507607,0.00015759346,0.00009163234,5.359e-7,0.0000059697354,0.0064719263],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753433,0.00004275045,0.00037604512,0.0003973706,0.0012578958,0.00039162987],"domain_scores_gemma":[0.9983892,0.000025031497,0.00010030258,0.0007838152,0.0004832951,0.00021834577],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014558132,0.0001435726,0.00011815258,0.00019033518,0.00046079446,0.00076298567,0.0029265834,0.000028178843,0.0001220464],"category_scores_gemma":[0.000040651223,0.00006581422,0.000040693507,0.0009868817,0.00008216428,0.0010400986,0.000864954,0.00005911225,0.0032475907],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015327695,0.0002500435,0.02764108,0.0000116022175,0.000033527358,0.000001742102,0.0318291,0.0000049592422,0.00049285364,0.15942179,0.43101296,0.3492988],"study_design_scores_gemma":[0.00062195805,0.00011008649,0.16727996,0.00011926959,0.000004314894,0.00006141399,0.0008388931,0.0030960352,0.007105615,0.00028217584,0.81982577,0.0006544968],"about_ca_topic_score_codex":0.00005538104,"about_ca_topic_score_gemma":0.0000022239728,"teacher_disagreement_score":0.89046234,"about_ca_system_score_codex":0.00020664289,"about_ca_system_score_gemma":0.00036704677,"threshold_uncertainty_score":0.9975285},"labels":[],"label_agreement":null},{"id":"W2548125692","doi":"10.1145/2998551.2998552","title":"Teaching Informatics in North America","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Informatics; Data science; Engineering; Electrical engineering","score_opus":0.008861552159490185,"score_gpt":0.23101959888454718,"score_spread":0.22215804672505698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548125692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043090302,0.0000018007307,0.85950327,0.0019300454,0.0002576496,0.000085085354,2.8164033e-7,0.000110937326,0.09502066],"genre_scores_gemma":[0.9377874,0.0000027952296,0.057061635,0.0019598317,0.00001612981,0.000019837595,0.0000010240647,0.000001628013,0.0031496799],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934906,0.000018966954,0.00031097638,0.000048392787,0.00014694313,0.00012566833],"domain_scores_gemma":[0.999642,0.000024035344,0.00007595206,0.00018340179,0.000031260828,0.000043348668],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015828364,0.000050353236,0.000057627283,0.00011991794,0.000041512038,0.000052210366,0.00030797833,0.000012856004,0.000044796718],"category_scores_gemma":[0.00001964995,0.000028982873,0.000012928166,0.00021856096,0.0000069306366,0.00093199644,0.00006723482,0.000036385303,0.0009829134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.4969968e-7,0.000034287124,0.01847365,0.000011850114,0.0000035469277,5.192463e-7,0.03662144,0.000012249512,0.000008554769,0.08934723,0.008997595,0.84648865],"study_design_scores_gemma":[0.00055726414,0.000022915136,0.055869233,0.000043735366,4.3502826e-7,0.00001619885,0.0033665847,0.008490425,0.00010494383,0.00024059201,0.93095946,0.00032819493],"about_ca_topic_score_codex":0.000025906453,"about_ca_topic_score_gemma":0.000028001641,"teacher_disagreement_score":0.9219619,"about_ca_system_score_codex":0.0000627292,"about_ca_system_score_gemma":0.000068483794,"threshold_uncertainty_score":0.99979496},"labels":[],"label_agreement":null},{"id":"W2575619597","doi":"10.1109/ms.2017.12","title":"How Best to Teach Global Software Engineering? Educators Are Divided","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of California, Irvine; Science Foundation Ireland","keywords":"Software engineering; Social software engineering; Personal software process; Software Engineering Process Group; Software; Engineering management; Software development; Software peer review; Realism; Software walkthrough; Computer science; Engineering; Engineering ethics; Software construction; Programming language","score_opus":0.016007370281025515,"score_gpt":0.2593511872747655,"score_spread":0.24334381699374003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2575619597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15765993,0.000060334696,0.82408506,0.005944687,0.010592611,0.00053419237,0.00003845258,0.0008058499,0.0002788881],"genre_scores_gemma":[0.88885415,0.0000021166989,0.106508754,0.0012829483,0.00039269877,0.00017155235,0.000008082928,0.00001793127,0.0027617444],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983742,0.000020402762,0.00028291988,0.00039414968,0.000496152,0.00043217404],"domain_scores_gemma":[0.9977307,0.00003162264,0.000283367,0.0012835771,0.00030047918,0.0003702556],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00021210311,0.00025102583,0.00023263376,0.00010859351,0.000951932,0.0014010367,0.0018771517,0.00009929373,0.000013415392],"category_scores_gemma":[0.00084515265,0.00024008655,0.000090377136,0.00024806362,0.00002350395,0.0012057478,0.00038514493,0.0001280678,0.0005947726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073218284,0.00034990493,0.52607876,0.00032949206,0.00013245226,0.00003505135,0.012467664,0.0003983308,0.000025185644,0.0062514134,0.35240433,0.10152009],"study_design_scores_gemma":[0.0006271662,0.000087847744,0.40918368,0.0004423896,0.000014709255,0.00011391305,0.0012500609,0.00029207452,0.0009243514,0.00019482273,0.5855234,0.0013455196],"about_ca_topic_score_codex":0.00004100162,"about_ca_topic_score_gemma":0.00001753487,"teacher_disagreement_score":0.73119426,"about_ca_system_score_codex":0.00028755475,"about_ca_system_score_gemma":0.00030028424,"threshold_uncertainty_score":0.9996356},"labels":[],"label_agreement":null},{"id":"W260861554","doi":"10.3233/efi-2012-0925","title":"Towards an online bachelor of information science degree programme in a Nigerian University: Part 1 – Lessons from the literature and existing curricula","year":2012,"lang":"en","type":"article","venue":"Education for Information","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Bachelor; Curriculum; Mathematics education; Degree (music); Information science; Pedagogy; Bachelor degree; Higher education; Curriculum development; Degree program; Sociology; Psychology; Library science; Medical education; Computer science; Political science; Physics; Medicine","score_opus":0.059659026074109785,"score_gpt":0.30202995488133744,"score_spread":0.24237092880722766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W260861554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8111923,0.0003210954,0.1507145,0.010139719,0.0060815313,0.003679378,0.00028523133,0.0002679287,0.01731836],"genre_scores_gemma":[0.9572214,0.00001941714,0.04100868,0.00063048146,0.00011865999,0.000058196165,0.00091205206,0.0000026762218,0.000028452221],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987546,0.000047246267,0.0005136823,0.00009270166,0.00033209403,0.00025968478],"domain_scores_gemma":[0.9983592,0.000048697373,0.0004625929,0.0002852523,0.0007084263,0.00013582091],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011968041,0.00011509313,0.00011018011,0.00042150592,0.00028869737,0.0004084111,0.0004760524,0.000064677784,0.0000046078876],"category_scores_gemma":[0.00026960857,0.000093367526,0.000027453736,0.0013556592,0.000072069844,0.01874444,0.00008618942,0.00009679324,0.00001114876],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064704295,0.000112461494,0.0026591325,0.000060871876,0.000004216141,8.189916e-9,0.13896675,0.00000874437,0.0000078177245,0.17527865,0.00071057194,0.6821843],"study_design_scores_gemma":[0.0010038194,0.00007378008,0.44834813,0.0004402627,0.000014336664,0.000023265122,0.098499924,0.007994721,0.00040623944,0.001016153,0.4417074,0.00047196372],"about_ca_topic_score_codex":0.0001402361,"about_ca_topic_score_gemma":0.000022140624,"teacher_disagreement_score":0.6817123,"about_ca_system_score_codex":0.00019419125,"about_ca_system_score_gemma":0.0008765378,"threshold_uncertainty_score":0.99497986},"labels":[],"label_agreement":null},{"id":"W2609987695","doi":"10.18260/p.23672","title":"Catching Up to the 51%: Promoting Female Student Engagement in Computing Education","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"New York State Education Department","keywords":"Bachelor; Workforce; Presentation (obstetrics); Quarter (Canadian coin); Medical education; Information technology; Psychology; Mathematics education; Computer science; Medicine; Political science","score_opus":0.047066842650137435,"score_gpt":0.33855298264526335,"score_spread":0.2914861399951259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609987695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7097418,0.000032011332,0.24888125,0.008364452,0.0042401133,0.0010309474,9.903555e-8,0.00013756054,0.02757179],"genre_scores_gemma":[0.9815928,3.0366712e-7,0.014936999,0.0021709064,0.000091089154,0.000070998256,0.0000018446585,0.0000032563046,0.0011318439],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99867964,0.00013856762,0.00039686274,0.00018273605,0.0004055106,0.00019670972],"domain_scores_gemma":[0.9992806,0.00003027638,0.000105081475,0.00029004074,0.00017757058,0.00011648736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024363617,0.000088744,0.000082965715,0.00013451217,0.00016976187,0.00039046878,0.0006323205,0.000017164715,0.00000869311],"category_scores_gemma":[0.000067404944,0.00006224309,0.000016834905,0.00052986125,0.000003885353,0.0003467871,0.0003074553,0.00010297274,0.0003291566],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.906126e-7,0.00013652316,0.01788733,0.000018304294,0.000007112112,3.8905662e-7,0.81447476,0.0015275229,0.000008116947,0.04794848,0.013421251,0.10456955],"study_design_scores_gemma":[0.000999178,0.000100836645,0.15922588,0.00034933945,0.000004594355,0.000048735255,0.43803886,0.066030465,0.0008508906,0.00034589175,0.33315548,0.000849834],"about_ca_topic_score_codex":0.0001360607,"about_ca_topic_score_gemma":0.0000412772,"teacher_disagreement_score":0.37643588,"about_ca_system_score_codex":0.00028562645,"about_ca_system_score_gemma":0.00053546764,"threshold_uncertainty_score":0.4230752},"labels":[],"label_agreement":null},{"id":"W263763245","doi":"10.28945/1566","title":"The Live Teaching Case: A New IS Method and its Application","year":2012,"lang":"en","type":"article","venue":"Journal of Information Technology Education Research","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Computer science; Teaching method; Mathematics education; Mathematics","score_opus":0.027276915467868514,"score_gpt":0.40170032726815846,"score_spread":0.37442341180028993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W263763245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026172731,0.00209316,0.90708834,0.057394132,0.0014823431,0.00074339006,8.587533e-7,0.000081776125,0.0049432484],"genre_scores_gemma":[0.90893,0.00023300687,0.088421926,0.00094067084,0.00028669616,0.00010566313,0.0000022497563,0.000005575036,0.0010742281],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998087,0.00018771703,0.00078848953,0.00006669665,0.0005686334,0.00030144615],"domain_scores_gemma":[0.99694794,0.0002417008,0.00067747966,0.00029844235,0.0016416988,0.00019272522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061898725,0.000089179746,0.00011516288,0.001125381,0.00082365604,0.00031340378,0.0006530674,0.00012912542,0.000015831274],"category_scores_gemma":[0.0007889647,0.00006297287,0.000032331845,0.0009269749,0.000041626197,0.0039715073,0.00016213377,0.0006478334,0.00023568954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002277088,0.000035570614,0.00034011333,0.000016689835,0.00001560866,2.1810118e-7,0.020283224,0.000001718964,0.000025947864,0.36387965,0.034623433,0.58077556],"study_design_scores_gemma":[0.0003048097,0.00008009899,0.0009824156,0.00005422906,0.0000062151726,0.00799837,0.04894309,0.003034288,0.002299183,0.010554405,0.92557997,0.00016293876],"about_ca_topic_score_codex":0.000022275683,"about_ca_topic_score_gemma":9.839761e-7,"teacher_disagreement_score":0.8909565,"about_ca_system_score_codex":0.00021919518,"about_ca_system_score_gemma":0.0012631067,"threshold_uncertainty_score":0.63349795},"labels":[],"label_agreement":null},{"id":"W2698102812","doi":"","title":"CIS Graduates from AACSB Accredited Schools: The Employers' Perspective","year":2016,"lang":"en","type":"article","venue":"Journal of Computer Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Salary; Accreditation; Minor (academic); Accounting; COBOL; Perspective (graphical); Business; Conjunction (astronomy); Public relations; Medical education; Political science; Computer science; Medicine","score_opus":0.013936624289112666,"score_gpt":0.24210860326550854,"score_spread":0.22817197897639588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2698102812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011258614,0.000118381555,0.9731703,0.006913233,0.00703868,0.00029487297,0.0000111512445,0.00007755203,0.0011172117],"genre_scores_gemma":[0.98899996,0.00003043131,0.008685947,0.0010548264,0.0010978009,0.000020900421,0.0000048438214,0.000006213249,0.00009906748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970077,0.00018951725,0.0015230414,0.00009921611,0.0009629586,0.00021755627],"domain_scores_gemma":[0.9951861,0.00022691175,0.0017122892,0.0004268487,0.0022964587,0.00015140238],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011791148,0.00018134057,0.00029150408,0.00039837998,0.00020300147,0.0010531477,0.0012772713,0.00007328568,0.000013579066],"category_scores_gemma":[0.00008880942,0.00009028087,0.00014614231,0.00049074995,0.000029592222,0.0069865063,0.00013616621,0.00018308808,0.00052301673],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006177053,0.00010701839,0.0033870284,0.000061767925,0.00064895896,0.000007766031,0.083389804,0.0011369538,0.00006662273,0.20833501,0.5930723,0.109725006],"study_design_scores_gemma":[0.0046825297,0.0004736075,0.029753176,0.0014060396,0.000042918793,0.0013161115,0.0327094,0.03389007,0.00084364886,0.0023819508,0.8914895,0.0010110138],"about_ca_topic_score_codex":0.000061812316,"about_ca_topic_score_gemma":7.392361e-7,"teacher_disagreement_score":0.97774136,"about_ca_system_score_codex":0.00036775004,"about_ca_system_score_gemma":0.00038702314,"threshold_uncertainty_score":0.99998385},"labels":[],"label_agreement":null},{"id":"W2725946984","doi":"","title":"Quantifying In-Situ Stress And Its Role In Repository Design","year":2004,"lang":"en","type":"article","venue":"Gulf Rocks 2004, the 6th North America Rock Mechanics Symposium (NARMS)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.01451667172902247,"score_gpt":0.22762035171514428,"score_spread":0.2131036799861218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725946984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038385198,0.00089804176,0.9918823,0.00095483277,0.0007400212,0.00076161814,0.0000027528038,0.0001235511,0.00079836213],"genre_scores_gemma":[0.997944,0.00026116768,0.0006277341,0.0007096588,0.000065846936,0.00018104937,0.000009719607,0.00002118361,0.00017962993],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99710655,0.00022213868,0.0008963845,0.00056973094,0.0005825008,0.0006227055],"domain_scores_gemma":[0.99845856,0.00008862893,0.00044927385,0.00063424703,0.00017883636,0.00019044953],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004936859,0.0003528334,0.0003773786,0.0003662038,0.00043719556,0.00026458496,0.0010701056,0.00011478566,0.0000053787967],"category_scores_gemma":[0.000036863898,0.00029226797,0.000070870774,0.0011670168,0.0000095862115,0.00084596756,0.00036366627,0.00036900758,0.00011609349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010916809,0.00010628401,0.0007586928,0.000038354305,0.000014127039,0.000015160787,0.011888938,0.9851534,0.0006608453,0.00009112141,0.00007557596,0.0011866213],"study_design_scores_gemma":[0.0061856504,0.00076028454,0.0004264541,0.001692053,0.000072184586,0.0009610062,0.021077236,0.9026373,0.042210016,0.0027059005,0.01722658,0.004045334],"about_ca_topic_score_codex":0.00018311484,"about_ca_topic_score_gemma":0.00025260178,"teacher_disagreement_score":0.9941055,"about_ca_system_score_codex":0.0003712633,"about_ca_system_score_gemma":0.0004984134,"threshold_uncertainty_score":0.999953},"labels":[],"label_agreement":null},{"id":"W2731414728","doi":"","title":"Comparative International Education: Institutions of Higher Education in Poland and Canadian Universities: A Comparison Using an Information Technology Conceptual Framework.","year":2007,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Political science; Comparative education; Information technology; Conceptual framework; Knowledge management; Engineering ethics; Regional science; Computer science; Sociology; Engineering; Social science","score_opus":0.039855962120868484,"score_gpt":0.3500814044394573,"score_spread":0.3102254423185888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731414728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69730866,0.00008499009,0.2327518,0.0011358304,0.0023862177,0.00033901926,0.0000059807044,0.000056494693,0.06593104],"genre_scores_gemma":[0.953679,0.0000016267765,0.045499522,0.0005120819,0.00002847967,0.000005644795,0.000039191582,0.000001204924,0.00023324764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99915254,0.00002071742,0.00042335858,0.00010463754,0.0001558151,0.00014295812],"domain_scores_gemma":[0.999041,0.000020835354,0.00018674857,0.00015258607,0.00047234102,0.00012647033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000185104,0.00008618247,0.00012852706,0.0012350039,0.000115620074,0.00007990558,0.00028549877,0.00010515723,0.00007335847],"category_scores_gemma":[0.000009451373,0.00009061095,0.00001087661,0.00069444044,0.000103510625,0.0020723045,0.000043380165,0.00011206131,0.0000111397885],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023524408,0.00009669626,0.027572084,0.000006297392,0.000007701783,8.970345e-8,0.020613668,0.00012753012,0.000008349643,0.9470731,0.0003497293,0.004142372],"study_design_scores_gemma":[0.00071964593,0.00008102857,0.2968975,0.00025625576,0.000008662394,0.000055743356,0.3710632,0.0107596675,0.0005036686,0.0030484507,0.31605363,0.00055255665],"about_ca_topic_score_codex":0.01112513,"about_ca_topic_score_gemma":0.006943788,"teacher_disagreement_score":0.9440247,"about_ca_system_score_codex":0.0005879891,"about_ca_system_score_gemma":0.005306065,"threshold_uncertainty_score":0.99545985},"labels":[],"label_agreement":null},{"id":"W2741363844","doi":"10.1108/et-02-2017-0019","title":"Employers’ perspectives on new information technology technicians’ employability in North Florida","year":2017,"lang":"en","type":"article","venue":"Education + Training","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Employability; Curriculum; Preparedness; Workforce; Public relations; Variety (cybernetics); Originality; Marketing; Engineering; Business; Sociology; Pedagogy; Political science; Qualitative research; Computer science","score_opus":0.027892324230482185,"score_gpt":0.29039022057350167,"score_spread":0.26249789634301945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741363844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82928187,0.00006605591,0.08549513,0.029245641,0.0057645356,0.0011827942,0.0000033316414,0.0007420521,0.048218615],"genre_scores_gemma":[0.98219573,0.000006430842,0.016619086,0.0006302958,0.00013773465,0.00013240843,0.000010344821,0.000005609716,0.00026234248],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986452,0.000030516514,0.0005064987,0.00026213823,0.0002908715,0.00026481634],"domain_scores_gemma":[0.9982819,0.000026111142,0.00040651465,0.0009413679,0.00023883749,0.00010525992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042262973,0.00015945366,0.00016686332,0.0006902647,0.00046421197,0.00048614154,0.0010397579,0.00009719275,0.00003160814],"category_scores_gemma":[0.00047730532,0.00016085897,0.00004044332,0.0005778775,0.000057458343,0.0025811703,0.00009279005,0.00023027687,0.0002874814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055123,0.00013770541,0.07974943,0.000022041251,0.000011650805,3.8970074e-7,0.24274611,0.000066488494,0.0000060268967,0.2291047,0.0050187465,0.4431312],"study_design_scores_gemma":[0.0005766847,0.00007581732,0.84811914,0.00012569806,0.0000026814564,0.000018377268,0.07365996,0.0003089437,0.00014010315,0.002769038,0.07374365,0.00045991477],"about_ca_topic_score_codex":0.00013320592,"about_ca_topic_score_gemma":0.00010777053,"teacher_disagreement_score":0.76836973,"about_ca_system_score_codex":0.00037061534,"about_ca_system_score_gemma":0.0016919643,"threshold_uncertainty_score":0.65596384},"labels":[],"label_agreement":null},{"id":"W2793382174","doi":"","title":"Identifying Influencers in High School Student ICT Career Choice.","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Influencer marketing; Information and Communications Technology; Career development; Mathematics education; Psychology; Computer science; Pedagogy; Marketing; Business; World Wide Web","score_opus":0.017732255226964682,"score_gpt":0.28966450155794093,"score_spread":0.27193224633097623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793382174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96911615,0.0000073156834,0.012886606,0.00075219746,0.0029044156,0.00023121748,2.418401e-7,0.00013374195,0.013968106],"genre_scores_gemma":[0.9870584,0.0000014532508,0.0102744,0.0012005569,0.00006187935,0.00006276226,0.0000018469292,0.0000032370976,0.0013354892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876916,0.000022878521,0.00038599322,0.00019233048,0.00041339145,0.00021623986],"domain_scores_gemma":[0.9992558,0.00002241833,0.00008867324,0.0003708418,0.00013239919,0.00012987564],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040138923,0.00009761878,0.00010028878,0.00022531477,0.00008502178,0.00039367776,0.00074175827,0.00005266669,0.00037097215],"category_scores_gemma":[0.000047116326,0.00008367888,0.0000262288,0.0004734029,0.000012777332,0.0010877365,0.00015976166,0.00020432765,0.0009633578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.5969964e-7,0.00011241741,0.82895684,0.000031954696,0.000022300423,0.000004903201,0.020832114,0.00008905302,0.0011449048,0.12036571,0.012303266,0.016135687],"study_design_scores_gemma":[0.0003231334,0.0000054138777,0.9789011,0.000016167829,7.6429586e-7,0.0000070578626,0.0011291695,0.0003103481,0.0007521205,0.00014785297,0.018232228,0.00017465514],"about_ca_topic_score_codex":0.00048516112,"about_ca_topic_score_gemma":0.0004279192,"teacher_disagreement_score":0.14994426,"about_ca_system_score_codex":0.000111371635,"about_ca_system_score_gemma":0.00022245881,"threshold_uncertainty_score":0.9998145},"labels":[],"label_agreement":null},{"id":"W2883736399","doi":"","title":"What Was Lost with IS-LM","year":2003,"lang":"en","type":"article","venue":"Econstor (Econstor)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.011301086600591832,"score_gpt":0.2250282727028215,"score_spread":0.21372718610222965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883736399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6537538,0.00094870455,0.033444628,0.002773063,0.012569011,0.0007722433,0.0000065746376,0.0003727821,0.29535916],"genre_scores_gemma":[0.9398427,0.00009909502,0.021700613,0.0075729555,0.00018270506,0.00012654545,0.0000097078555,0.000032339896,0.030433368],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813217,0.00008783785,0.0005497995,0.00043294765,0.0003674069,0.00042981686],"domain_scores_gemma":[0.99844086,0.0000614694,0.00029267365,0.00072134135,0.00022735483,0.00025631802],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00047897204,0.00026713562,0.00027699748,0.0002277072,0.0002648709,0.00063581916,0.0005729688,0.000099438075,0.0018685122],"category_scores_gemma":[0.000029196932,0.0002302162,0.0000814843,0.00044049925,0.00011093558,0.002600256,0.000058012658,0.00017038282,0.0059693307],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008609633,0.000277509,0.4673236,0.000089674446,0.00017122902,0.000026754193,0.022868756,0.000026397822,0.00003414239,0.24437739,0.25902373,0.0057722284],"study_design_scores_gemma":[0.0015096756,0.00011964888,0.027997129,0.00025290702,0.0000149329735,0.0011093059,0.0059737745,0.00048709253,0.0037561234,0.0005342082,0.9570246,0.0012206397],"about_ca_topic_score_codex":0.000005742295,"about_ca_topic_score_gemma":0.000012892628,"teacher_disagreement_score":0.69800085,"about_ca_system_score_codex":0.00025192293,"about_ca_system_score_gemma":0.0009233027,"threshold_uncertainty_score":0.99904394},"labels":[],"label_agreement":null},{"id":"W2888744958","doi":"10.4018/ijitpm.2018100101","title":"Critical IT Project Management Competencies","year":2018,"lang":"en","type":"article","venue":"International Journal of Information Technology Project Management","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Soft skills; Curriculum; Extant taxon; Skills management; Sample (material); Psychology; Academic skills; Knowledge management; Project management; Medical education; Engineering ethics; Pedagogy; Mathematics education; Engineering; Computer science; Medicine; Social psychology","score_opus":0.013520871171469289,"score_gpt":0.30620218560920204,"score_spread":0.29268131443773276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888744958","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020764808,0.00005519106,0.75561607,0.014866209,0.0059944843,0.00092572276,0.000006713822,0.00035850707,0.22010063],"genre_scores_gemma":[0.490118,0.00042222952,0.50028944,0.0061640507,0.0003576799,0.00019159485,0.000023766323,0.000013362157,0.0024198627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973113,0.000038552338,0.0012371409,0.00013496696,0.0010179579,0.00026009424],"domain_scores_gemma":[0.99735194,0.000024467308,0.00062820315,0.00032935553,0.0016233288,0.000042679865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000674837,0.0001760589,0.00018584775,0.0031053547,0.00015903394,0.0004644259,0.002170439,0.000090039444,0.00009325224],"category_scores_gemma":[0.000054236876,0.00015099207,0.0000914977,0.0010099831,0.00014594648,0.0035076789,0.0004680392,0.00017977087,0.0005441021],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042038442,0.00013234143,0.00014572233,0.00008159131,0.00040287996,0.000035219604,0.005187901,0.000011835072,0.0000034656937,0.633638,0.12214578,0.23817322],"study_design_scores_gemma":[0.00091999857,0.00019528298,0.0005750617,0.00020598412,0.000019204335,0.0005298587,0.00971646,0.0015166414,0.000476714,0.003517688,0.9820807,0.00024642606],"about_ca_topic_score_codex":0.000004794949,"about_ca_topic_score_gemma":0.0000010153329,"teacher_disagreement_score":0.8599349,"about_ca_system_score_codex":0.0002575259,"about_ca_system_score_gemma":0.00015722368,"threshold_uncertainty_score":0.6993514},"labels":[],"label_agreement":null},{"id":"W2893165852","doi":"","title":"Job Description Mining to Understand Work-Integrated Learning.","year":2018,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Work (physics); Data science; Knowledge management; Engineering","score_opus":0.08956470542679441,"score_gpt":0.3114663546270516,"score_spread":0.22190164920025718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893165852","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1974,0.00007794783,0.75514525,0.010669323,0.006641288,0.00037233313,0.000018814997,0.00026936206,0.029405655],"genre_scores_gemma":[0.69597006,0.0000023464554,0.29370898,0.0013182741,0.00058617664,0.000026439056,0.0004914594,0.000011325686,0.007884938],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983919,0.000082616025,0.00040752973,0.00043339172,0.0004074397,0.00027710336],"domain_scores_gemma":[0.99845606,0.00011285744,0.00015775296,0.0006820295,0.0004090421,0.00018224059],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007892895,0.00014482817,0.00011714537,0.00027250624,0.00044301752,0.00055436656,0.0011966699,0.000049090464,0.00040331273],"category_scores_gemma":[0.00043618024,0.00014289239,0.00001823472,0.0011286607,0.000038912276,0.0015718844,0.00034080356,0.0000990833,0.001251008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001157255,0.0000858883,0.019811966,0.000016357184,0.00004341166,7.384738e-7,0.07728411,0.000043116976,0.000061755694,0.018565249,0.82199293,0.062082876],"study_design_scores_gemma":[0.00045120137,0.00012617106,0.114102304,0.00040193813,0.000012569696,0.00009572458,0.04633392,0.010695122,0.00011954217,0.00018237383,0.82663167,0.0008474791],"about_ca_topic_score_codex":0.000026113172,"about_ca_topic_score_gemma":0.000018644601,"teacher_disagreement_score":0.49857005,"about_ca_system_score_codex":0.00022018682,"about_ca_system_score_gemma":0.0008573995,"threshold_uncertainty_score":0.9995266},"labels":[],"label_agreement":null},{"id":"W2911888820","doi":"","title":"Proceedings of the 2011 conference on Information technology education","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"","keywords":"Presentation (obstetrics); IBM; Watson; Curriculum; Theme (computing); Library science; Accreditation; Public relations; Management; Political science; Sociology; Media studies; Engineering; Computer science; Pedagogy; World Wide Web; Law; Medicine","score_opus":0.018706556494053624,"score_gpt":0.21922497604930588,"score_spread":0.20051841955525226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911888820","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049368203,0.0000030343783,0.019158782,0.0024888623,0.0010956206,0.0003898887,3.6740045e-7,0.0001382228,0.927357],"genre_scores_gemma":[0.98620844,0.0000014717666,0.011866768,0.0006283778,0.0000058114633,0.000049096976,5.0005633e-7,9.3530116e-7,0.0012386122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99945307,0.0000032447404,0.00025298205,0.000057917878,0.00015822976,0.00007455427],"domain_scores_gemma":[0.99912155,0.0000021457006,0.00021329883,0.00015539408,0.00048650644,0.000021089021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011684494,0.000053565207,0.000051380164,0.00017477485,0.000058470174,0.000034773777,0.0005529084,0.000042517324,0.000120517914],"category_scores_gemma":[0.000014633246,0.000033751443,0.000017167358,0.0003377048,0.000024511,0.0009534663,0.00007264628,0.000050425755,0.00037266995],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0104006e-7,0.000029501498,0.0012211949,0.000008819797,0.0000016110724,1.1905462e-9,0.0042498917,5.2742738e-8,0.00002657799,0.9725702,0.007140846,0.01475083],"study_design_scores_gemma":[0.0009676595,0.00036585928,0.35751927,0.000419944,0.000012653805,0.000104396735,0.043982007,0.0034424316,0.2920985,0.11149006,0.18854955,0.0010476826],"about_ca_topic_score_codex":0.000015023993,"about_ca_topic_score_gemma":5.525365e-7,"teacher_disagreement_score":0.93684024,"about_ca_system_score_codex":0.000028504252,"about_ca_system_score_gemma":0.00025040342,"threshold_uncertainty_score":0.47900426},"labels":[],"label_agreement":null},{"id":"W2911894070","doi":"","title":"Proceedings of the 2010 ACM conference on Information technology education","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Accreditation; Curriculum; Presentation (obstetrics); Library science; Service (business); Political science; Public relations; Medical education; Management; Computer science; Medicine; Business; Law; Marketing","score_opus":0.009625644517188716,"score_gpt":0.23747517780984426,"score_spread":0.22784953329265553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911894070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51942927,0.0000019143679,0.0101239085,0.040188488,0.0074232426,0.00081023166,0.0000010803411,0.00028436043,0.4217375],"genre_scores_gemma":[0.97912186,7.5722306e-7,0.018273238,0.00082495174,0.000018038812,0.000053440108,0.0000010575519,0.0000011415174,0.0017055144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937606,0.0000024601015,0.00026353155,0.00006724354,0.00020619134,0.00008453238],"domain_scores_gemma":[0.99881613,0.000006841924,0.00022310767,0.00032079522,0.0006062253,0.000026922902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016752518,0.00006042743,0.000056175457,0.0001851312,0.00008407047,0.000100000965,0.0010229666,0.000071324605,0.000057493577],"category_scores_gemma":[0.00012668295,0.000038357302,0.000018772318,0.0005286439,0.000033958393,0.000980814,0.00014656335,0.00014302254,0.0001999277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.1984945e-7,0.000023601786,0.0011801461,0.000008965634,0.0000012703749,9.2869956e-10,0.0012366488,1.5888594e-7,0.0009565569,0.9569252,0.015263192,0.024403933],"study_design_scores_gemma":[0.00069611,0.00012255771,0.18791275,0.00018374583,0.0000064608134,0.0001039002,0.012111359,0.0036194467,0.24088927,0.06843389,0.4852258,0.0006947033],"about_ca_topic_score_codex":0.000007508668,"about_ca_topic_score_gemma":0.0000025841655,"teacher_disagreement_score":0.88849133,"about_ca_system_score_codex":0.000018516166,"about_ca_system_score_gemma":0.00036831995,"threshold_uncertainty_score":0.2569733},"labels":[],"label_agreement":null},{"id":"W2912558741","doi":"","title":"Proceedings of the Seventeenth Western Canadian Conference on Computing Education","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Passion; Bust; Cloud computing; Boom; The Internet; Android (operating system); Library science; Computer science; World Wide Web; Media studies; Engineering; Sociology; Psychology","score_opus":0.019021250706972286,"score_gpt":0.2508881695896935,"score_spread":0.23186691888272123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912558741","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48927948,0.0000127229505,0.00614996,0.006159566,0.0033359388,0.00048270254,8.3117754e-7,0.00006631845,0.4945125],"genre_scores_gemma":[0.99446255,3.7288515e-7,0.0014497708,0.0016971648,0.000043871634,0.000006829861,6.6949553e-7,0.0000016559736,0.0023370984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993955,0.000007884076,0.00018777042,0.000066459645,0.00018007183,0.00016233012],"domain_scores_gemma":[0.9994397,0.0000056925874,0.00012193705,0.000108809705,0.00020919503,0.00011462146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022300163,0.000056954716,0.00005361672,0.00007796535,0.00010532469,0.000068402835,0.00038134065,0.000021464542,0.000026953048],"category_scores_gemma":[0.0000092854225,0.000037968777,0.000019927273,0.0002344117,0.000010101772,0.0003860925,0.000045403784,0.000045970348,0.000094527386],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2557496e-7,0.00006689147,0.11369317,0.0000216594,0.000004725402,4.1004413e-9,0.0139505165,0.0000016840056,0.000021319693,0.8451325,0.016346578,0.010760718],"study_design_scores_gemma":[0.00016640697,0.00002091226,0.8747932,0.00023402294,0.0000032960672,0.000032308686,0.006867787,0.0019573448,0.0044115344,0.00021978443,0.11100108,0.00029233025],"about_ca_topic_score_codex":0.002295464,"about_ca_topic_score_gemma":0.00034400533,"teacher_disagreement_score":0.8449127,"about_ca_system_score_codex":0.00010584157,"about_ca_system_score_gemma":0.00053082156,"threshold_uncertainty_score":0.347007},"labels":[],"label_agreement":null},{"id":"W2912870409","doi":"","title":"Proceedings of the 14th Western Canadian Conference on Computing Education","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; University of British Columbia; Thompson Rivers University","funders":"","keywords":"Session (web analytics); Presentation (obstetrics); Library science; Steering committee; Pleasure; Panel discussion; Computer science; Operations research; Political science; Media studies; Sociology; Psychology; World Wide Web; Engineering; Engineering management; Medicine","score_opus":0.013557797758936055,"score_gpt":0.24305389880908418,"score_spread":0.22949610105014812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912870409","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25649044,0.000005093275,0.005530605,0.021732498,0.0014683241,0.0004352516,4.5948346e-7,0.000081536855,0.71425575],"genre_scores_gemma":[0.99148685,3.5795782e-7,0.0018309943,0.004575647,0.000026804008,0.000002432048,4.881821e-7,9.3592166e-7,0.0020754656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9994203,0.0000053472872,0.00019390092,0.000091710324,0.0001753719,0.00011338754],"domain_scores_gemma":[0.9994131,0.0000042019624,0.00011268469,0.00011544983,0.0002792372,0.00007536876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013796703,0.00005661232,0.000056652025,0.000086122454,0.00010817914,0.00011663918,0.00045530274,0.000022588143,0.000012871932],"category_scores_gemma":[0.000009217965,0.000037912258,0.000018238949,0.0002794683,0.000008137346,0.00022784912,0.000018723076,0.00004747587,0.00004746863],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5452417e-7,0.0000374312,0.004794664,0.000007987807,0.00000188611,1.5697687e-8,0.0066984566,0.000004741775,0.000044717384,0.9350682,0.016292026,0.037049636],"study_design_scores_gemma":[0.00026164422,0.00009130979,0.9135514,0.0003533694,0.0000028865954,0.000036757083,0.004501453,0.007846114,0.0060520247,0.002610269,0.06428959,0.00040318872],"about_ca_topic_score_codex":0.0015999924,"about_ca_topic_score_gemma":0.0003797463,"teacher_disagreement_score":0.9324579,"about_ca_system_score_codex":0.000086929154,"about_ca_system_score_gemma":0.0007994693,"threshold_uncertainty_score":0.24187204},"labels":[],"label_agreement":null},{"id":"W2913015106","doi":"","title":"Proceedings of the 15th Western Canadian Conference on Computing Education","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Library science; Outreach; Presentation (obstetrics); Pleasure; Computer science; Political science; Media studies; Operations research; Sociology; Psychology; Engineering; Law","score_opus":0.010941660353200627,"score_gpt":0.23883555856138225,"score_spread":0.22789389820818162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913015106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6221433,7.854229e-7,0.0016546734,0.006304471,0.0025824425,0.0002649845,4.4041363e-7,0.00004557161,0.36700332],"genre_scores_gemma":[0.99303013,1.3235994e-7,0.0029374848,0.0017511962,0.00003501842,0.0000060792418,5.095966e-7,0.0000015939103,0.0022378324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99943733,0.000004061232,0.00018483798,0.000093972,0.0001688592,0.00011091391],"domain_scores_gemma":[0.99931014,0.000006474383,0.00011704269,0.00014284452,0.0003375339,0.000085992084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017951301,0.000055700464,0.000052284464,0.00008404762,0.00011936554,0.00012806102,0.00053511304,0.000030741947,0.000037187805],"category_scores_gemma":[0.000016548702,0.000036877078,0.000017547007,0.00023783685,0.000016556707,0.0002212744,0.000041427953,0.000097133016,0.00007474236],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4572917e-7,0.000024607903,0.017851567,0.000011806827,0.0000021064677,9.363811e-9,0.005501731,9.181115e-7,0.00026435495,0.95534307,0.008513002,0.012486702],"study_design_scores_gemma":[0.0002917025,0.000040006118,0.7912274,0.0002133834,0.0000034268921,0.000062627856,0.0052358923,0.01002991,0.01688409,0.0015872722,0.17393187,0.0004924202],"about_ca_topic_score_codex":0.0041581695,"about_ca_topic_score_gemma":0.0043102773,"teacher_disagreement_score":0.9537558,"about_ca_system_score_codex":0.000038486087,"about_ca_system_score_gemma":0.001056014,"threshold_uncertainty_score":0.6285936},"labels":[],"label_agreement":null},{"id":"W2945327179","doi":"10.1145/3314994.3325091","title":"Learning-focused TA Training on a Budget","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Training (meteorology); Work (physics); Computer science; Quality (philosophy); Engineering management; Medical education; Engineering; Medicine","score_opus":0.01703556705046546,"score_gpt":0.23700822080707334,"score_spread":0.21997265375660788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945327179","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10951266,0.0000031775858,0.08628172,0.003611334,0.0014547837,0.0002573247,1.3519964e-7,0.00042176252,0.7984571],"genre_scores_gemma":[0.96605897,5.951036e-7,0.0072886106,0.0024031987,0.000024753732,0.000014250425,0.0000020364744,0.000003119014,0.02420444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992344,0.000033696113,0.00019755196,0.00014119966,0.0002441248,0.00014907087],"domain_scores_gemma":[0.9995696,0.00003218912,0.00007402205,0.00021190585,0.00005576742,0.000056524314],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003060957,0.00006995157,0.000085853615,0.00009221013,0.00006577077,0.00013406617,0.0002987757,0.00004131376,0.00054223323],"category_scores_gemma":[0.000020016985,0.00005554778,0.00002706603,0.00022451732,0.000003875711,0.0003013693,0.000039884504,0.000118309596,0.0066995863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027185417,0.000055214874,0.0018747058,0.000019385798,0.00001836338,0.0000013552717,0.053959377,0.00050719304,0.00011845081,0.8035019,0.0367614,0.10317995],"study_design_scores_gemma":[0.00087186554,0.0001920242,0.012468231,0.000053446085,0.0000010040886,0.00002853639,0.0064015845,0.03983383,0.00072977814,0.00022631061,0.9387442,0.00044919064],"about_ca_topic_score_codex":0.0000033473896,"about_ca_topic_score_gemma":4.786949e-7,"teacher_disagreement_score":0.9019828,"about_ca_system_score_codex":0.000029946104,"about_ca_system_score_gemma":0.000109951216,"threshold_uncertainty_score":0.9940738},"labels":[],"label_agreement":null},{"id":"W2963154427","doi":"","title":"Career Success in the MIS Academy","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.013516847610376973,"score_gpt":0.24622313040646993,"score_spread":0.23270628279609296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963154427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46278182,0.00063237327,0.13188717,0.08564214,0.07479836,0.013556739,0.00008608651,0.00021071757,0.23040462],"genre_scores_gemma":[0.9971078,0.0000032058774,0.00016788434,0.0013796663,0.000115246774,0.000037158883,0.0000027985918,0.000002317884,0.0011839435],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974166,0.00017995069,0.0011649366,0.00004496452,0.001026089,0.00016741751],"domain_scores_gemma":[0.9963801,0.00021811687,0.0024477015,0.00019426251,0.0007293639,0.000030458672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004633603,0.000085676074,0.00017871587,0.00021970437,0.00012476873,0.0005726824,0.0012440293,0.00009720246,0.0000028575373],"category_scores_gemma":[0.00022549584,0.00004706127,0.00013842486,0.00061435596,0.000004131522,0.003345886,0.000034190234,0.00019958682,0.000119378405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002655628,0.000091445465,0.21486482,0.00040570516,0.000198831,1.8329195e-7,0.13894309,0.012850213,0.000032632055,0.3896584,0.23931503,0.0036130778],"study_design_scores_gemma":[0.0011370707,0.000028985167,0.083962366,0.00011324549,0.000008601699,0.00005657049,0.008343396,0.005565422,0.00007704173,0.00012280475,0.9004455,0.00013897082],"about_ca_topic_score_codex":0.000010945187,"about_ca_topic_score_gemma":0.0000011018118,"teacher_disagreement_score":0.6611305,"about_ca_system_score_codex":0.0005548607,"about_ca_system_score_gemma":0.00019818048,"threshold_uncertainty_score":0.55223894},"labels":[],"label_agreement":null},{"id":"W2979938077","doi":"10.1109/ccece.2019.8861715","title":"Survey of Information Technology Undergraduate Degree Programs in Canada","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Bachelor; Degree (music); European union; Curriculum; Bachelor degree; Computer science; Engineering management; Library science; Medical education; Mathematics education; Political science; Engineering; Psychology; Business; Pedagogy; Medicine; International trade","score_opus":0.02561604100005348,"score_gpt":0.21938178728400232,"score_spread":0.19376574628394883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979938077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84026366,0.000016719401,0.11254823,0.002595779,0.0013791823,0.0008760046,0.0000021931787,0.000113784554,0.042204443],"genre_scores_gemma":[0.99588245,0.0000010939655,0.0037800476,0.00014022242,6.932802e-7,0.000014688183,0.000013556837,8.702664e-7,0.00016639238],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99919647,0.00002407713,0.0003871375,0.000060414342,0.00020702281,0.00012487378],"domain_scores_gemma":[0.99939173,0.000015225097,0.0001454029,0.00021789804,0.00020510572,0.000024647698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029109314,0.00005277054,0.000096757016,0.00020290384,0.000011740908,0.000027761786,0.00035039158,0.000027154336,0.000015748168],"category_scores_gemma":[0.000019513269,0.000044638964,0.0000069075895,0.0010009999,0.0000056215645,0.0006125726,0.00006289703,0.0000453317,0.00012074154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.099144e-7,0.000013711004,0.81968176,0.000028893708,0.0000044579247,1.18513604e-7,0.0005556241,0.000053627602,0.000001789965,0.06865544,0.0009269264,0.11007686],"study_design_scores_gemma":[0.00032112614,0.00001974228,0.98002994,0.000026180152,2.3922343e-7,0.000005056915,0.0012160483,0.012611686,0.00024568496,0.00025223673,0.00513541,0.00013664893],"about_ca_topic_score_codex":0.6937352,"about_ca_topic_score_gemma":0.8284059,"teacher_disagreement_score":0.16034819,"about_ca_system_score_codex":0.00022851568,"about_ca_system_score_gemma":0.0017564481,"threshold_uncertainty_score":0.31158635},"labels":[],"label_agreement":null},{"id":"W2982613174","doi":"","title":"Writing IS Teaching Cases: Guidelines for JISE Submission","year":2002,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Carleton University","keywords":"Computer science; Mathematics education; Information retrieval; World Wide Web; Psychology","score_opus":0.0632791173016042,"score_gpt":0.3172523803528886,"score_spread":0.2539732630512844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982613174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009744679,0.00039357296,0.9194117,0.03340205,0.019264923,0.0030617986,0.00008813994,0.00015673664,0.014476357],"genre_scores_gemma":[0.9715134,0.000020596672,0.017739931,0.0038286038,0.00086575147,0.00012015856,0.000010216808,0.000010828611,0.0058905124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968621,0.00009436729,0.0019581346,0.00006473208,0.00081309467,0.00020757732],"domain_scores_gemma":[0.99140394,0.00031921614,0.0040189107,0.00021579585,0.0039634067,0.00007872598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00439899,0.00012079585,0.00023312937,0.00023899466,0.0005709957,0.00074520765,0.0006312479,0.00010195283,0.000004385141],"category_scores_gemma":[0.0026926775,0.000082538034,0.00025676552,0.00025561225,0.000004177987,0.0036578956,0.00004762395,0.00013501152,0.000035562232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007793351,0.000037194033,0.0022298528,0.00021910547,0.0000992392,9.5527525e-8,0.020304242,0.0010572138,0.000024537254,0.03374463,0.92735595,0.014920145],"study_design_scores_gemma":[0.00093414827,0.000044975568,0.00045350587,0.0002210445,0.000016432165,0.00010783385,0.0035307442,0.07837301,0.00015054019,0.00007962131,0.915941,0.00014715487],"about_ca_topic_score_codex":0.0000075524995,"about_ca_topic_score_gemma":2.7152265e-7,"teacher_disagreement_score":0.96176875,"about_ca_system_score_codex":0.0006188716,"about_ca_system_score_gemma":0.0001166589,"threshold_uncertainty_score":0.71860546},"labels":[],"label_agreement":null},{"id":"W2995534797","doi":"10.5489/cuaj.6390","title":"The ABCs of AFCs","year":2019,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Environmental science; Computer science; Statistics; Mathematics","score_opus":0.005468041590349585,"score_gpt":0.19069449137362618,"score_spread":0.1852264497832766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995534797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6335785,0.0005010019,0.021896126,0.16910236,0.014095487,0.0007701341,0.000010345729,0.00010888013,0.15993719],"genre_scores_gemma":[0.9956624,0.000015922724,0.00048871746,0.001954377,0.00006309418,0.0000029307755,8.2293144e-7,0.0000013831433,0.0018103819],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898374,0.00009905751,0.00031864012,0.00006172436,0.0003092485,0.0002275994],"domain_scores_gemma":[0.998907,0.00012022356,0.0003402503,0.00011961923,0.00032539773,0.00018750178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001156535,0.00004896306,0.000080941005,0.00007029055,0.00025238295,0.00019857743,0.00046280288,0.00006733527,0.0001329996],"category_scores_gemma":[0.00018296341,0.00003083969,0.000050628587,0.00022741639,0.00000797601,0.00020931351,0.000018737155,0.00017065465,0.00035862788],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031285076,0.000023532964,0.5807352,0.0000050034614,0.0000758987,0.0000025325896,0.0026165994,0.00017694998,0.000028072549,0.26617247,0.123349346,0.02681124],"study_design_scores_gemma":[0.00015625832,0.000031409996,0.29034618,0.0000033775393,0.0000013391523,0.00003664544,0.00022414343,0.0008637159,0.00001786467,0.0014492183,0.7067996,0.000070232476],"about_ca_topic_score_codex":0.00009149564,"about_ca_topic_score_gemma":0.00006686765,"teacher_disagreement_score":0.58345026,"about_ca_system_score_codex":0.00038447196,"about_ca_system_score_gemma":0.0006026528,"threshold_uncertainty_score":0.46095553},"labels":[],"label_agreement":null},{"id":"W3002447922","doi":"10.24908/pceea.vi0.13710","title":"CAPSTONE DESIGN PROJECTS WITH INDUSTRY PARTNERS: A 6-YEAR EXPERIENCE REPORT","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Capstone; Deliverable; Timeline; Engineering management; Set (abstract data type); Scheme (mathematics); Computer science; Engineering; Systems engineering","score_opus":0.010181543553473588,"score_gpt":0.22038863296953332,"score_spread":0.21020708941605973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002447922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9467073,0.00003214482,0.0029083209,0.008133766,0.0045361686,0.002128261,0.0000038890194,0.00028295556,0.035267163],"genre_scores_gemma":[0.9833035,8.2545625e-7,0.009542402,0.00032513624,0.00006252391,0.00017088554,0.000003040833,0.000012539357,0.0065791355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861306,0.0000085846395,0.00034685282,0.00022481651,0.00052159256,0.00028511102],"domain_scores_gemma":[0.9981542,0.00002296262,0.0005508408,0.00020760174,0.0008761608,0.00018820571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059837283,0.00013699685,0.00014177412,0.0002645021,0.0001285698,0.0002281884,0.0005325511,0.00016143102,0.000025285994],"category_scores_gemma":[0.0003368316,0.000115876304,0.000037243975,0.0009340986,0.000010516747,0.00076784164,0.00003411566,0.00023711778,0.000040439783],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063742327,0.00019167589,0.6924399,0.00046644674,0.00018473344,0.0000010417847,0.061791215,0.0026322545,0.0015492934,0.121913366,0.117952794,0.00087087683],"study_design_scores_gemma":[0.0014343101,0.00015188205,0.6657957,0.0014045112,0.00005612431,0.00039997016,0.023493236,0.016660394,0.026736313,0.00021986742,0.26154348,0.0021042135],"about_ca_topic_score_codex":0.0015687232,"about_ca_topic_score_gemma":0.00021084966,"teacher_disagreement_score":0.14359069,"about_ca_system_score_codex":0.0017459777,"about_ca_system_score_gemma":0.0026826463,"threshold_uncertainty_score":0.47588992},"labels":[],"label_agreement":null},{"id":"W3010948768","doi":"","title":"National Co-op Student of the Year 2018 - Lawrence Young","year":2020,"lang":"en","type":"article","venue":"SOURCE Sheridan's Institutional Repository (Sheridan College)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History","score_opus":0.014532150640646694,"score_gpt":0.24097742734758984,"score_spread":0.22644527670694314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010948768","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4283756,0.00019031658,0.08462124,0.005998428,0.009619283,0.0017926542,0.00009838673,0.00054271374,0.46876135],"genre_scores_gemma":[0.9922388,0.0000026069367,0.0027793567,0.0011601894,0.00036815263,0.00007114959,0.000007612439,0.000010956412,0.0033611848],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966972,0.00014541045,0.0007829513,0.00040554852,0.0017036186,0.00026527053],"domain_scores_gemma":[0.9983765,0.000048239028,0.0004218469,0.00042474977,0.00052759197,0.00020106995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003831535,0.00023565527,0.00024459083,0.00007409686,0.00086096907,0.00018563891,0.0014321919,0.00009978631,0.00006119667],"category_scores_gemma":[0.00009584909,0.00019254941,0.00017362037,0.0007685701,0.00029579984,0.00066425145,0.00032137614,0.00023063221,0.00014839882],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100313286,0.00070765417,0.06658283,0.00032624914,0.0004133028,0.00004541525,0.032499563,0.015965238,0.0068805995,0.7254908,0.15004104,0.00094697386],"study_design_scores_gemma":[0.0021688251,0.00019476376,0.15669167,0.00027598024,0.000031350042,0.0005906484,0.0057782405,0.013481901,0.016451865,0.00032031527,0.8028249,0.0011894952],"about_ca_topic_score_codex":0.00002937091,"about_ca_topic_score_gemma":0.0000032151752,"teacher_disagreement_score":0.7251705,"about_ca_system_score_codex":0.00040277283,"about_ca_system_score_gemma":0.0021209943,"threshold_uncertainty_score":0.7851937},"labels":[],"label_agreement":null},{"id":"W3018735809","doi":"10.1145/1595496.1562903","title":"A \"communication skills for computer scientists\" course","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Interpersonal communication; Curriculum; Computer science; Communication skills; Social skills; Public speaking; Multimedia; Mathematics education; Psychology; Pedagogy; Medical education; Engineering; Communication","score_opus":0.009120484359714551,"score_gpt":0.26670133801524587,"score_spread":0.2575808536555313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018735809","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012736913,0.0001556305,0.9092312,0.0662062,0.0015841601,0.0010942062,0.0000045503916,0.00043325892,0.008553893],"genre_scores_gemma":[0.38984376,0.00001173856,0.5982073,0.00829711,0.000120856195,0.00010046345,0.000034082757,0.0000060443062,0.0033786416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988618,0.000050433784,0.00036101072,0.00022890285,0.0002565738,0.00024128746],"domain_scores_gemma":[0.99832183,0.000111063826,0.00017647642,0.0010254318,0.00026966917,0.00009553391],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063616864,0.0001186435,0.0001282249,0.00008749039,0.00028632383,0.00030500456,0.0014446606,0.00005094108,0.00009047981],"category_scores_gemma":[0.000088368324,0.00010988555,0.00006510938,0.00025527194,0.000024923234,0.00020856863,0.0001633189,0.000068703215,0.0008006436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029419543,0.00036110874,0.000095790456,0.000012441174,0.000011734045,7.45704e-7,0.0037145491,0.00004617324,0.000025668369,0.055444267,0.7139052,0.22637935],"study_design_scores_gemma":[0.0006459462,0.00007510537,0.010742244,0.000051264346,0.0000041586018,0.00002811715,0.00008817966,0.002365264,0.00057235296,0.0019338104,0.98322326,0.0002703089],"about_ca_topic_score_codex":0.0000034567763,"about_ca_topic_score_gemma":5.461962e-7,"teacher_disagreement_score":0.37710685,"about_ca_system_score_codex":0.000060835286,"about_ca_system_score_gemma":0.00011167631,"threshold_uncertainty_score":0.99997735},"labels":[],"label_agreement":null},{"id":"W3033061418","doi":"10.1145/3341525.3394995","title":"Developing Competency Statements for Computer Science Curricula","year":2020,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; British Columbia Institute of Technology","funders":"","keywords":"Curriculum; Computer science; Visualization; Knowledge base; Context (archaeology); Knowledge management; Engineering ethics; Engineering; Artificial intelligence; Pedagogy; Psychology","score_opus":0.04893785830109976,"score_gpt":0.33613898045603013,"score_spread":0.2872011221549304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033061418","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001957008,0.0000054238362,0.98701054,0.0069890576,0.0008251813,0.00038165992,0.0000010061528,0.00019663111,0.002633515],"genre_scores_gemma":[0.23548792,0.0000014791436,0.7549305,0.0093767075,0.00007685338,0.00005433313,0.0000050556278,0.0000035063395,0.00006367695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986117,0.000013011461,0.00038596467,0.00030038864,0.0004020098,0.00028693024],"domain_scores_gemma":[0.999069,0.000020744561,0.00011648202,0.00018220539,0.00043071233,0.00018090005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003609259,0.00010734586,0.00011498986,0.00009514317,0.0003126566,0.00034839349,0.00090545666,0.000016986392,0.000024054743],"category_scores_gemma":[0.00002459994,0.00008862963,0.000033753407,0.00083359616,0.000040814655,0.0014437065,0.00023654231,0.000036994796,0.00025323496],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.960363e-7,0.00002004301,0.0006047732,0.000049249928,0.000007204513,4.4140154e-7,0.005145427,0.000100823905,0.00007445722,0.9476038,0.009022677,0.037370082],"study_design_scores_gemma":[0.0014032718,0.00016126358,0.007913086,0.00007517998,0.0000038836733,0.000019900945,0.0009449494,0.71151507,0.0068171523,0.0027181653,0.26749974,0.0009283291],"about_ca_topic_score_codex":0.0000023430396,"about_ca_topic_score_gemma":2.753062e-7,"teacher_disagreement_score":0.9448857,"about_ca_system_score_codex":0.00010561605,"about_ca_system_score_gemma":0.00069857953,"threshold_uncertainty_score":0.36142114},"labels":[],"label_agreement":null},{"id":"W3049155518","doi":"","title":"Guides: Million Dollar Database (database instruction): Company Criteria","year":2018,"lang":"en","type":"libguides","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Database; Liberian dollar; Computer science; Business; Finance","score_opus":0.03228167464081348,"score_gpt":0.2980783780262424,"score_spread":0.2657967033854289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049155518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074333773,0.00097452436,0.631507,0.0041741002,0.068147376,0.0018463564,0.00090607064,0.0019083661,0.2897929],"genre_scores_gemma":[0.0026005625,0.0013301831,0.7934709,0.017748607,0.008098009,0.0005154131,0.015189676,0.00015531135,0.16089131],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588996,0.00017995607,0.0014956433,0.0008228781,0.0010690512,0.00054248265],"domain_scores_gemma":[0.99586594,0.000060375623,0.00071200216,0.002024209,0.0010200471,0.0003174509],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00097176956,0.00056588184,0.00055633514,0.0007282204,0.00046802431,0.00094853796,0.0021741798,0.00030005403,0.0028453679],"category_scores_gemma":[0.00012431432,0.00049179036,0.00015207523,0.0009849909,0.000107351356,0.002278581,0.000854752,0.00031988372,0.0044414075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002558081,0.000042045227,0.000013150195,0.00023293633,0.00003929643,0.000004846744,0.0008433136,6.2083404e-7,0.00002113267,0.009833433,0.98642737,0.0025392876],"study_design_scores_gemma":[0.0004511336,0.000027900775,0.00007392893,0.00043293156,0.000013370589,0.0001822611,0.00048273147,0.0021520122,0.00064498984,0.000107157066,0.99473816,0.00069340965],"about_ca_topic_score_codex":0.00023645346,"about_ca_topic_score_gemma":0.000040345174,"teacher_disagreement_score":0.16196397,"about_ca_system_score_codex":0.000281294,"about_ca_system_score_gemma":0.0010430728,"threshold_uncertainty_score":0.99975336},"labels":[],"label_agreement":null},{"id":"W3049251896","doi":"","title":"Guides: Million Dollar Database (database instruction): Industry Criteria - SIC","year":2018,"lang":"en","type":"libguides","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Database; Liberian dollar; Business; Computer science; Finance","score_opus":0.03322360126584929,"score_gpt":0.3009054999342954,"score_spread":0.2676818986684461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049251896","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040392894,0.0012592034,0.3695126,0.006745459,0.10976513,0.0029339853,0.0014606655,0.0029224546,0.50136125],"genre_scores_gemma":[0.003503517,0.001118264,0.5567971,0.027946742,0.014253498,0.00080824987,0.016617497,0.00022747915,0.37872764],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958737,0.00017718955,0.0014575355,0.0008541358,0.0010744347,0.00056301476],"domain_scores_gemma":[0.9959309,0.000054359814,0.00073866494,0.0020304562,0.00089277804,0.00035282012],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001008491,0.00058201107,0.00050401,0.0007678199,0.0004439993,0.0009452485,0.0021050596,0.00081197004,0.0038706588],"category_scores_gemma":[0.00017880736,0.0005120353,0.0001358169,0.0011683417,0.00010715771,0.0026512386,0.00090689794,0.0007647814,0.0031925153],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002112789,0.000039892388,0.000026822105,0.0002140976,0.00003915764,0.000006641242,0.0007096823,6.558188e-7,0.000017650225,0.006092494,0.98927695,0.003573828],"study_design_scores_gemma":[0.00041353737,0.000029385872,0.000074485186,0.00051172107,0.000014570917,0.00020021174,0.0006568061,0.00084035995,0.00083257235,0.000109153945,0.99559486,0.00072231796],"about_ca_topic_score_codex":0.00022319739,"about_ca_topic_score_gemma":0.00002653886,"teacher_disagreement_score":0.18728453,"about_ca_system_score_codex":0.00031008662,"about_ca_system_score_gemma":0.0015051232,"threshold_uncertainty_score":0.99973315},"labels":[],"label_agreement":null},{"id":"W3112820471","doi":"10.33423/jabe.v22i11.3748","title":"From Degree to Chief Information Security Officer (CISO): A Framework for Consideration","year":2020,"lang":"en","type":"article","venue":"Journal of Applied Business and Economics","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Suite; Officer; Position (finance); Curriculum; Benchmark (surveying); Medical education; Information security; Knowledge management; Psychology; Management; Computer science; Business; Pedagogy; Political science; Medicine","score_opus":0.02225928748072147,"score_gpt":0.22610803670283544,"score_spread":0.20384874922211396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112820471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18453985,0.000009235643,0.80516136,0.008963822,0.0005429847,0.0002076782,0.0000073882434,0.000011957324,0.0005557526],"genre_scores_gemma":[0.86552614,0.000019271072,0.12833154,0.005753884,0.00034345567,0.0000131662155,0.000008576707,0.000003120481,8.6127403e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922633,0.0000036865576,0.00054579455,0.00007485667,0.000065391825,0.00008394319],"domain_scores_gemma":[0.9990286,0.0000484277,0.0004537227,0.00008009903,0.00027044947,0.00011870676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017477476,0.00007988891,0.00017399306,0.000077283956,0.00008321872,0.00038150634,0.00016447739,0.00005460463,0.000011151723],"category_scores_gemma":[0.000050550654,0.00007235184,0.00002651422,0.0001319543,0.000006703369,0.0010476082,0.00004641161,0.000067362766,0.000025896508],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028718146,0.0000644144,0.00025478506,0.0001648208,0.00011010767,4.9000147e-7,0.074075565,0.0075564603,0.000045947418,0.76711625,0.017495675,0.13282833],"study_design_scores_gemma":[0.005417449,0.00028585678,0.036255583,0.00022029282,0.00006336462,0.000060903567,0.01746333,0.13874127,0.0021878104,0.15155208,0.64633363,0.0014183867],"about_ca_topic_score_codex":0.000004546677,"about_ca_topic_score_gemma":0.0000022241766,"teacher_disagreement_score":0.6809863,"about_ca_system_score_codex":0.000039055158,"about_ca_system_score_gemma":0.0001698127,"threshold_uncertainty_score":0.36788744},"labels":[],"label_agreement":null},{"id":"W3125872972","doi":"","title":"Design and Behavioral Science Research in Premier IS Journals: Evidence from Database Management Research","year":2011,"lang":"en","type":"article","venue":"DigitalCommons - CalPoly (California State Polytechnic University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Data science; Database; Core (optical fiber); Work (physics); Knowledge management; Engineering","score_opus":0.2685127360185824,"score_gpt":0.3784085558100662,"score_spread":0.10989581979148383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125872972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41376624,0.0006593923,0.5181922,0.0015693584,0.00043992276,0.0028736738,0.00024225721,0.00042958083,0.061827414],"genre_scores_gemma":[0.9655344,0.0003108316,0.033456195,0.000059569204,0.000009466513,0.000019060006,0.0000064076976,0.00001047902,0.00059361476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995957,0.00040696547,0.00046662524,0.0007131461,0.0015273353,0.0009289071],"domain_scores_gemma":[0.99762386,0.0002498288,0.00013123371,0.001019057,0.0005353207,0.00044072495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004522465,0.00020075463,0.00020787494,0.0034448844,0.0007113119,0.00064963003,0.002510457,0.00007678491,0.00006183941],"category_scores_gemma":[0.000047512633,0.00020307193,0.000039828425,0.0058298814,0.00071781856,0.0037548207,0.0021862213,0.00061227754,0.00025538827],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008661263,0.0047083,0.08104049,0.00042265854,0.0002789968,0.003179008,0.13385352,0.00008833887,0.0054245126,0.1699885,0.03014392,0.57000566],"study_design_scores_gemma":[0.0116569465,0.002590243,0.23363332,0.013769329,0.00015656133,0.0006549083,0.09751811,0.06345653,0.12494991,0.0420218,0.40057865,0.0090136975],"about_ca_topic_score_codex":0.0011024529,"about_ca_topic_score_gemma":0.00005323787,"teacher_disagreement_score":0.56099194,"about_ca_system_score_codex":0.0009735258,"about_ca_system_score_gemma":0.0006617887,"threshold_uncertainty_score":0.82810336},"labels":[],"label_agreement":null},{"id":"W3127755419","doi":"10.51593/20190024","title":"Immigration Policy and the Global Competition for AI Talent","year":2020,"lang":"en","type":"report","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Immigration; Competition (biology); Immigration policy; Competition policy; Political science; International trade; Economic growth; Business; Economics; Law","score_opus":0.019330472031071175,"score_gpt":0.3101064419273794,"score_spread":0.2907759698963082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127755419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000115696175,0.00011523378,0.79355437,0.04724721,0.0016376845,0.0009968271,0.000024417446,0.000114171315,0.1562985],"genre_scores_gemma":[0.78488255,0.0032625636,0.06500771,0.07173809,0.0098236445,0.0046617975,0.0025439388,0.00007046949,0.05800923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860114,0.000044408513,0.0004700668,0.0002166111,0.0005324349,0.00013532239],"domain_scores_gemma":[0.9987716,0.00004336735,0.00030043375,0.00022813927,0.00058157,0.00007489825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000592668,0.00015106854,0.00021556637,0.00006028161,0.00017942132,0.00039801223,0.0003170654,0.00009190605,0.000013678044],"category_scores_gemma":[0.00012155213,0.000094947056,0.000087992594,0.00028361406,0.000037503723,0.00026357826,0.00011335959,0.000077206976,0.000049646074],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030744677,0.0000071882264,0.000031528627,0.00009859386,0.00002134153,7.924549e-8,0.00086812006,0.0000016632465,1.10650134e-7,0.9202699,0.06944454,0.009253845],"study_design_scores_gemma":[0.00051840855,0.000017823733,0.0007026961,0.00004443037,0.000009078322,0.000076367265,0.00025543987,0.005272115,0.000008022029,0.004271892,0.9886518,0.00017191998],"about_ca_topic_score_codex":0.0002981949,"about_ca_topic_score_gemma":0.00005817324,"teacher_disagreement_score":0.9192073,"about_ca_system_score_codex":0.00044169964,"about_ca_system_score_gemma":0.0021381062,"threshold_uncertainty_score":0.38718283},"labels":[],"label_agreement":null},{"id":"W3161331181","doi":"","title":"Survey of Information Technology Undergraduate Degree Programs in Canada","year":2019,"lang":"en","type":"article","venue":"IEEE Conference Proceedings","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Degree (music)","score_opus":0.03864812724561011,"score_gpt":0.2289453928588521,"score_spread":0.19029726561324198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161331181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769656,0.0000072022053,0.01313988,0.0009819875,0.00071078906,0.0005068861,0.000001914809,0.00006503532,0.0076207267],"genre_scores_gemma":[0.99815905,0.0000038569697,0.0016021667,0.00009861109,0.0000024129388,0.00004341617,0.0000066583584,0.0000020688037,0.000081729944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99883455,0.0000081958015,0.00049795175,0.00012779454,0.0003160086,0.00021552507],"domain_scores_gemma":[0.99860626,0.000012817339,0.00031171174,0.00013112131,0.0008910905,0.00004698045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036152435,0.000102230464,0.00017253672,0.00027853603,0.000023267234,0.000099603174,0.0006114458,0.000054637538,0.000009655157],"category_scores_gemma":[0.00004311451,0.00009517288,0.000010863404,0.0011477073,0.000017049791,0.0012196861,0.0000630542,0.00010792238,0.00007819257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003278281,0.000021311915,0.8754709,0.0001303864,0.000007776912,1.6751973e-7,0.0034606627,0.000007023864,0.000075033575,0.055179577,0.000831547,0.06481234],"study_design_scores_gemma":[0.00093634566,0.000098277924,0.9437116,0.00033315874,0.0000019670167,0.000022143206,0.006566801,0.037682757,0.0039141597,0.0017869074,0.004384393,0.00056149124],"about_ca_topic_score_codex":0.23807712,"about_ca_topic_score_gemma":0.19647759,"teacher_disagreement_score":0.0682407,"about_ca_system_score_codex":0.00026803254,"about_ca_system_score_gemma":0.0024219053,"threshold_uncertainty_score":0.8181846},"labels":[],"label_agreement":null},{"id":"W3210908152","doi":"10.5430/jbar.v10n2p73","title":"ICT Proficiency Levels of Canadian University-Level Business School Graduates: Representations of Graduates and Employers","year":2021,"lang":"en","type":"article","venue":"Journal of Business Administration Research","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Information and Communications Technology; Employability; Medical education; Psychology; Business; Pedagogy; Political science; Medicine","score_opus":0.14427792090782823,"score_gpt":0.3539940318235957,"score_spread":0.20971611091576745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210908152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8856892,0.00025265946,0.07160619,0.03495108,0.0008896501,0.00055562437,0.00006513233,0.00001941095,0.0059710667],"genre_scores_gemma":[0.9900634,0.00013891523,0.008988943,0.000028389019,0.000033260058,0.0000019354682,0.000007817913,0.0000045050115,0.000732828],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9977411,0.00022889981,0.0007433759,0.00016212967,0.00090314035,0.00022133067],"domain_scores_gemma":[0.98847336,0.00014138417,0.0004982697,0.00026497393,0.01036119,0.00026082012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013481304,0.000093840674,0.00023139225,0.0016839681,0.00023853961,0.0001636341,0.00045683087,0.00005948355,0.0000538245],"category_scores_gemma":[0.000950145,0.00008911775,0.000043395583,0.005594683,0.00013549974,0.0011040748,0.00008058904,0.00018230583,0.000005393673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030965896,0.0029345741,0.26083764,0.0041415873,0.00078528916,0.0010674555,0.040587503,0.0024402142,0.042126197,0.54845446,0.048851125,0.047464266],"study_design_scores_gemma":[0.00065906765,0.00009458582,0.9728397,0.00029711536,0.000011417422,0.00038069513,0.009853935,0.00043247876,0.011732491,0.00060967694,0.0029261769,0.00016263031],"about_ca_topic_score_codex":0.001960636,"about_ca_topic_score_gemma":0.0018176652,"teacher_disagreement_score":0.7120021,"about_ca_system_score_codex":0.00013326464,"about_ca_system_score_gemma":0.010831544,"threshold_uncertainty_score":0.9947761},"labels":[],"label_agreement":null},{"id":"W3216815682","doi":"10.2308/isys-10800","title":"Annual Editor Report","year":2020,"lang":"en","type":"paratext","venue":"Journal of Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.009798908264314309,"score_gpt":0.2530604250535445,"score_spread":0.24326151678923016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216815682","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011792788,0.00055703125,0.60112345,0.0015281292,0.25136244,0.0005688877,0.0001466875,0.0000638675,0.1446377],"genre_scores_gemma":[0.04897929,0.0019177307,0.07495916,0.01739597,0.284815,0.00059160823,0.0035137034,0.0002420114,0.5675855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938816,0.00011930616,0.0039142775,0.00011996236,0.0017205643,0.00024431534],"domain_scores_gemma":[0.98821247,0.000052524312,0.0075916327,0.00044168707,0.0033899369,0.00031177234],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014703502,0.00030203597,0.00071560586,0.00075436203,0.00012471578,0.00077790814,0.0013738459,0.00020633926,0.00011799365],"category_scores_gemma":[0.00019522116,0.00024162864,0.00024303464,0.0006420123,0.000017534316,0.0069266274,0.00014109774,0.0005561138,0.013949342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003963865,0.000010490441,0.0000025948357,0.00030113355,0.000072844385,0.000018756256,0.0048316075,0.00037494636,4.7076608e-7,0.00085824827,0.9926972,0.0008277663],"study_design_scores_gemma":[0.00030164068,0.00006638014,0.000016591024,0.00035115916,0.000008301101,0.0047921576,0.0026711915,0.0007328271,0.000014967673,0.0000024131273,0.9907789,0.00026342977],"about_ca_topic_score_codex":0.000010672982,"about_ca_topic_score_gemma":7.575748e-8,"teacher_disagreement_score":0.5261643,"about_ca_system_score_codex":0.00037731847,"about_ca_system_score_gemma":0.0022935083,"threshold_uncertainty_score":0.98681843},"labels":[],"label_agreement":null},{"id":"W4206615623","doi":"10.1145/3502870.3506569","title":"Designing Dissemination and Validation of a Framework for Teaching Cloud Fundamentals","year":2021,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Cloud computing; Curriculum; Computer science; Knowledge management; Data science; Pedagogy; Psychology","score_opus":0.018535761583806192,"score_gpt":0.3116238487517609,"score_spread":0.2930880871679547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206615623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03934728,0.000022457787,0.9578017,0.0005136172,0.00031640142,0.00012667303,6.196932e-7,0.00002905579,0.0018422147],"genre_scores_gemma":[0.5700259,0.0000014979232,0.42950636,0.00009180195,0.000017704737,0.000019914054,0.0000072345106,0.0000013479955,0.00032822433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994439,0.000037803475,0.0002259823,0.000101810285,0.00012181329,0.0000686875],"domain_scores_gemma":[0.9994555,0.00016460576,0.000113085654,0.00010701199,0.00013199159,0.000027784181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044671845,0.00004471101,0.000069312315,0.000046565005,0.00010412722,0.00010722628,0.000079162026,0.000028048358,0.000016640548],"category_scores_gemma":[0.00015953515,0.00004164618,0.000018458073,0.00011076826,0.0000071157983,0.00036024212,0.000038615508,0.00003228842,0.0000029853918],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.483179e-7,0.000036546804,0.00075000164,0.000069500165,0.000010982947,1.14603125e-7,0.018798538,0.000009635503,0.0039679804,0.94428784,0.0014794404,0.030588469],"study_design_scores_gemma":[0.00042496956,0.000057426565,0.0033398683,0.00043271462,0.000010661155,0.00004215865,0.02252281,0.0116935475,0.9239369,0.027243746,0.009939189,0.0003559992],"about_ca_topic_score_codex":0.0000014344008,"about_ca_topic_score_gemma":1.6161947e-7,"teacher_disagreement_score":0.9199689,"about_ca_system_score_codex":0.000026283957,"about_ca_system_score_gemma":0.000053743843,"threshold_uncertainty_score":0.16982819},"labels":[],"label_agreement":null},{"id":"W4210908095","doi":"10.24908/ijsle.v16i1.14491","title":"Agile Corps - A Public Service-Learning Program Part II","year":2021,"lang":"en","type":"article","venue":"International Journal for Service Learning in Engineering Humanitarian Engineering and Social Entrepreneurship","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Government of Alberta","funders":"","keywords":"Agile software development; Government (linguistics); Outsourcing; Engineering; Service (business); Business; Public relations; Public sector; Engineering management; Marketing; Political science","score_opus":0.02061441483772793,"score_gpt":0.2512630345285347,"score_spread":0.23064861969080677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210908095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8967241,0.00046834644,0.064045876,0.02430396,0.011701333,0.0005982092,0.0000065435206,0.00150893,0.0006426713],"genre_scores_gemma":[0.9925927,0.00002746648,0.005417385,0.00050931185,0.0007747387,0.00010560509,0.00007569475,0.00003636518,0.0004607613],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982966,0.000058758837,0.00051702384,0.00028944243,0.00041999496,0.00041816916],"domain_scores_gemma":[0.99867344,0.00011184477,0.00018544156,0.00011033944,0.00078523945,0.0001336739],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005530309,0.00022355307,0.00022243122,0.00033830252,0.00042876057,0.0008947786,0.0005443778,0.00011554728,0.000024741767],"category_scores_gemma":[0.00027439068,0.00026391586,0.00008776709,0.00043872706,0.000005928675,0.0006766788,0.00020699759,0.00068927254,0.00001171677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025811083,0.0005235947,0.0074001853,0.00088242773,0.000617869,0.0002084354,0.09701004,0.68981534,0.0012528573,0.16943409,0.000550204,0.03227915],"study_design_scores_gemma":[0.0019152703,0.000119071585,0.011168915,0.0005788377,0.000021810889,0.0007472441,0.003210479,0.57825917,0.00016704413,0.00026897638,0.4026321,0.0009110665],"about_ca_topic_score_codex":0.0000141825,"about_ca_topic_score_gemma":0.000025891706,"teacher_disagreement_score":0.40208188,"about_ca_system_score_codex":0.00022134888,"about_ca_system_score_gemma":0.00018234986,"threshold_uncertainty_score":0.9999813},"labels":[],"label_agreement":null},{"id":"W4214756288","doi":"10.1109/clei.2018.00004","title":"Table of contents","year":2018,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universidade Federal de Mato Grosso do Sul; Universidade Estadual Paulista; Universidade do Estado de Santa Catarina; Universidade Federal de Viçosa; Universidad de la República Uruguay; Universidade de São Paulo; Pontificia Universidade Católica do Paraná; University of Ontario Institute of Technology; Empresa Brasileira de Pesquisa Agropecuária; Universidade Federal de Santa Catarina; Universidade Federal de Pelotas; Indiana Corn Marketing Council; Universidad Tecnológica Nacional; Universidad Técnica Federico Santa María","keywords":"Table (database); Computer science; Database","score_opus":0.0201569662347818,"score_gpt":0.2539061426383736,"score_spread":0.23374917640359177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214756288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010079086,0.0000046189525,0.60859936,0.00034994874,0.0007796513,0.00006210649,1.8975726e-7,0.000051543288,0.38007352],"genre_scores_gemma":[0.9750792,3.2211938e-7,0.018231101,0.00044972674,0.000017938108,0.0000033174654,3.445104e-7,5.565873e-7,0.006217496],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99965924,0.0000056186327,0.00013541136,0.00004356028,0.00010048407,0.000055658755],"domain_scores_gemma":[0.9995863,0.0000037565433,0.000048226,0.00013183111,0.00020738252,0.000022506185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000876761,0.000022606493,0.000037437563,0.000032251297,0.000027839642,0.000020106701,0.00019761408,0.000009244563,0.00020223745],"category_scores_gemma":[0.0000070763776,0.000017172993,0.000007861084,0.00017055907,0.000012507958,0.00022788225,0.00003499837,0.000008051693,0.00047540557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.4961673e-7,0.00004258526,0.0031959997,0.0000103774455,0.000009330521,8.616044e-8,0.005201291,4.4929695e-7,0.00054561376,0.8571016,0.121351376,0.012540507],"study_design_scores_gemma":[0.00057223084,0.000098053766,0.02971148,0.000032807016,0.000001198585,0.000018105198,0.0013189145,0.009776311,0.13029562,0.00095114845,0.8269906,0.00023354156],"about_ca_topic_score_codex":0.000015674512,"about_ca_topic_score_gemma":0.0000015097968,"teacher_disagreement_score":0.9650001,"about_ca_system_score_codex":0.0000058278138,"about_ca_system_score_gemma":0.000037746704,"threshold_uncertainty_score":0.6110535},"labels":[],"label_agreement":null},{"id":"W4214845435","doi":"10.1145/3506860.3506875","title":"Towards an Automatic Approach for Assessing Program Competencies","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Curriculum; Soft skills; Leverage (statistics); Variety (cybernetics); Syllabus; Transferable skills analysis; Knowledge management; Artificial intelligence; Mathematics education; Medical education; Higher education; Pedagogy; Psychology","score_opus":0.03891324590942171,"score_gpt":0.3107921727086861,"score_spread":0.2718789267992644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214845435","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069955965,0.000007865973,0.95261174,0.00033801442,0.0004972115,0.0007391576,0.0000010831611,0.00067066686,0.03813868],"genre_scores_gemma":[0.33551365,7.275245e-8,0.6621896,0.00047858243,0.000018813369,0.0013115138,0.00003153493,0.000003277184,0.0004529382],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898475,0.00006270115,0.00026568,0.0001663062,0.00034028516,0.00018029193],"domain_scores_gemma":[0.9994632,0.000013136286,0.00010251586,0.00025345446,0.00010251081,0.00006519838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061451993,0.00007797322,0.000098392724,0.00009735277,0.0005457422,0.00048044248,0.0005842395,0.000013193215,0.00008239227],"category_scores_gemma":[0.000008986381,0.000067046814,0.000037985785,0.00035631598,0.000010458655,0.0008615548,0.0001564214,0.000053654494,0.000006914359],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.0117037e-7,0.0005749459,0.00023052879,0.00009992764,0.000016685912,3.054046e-7,0.015821168,0.0005751282,0.00002085989,0.34102216,0.007543998,0.6340937],"study_design_scores_gemma":[0.00018170597,0.000071786104,0.0019729508,0.00000200737,0.0000015889718,0.000035330635,0.010026411,0.93076307,0.000050202798,0.0002867556,0.056447186,0.00016103324],"about_ca_topic_score_codex":0.000010259018,"about_ca_topic_score_gemma":3.5245483e-7,"teacher_disagreement_score":0.93018794,"about_ca_system_score_codex":0.0001112465,"about_ca_system_score_gemma":0.00032770034,"threshold_uncertainty_score":0.4632918},"labels":[],"label_agreement":null},{"id":"W4230304841","doi":"10.1145/971300.971464","title":"Research, teaching, and service","year":2004,"lang":"en","type":"article","venue":"Proceedings of the 35th SIGCSE technical symposium on Computer science education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Structuring; Quarter (Canadian coin); Curriculum; Service (business); Graduate students; Computer science; Mathematics education; Engineering ethics; Library science; Pedagogy; Engineering; Sociology; Psychology; Political science","score_opus":0.018024479433373857,"score_gpt":0.3023028785875247,"score_spread":0.2842783991541508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230304841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79285043,0.00003125452,0.034192745,0.11491496,0.004152162,0.0018338629,8.8522205e-7,0.00049627805,0.051527448],"genre_scores_gemma":[0.93310815,0.0000042595266,0.06418081,0.0023688653,0.00013178753,0.00005881255,2.8371497e-7,0.000005482173,0.00014158091],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975412,0.00003290365,0.00041223355,0.00048390043,0.0011779428,0.00035184223],"domain_scores_gemma":[0.9979186,0.00007070659,0.0002588522,0.00038131143,0.0011890767,0.00018143577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004055317,0.00014347138,0.00013682703,0.00042758608,0.0011113468,0.0005234845,0.0024847728,0.00006556034,0.000001409716],"category_scores_gemma":[0.00016153468,0.0001007177,0.000037699123,0.002221886,0.00031421325,0.0013786476,0.0008763438,0.0005430633,0.000029379813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030826118,0.00038137226,0.00019603435,0.000067930676,0.0000028999611,2.9837054e-8,0.006349097,0.000079338475,0.010999696,0.9607279,0.0030277078,0.018164966],"study_design_scores_gemma":[0.003612024,0.0025160487,0.1914693,0.0056818356,0.00004446957,0.0010873677,0.008333863,0.029606676,0.43147826,0.24834348,0.07430029,0.0035263703],"about_ca_topic_score_codex":0.000051989387,"about_ca_topic_score_gemma":0.0000013831147,"teacher_disagreement_score":0.71238434,"about_ca_system_score_codex":0.00037562943,"about_ca_system_score_gemma":0.0012936075,"threshold_uncertainty_score":0.85476935},"labels":[],"label_agreement":null},{"id":"W4233182832","doi":"10.1109/ge.2019.00004","title":"Table of contents","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universidade Federal do Pará; Universidade Federal de Santa Maria; Universidade Federal do Pampa; Universidade Federal do Rio Grande do Sul; McGill University","keywords":"Table (database); Computer science; Database","score_opus":0.011669159682340197,"score_gpt":0.22487881845637162,"score_spread":0.21320965877403142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233182832","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09368462,0.000013157547,0.22323063,0.00045113298,0.0013829212,0.00020460431,3.2066737e-7,0.000073099225,0.6809595],"genre_scores_gemma":[0.9754038,4.467525e-7,0.0069163996,0.00030782225,0.000002894237,0.0000029989953,5.6802315e-7,5.69787e-7,0.017364498],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99965703,0.000005111989,0.00013208484,0.00004503684,0.00010939494,0.000051328723],"domain_scores_gemma":[0.9996919,0.000005258131,0.000049590075,0.00014660903,0.00008848487,0.000018141536],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0000779152,0.00002279189,0.000045954177,0.000030916955,0.000008986176,0.00001786842,0.00018834244,0.000009414777,0.00031473266],"category_scores_gemma":[0.0000028732923,0.00001739959,0.000010098035,0.00013362925,0.000002228665,0.00025836568,0.000031936932,0.000010730434,0.0010715219],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6422056e-7,0.000038074915,0.022171706,0.000028646615,0.000008978981,6.712535e-8,0.00234843,0.00001414355,0.0007751668,0.9429216,0.026839983,0.004852676],"study_design_scores_gemma":[0.0014697684,0.00008677424,0.099678665,0.00007369845,0.0000015656474,0.000023045934,0.0030246973,0.02614344,0.06391551,0.0008229475,0.804324,0.00043588976],"about_ca_topic_score_codex":0.000011782038,"about_ca_topic_score_gemma":2.7940976e-7,"teacher_disagreement_score":0.9420986,"about_ca_system_score_codex":0.0000063987604,"about_ca_system_score_gemma":0.00003529784,"threshold_uncertainty_score":0.99970627},"labels":[],"label_agreement":null},{"id":"W4234507090","doi":"10.26530/oapen_459288","title":"The Information Systems Academic Discipline in Australia","year":2008,"lang":"en","type":"book","venue":"ANU Press eBooks","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Australian Research Council; Victoria University; Victoria University of Wellington; Deakin University; University of Tasmania; Australian National University; Strong","keywords":"Information system; Discipline; Political science; Geography; Sociology; Social science; Law","score_opus":0.04327038782937679,"score_gpt":0.2850489725914011,"score_spread":0.24177858476202432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234507090","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013161567,0.00044042128,0.006634707,0.0000761804,0.0044817594,0.0014356251,0.000015163164,0.00019365268,0.98659086],"genre_scores_gemma":[0.0012449551,0.00011784551,0.000118197015,0.00013338776,0.00019067964,0.00031965048,0.00006346359,0.00000872568,0.9978031],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976649,0.00007100285,0.0011128397,0.00018996047,0.00062549504,0.0003357575],"domain_scores_gemma":[0.9983753,0.00007448708,0.00064747693,0.0006221843,0.0001874122,0.00009317202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005325625,0.0002609023,0.00025222765,0.00019703477,0.00021557546,0.0004170561,0.0013413491,0.00032801772,0.0000013143168],"category_scores_gemma":[0.00001631254,0.00018759292,0.00006587368,0.00004576378,0.000062216975,0.00080929085,0.00027732184,0.00060680835,0.00031030507],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043432747,0.000006635844,0.000007842682,0.00018960355,0.000032905504,0.000003774746,0.03233356,0.00012516443,4.929342e-7,0.5121493,0.4442565,0.010889886],"study_design_scores_gemma":[0.00018493694,0.000009103919,0.000085383304,0.00023314821,0.00000288342,0.000046630143,0.0000832573,0.0013628494,0.000012727249,0.00095550733,0.9967497,0.00027386175],"about_ca_topic_score_codex":0.0002644403,"about_ca_topic_score_gemma":0.0000100345,"teacher_disagreement_score":0.5524932,"about_ca_system_score_codex":0.0003159988,"about_ca_system_score_gemma":0.00056810275,"threshold_uncertainty_score":0.7649817},"labels":[],"label_agreement":null},{"id":"W4237444486","doi":"10.1145/1989622","title":"Proceedings of the 16th Western Canadian Conference on Computing Education","year":2011,"lang":"en","type":"paratext","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Library science","score_opus":0.027238206825200395,"score_gpt":0.2544139613118021,"score_spread":0.2271757544866017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237444486","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012643983,0.000017095279,0.0017912025,0.0010341353,0.006485752,0.00046236883,0.000004287627,0.000023863806,0.9889169],"genre_scores_gemma":[0.48305216,0.0000132797795,0.0028630043,0.004216099,0.0002140604,0.000050552648,0.00002504058,0.000014390479,0.5095514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987204,0.000016270318,0.00047279854,0.00024339912,0.00031860778,0.0002285361],"domain_scores_gemma":[0.99825865,0.000008979006,0.0005303983,0.00029582906,0.0007599687,0.00014618404],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021201136,0.00019304927,0.00020168342,0.00026124393,0.00016976755,0.00021757766,0.0013941507,0.00014481223,0.0005643039],"category_scores_gemma":[0.0000098092105,0.00013201356,0.000057738456,0.0003772742,0.000028337321,0.0002422557,0.00012152895,0.00020257772,0.0033803387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.027888e-7,0.00003969062,0.0003719257,0.000121537065,0.000013697914,1.8248416e-8,0.008630968,0.000001965114,0.0000024639844,0.17136264,0.81354606,0.005908602],"study_design_scores_gemma":[0.00013841009,0.00004017803,0.010189519,0.0012527475,0.0000069219705,0.000025798556,0.0020216866,0.00054304785,0.001049789,0.00017777152,0.98396724,0.00058686576],"about_ca_topic_score_codex":0.016272143,"about_ca_topic_score_gemma":0.0018854521,"teacher_disagreement_score":0.48178777,"about_ca_system_score_codex":0.00024073871,"about_ca_system_score_gemma":0.0045554843,"threshold_uncertainty_score":0.99739563},"labels":[],"label_agreement":null},{"id":"W4240574621","doi":"10.1145/1341971.1341973","title":"Letter from the chair","year":2008,"lang":"en","type":"letter","venue":"ACM SIGMIS Database the DATABASE for Advances in Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Power (physics); Theme (computing); Event (particle physics); Sociology; Media studies; Operations research; Computer science; Engineering; World Wide Web","score_opus":0.024755295744092718,"score_gpt":0.26731475757152323,"score_spread":0.24255946182743052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240574621","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026891934,0.0043245787,0.54737324,0.40287694,0.0152294235,0.0058815903,0.02192301,0.00039885932,0.0019654888],"genre_scores_gemma":[0.0004200266,0.0023355077,0.011291006,0.88374966,0.0063569713,0.005428857,0.08968685,0.000059496637,0.0006716404],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941993,0.0004211525,0.0022794758,0.00057468435,0.0017029636,0.00082244485],"domain_scores_gemma":[0.9898301,0.0023213362,0.0017442753,0.0054641864,0.00054432213,0.00009579565],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021259955,0.00068611535,0.00063242024,0.00039141814,0.00085507444,0.0009557797,0.00688186,0.0003253785,0.000034745306],"category_scores_gemma":[0.0009461002,0.00041715382,0.00019754471,0.0009373199,0.00016635057,0.0132700605,0.0012237725,0.0015008932,0.0010459014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009287778,0.000012881264,0.000028910763,0.00030044492,0.000038807484,0.0000073609262,0.0032022248,0.00016878717,0.0000010154286,0.0021989068,0.99222696,0.0018044407],"study_design_scores_gemma":[0.0006889218,0.000015337768,0.000020950554,0.00054912566,0.00001544099,0.00009251565,0.0007634149,0.004568095,0.00003130783,0.00006152052,0.992588,0.0006053796],"about_ca_topic_score_codex":0.00067545497,"about_ca_topic_score_gemma":0.000052273645,"teacher_disagreement_score":0.5360822,"about_ca_system_score_codex":0.00035490206,"about_ca_system_score_gemma":0.00048549802,"threshold_uncertainty_score":0.99982804},"labels":[],"label_agreement":null},{"id":"W4251383504","doi":"10.1145/960568.782999","title":"Information technology fluency in practice","year":2002,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fluency; Computer science; Human–computer interaction; Knowledge management; Psychology; Mathematics education","score_opus":0.008417203310632818,"score_gpt":0.23534345390314676,"score_spread":0.22692625059251395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251383504","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027823723,0.00004609827,0.27505648,0.021615878,0.0006108372,0.00023549616,1.4677177e-7,0.00035129793,0.69930136],"genre_scores_gemma":[0.8982211,0.000023697508,0.09567421,0.004808004,0.000011550118,0.000068863425,0.0000015829359,0.000001502127,0.0011894939],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993807,0.000015266318,0.00029028198,0.000048555103,0.00015012255,0.00011508136],"domain_scores_gemma":[0.99954295,0.000015382886,0.000088456756,0.00019442188,0.00013385185,0.000024908015],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018671609,0.000047123733,0.000047929054,0.00038571501,0.000039337432,0.00009702692,0.00028769436,0.000043402797,0.0001290083],"category_scores_gemma":[0.00010493434,0.000041573297,0.000008273517,0.00095366925,0.0000066807515,0.0038206177,0.00004967422,0.000063109466,0.003367216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5024835e-7,0.000046296787,0.00073538924,0.0000056370077,0.0000027020149,6.5446807e-7,0.010489617,0.000023546048,0.000002932763,0.8663399,0.014195054,0.10815799],"study_design_scores_gemma":[0.00033795775,0.000018641062,0.0018521006,0.000012538314,6.637041e-7,0.000099991616,0.0043658083,0.023800464,0.00021305108,0.00071351684,0.9684141,0.00017114758],"about_ca_topic_score_codex":0.0000096878985,"about_ca_topic_score_gemma":0.0000011543282,"teacher_disagreement_score":0.95421904,"about_ca_system_score_codex":0.000062181374,"about_ca_system_score_gemma":0.00002694819,"threshold_uncertainty_score":0.9974088},"labels":[],"label_agreement":null},{"id":"W4253771435","doi":"10.48009/2_iis_2010_145-151","title":"ACADEMIC CALENDAR CHANGE INDUCED CURRICULUM CHANGE","year":2010,"lang":"en","type":"article","venue":"Issues in Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Mandate; Quarter (Canadian coin); Plan (archaeology); State (computer science); Academic year; Political science; Curriculum development; Process (computing); Higher education; Medical education; Mathematics education; Pedagogy; Sociology; Psychology; Computer science; Medicine; Geography","score_opus":0.04054793263671185,"score_gpt":0.31165417054151406,"score_spread":0.2711062379048022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253771435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78489786,0.0014202378,0.031967543,0.012722611,0.09782394,0.012146106,0.00013437164,0.0030876158,0.055799738],"genre_scores_gemma":[0.99560547,0.000047524234,0.0010432055,0.0010345662,0.00067134877,0.0013785515,0.00004314168,0.000007832118,0.0001683552],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99737835,0.000082018654,0.0012070589,0.00019315683,0.000719621,0.00041981292],"domain_scores_gemma":[0.99832696,0.000027610604,0.0005283215,0.00058438926,0.00036562403,0.00016711991],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012456073,0.0002356394,0.00028305192,0.0007334593,0.00014813655,0.00029401976,0.0009876428,0.00029997106,0.00003655761],"category_scores_gemma":[0.00008672287,0.00021425213,0.00004892491,0.0010236112,0.000023940038,0.009809431,0.000172763,0.000590081,0.0021407567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005522484,0.00013541376,0.045317803,0.00067507726,0.000031427106,0.0000061727433,0.36520022,0.000015249531,0.00020924151,0.43061367,0.028982326,0.12880789],"study_design_scores_gemma":[0.0005507965,0.000028340915,0.02482763,0.00020315363,0.0000018512455,0.000100090016,0.0052017453,0.017325481,0.00023702298,0.000054922057,0.9509609,0.0005080944],"about_ca_topic_score_codex":0.0012426,"about_ca_topic_score_gemma":0.00003593811,"teacher_disagreement_score":0.92197853,"about_ca_system_score_codex":0.0001387718,"about_ca_system_score_gemma":0.00010801459,"threshold_uncertainty_score":0.9986362},"labels":[],"label_agreement":null},{"id":"W4280566818","doi":"10.1145/3524045","title":"CONVERSATIONS: Conversation with a prominent propagator","year":2022,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conversation; Citation; Propagator; Computer science; Art history; Library science; History; Sociology; Mathematics; Communication","score_opus":0.010716695574068106,"score_gpt":0.2099770203231713,"score_spread":0.1992603247491032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280566818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5982904,0.000084508865,0.3021652,0.06373297,0.004929376,0.004333253,0.00001756176,0.0014068688,0.025039887],"genre_scores_gemma":[0.9850112,6.915671e-7,0.012043554,0.0012319805,0.000017805649,0.0007209899,0.000023576387,0.0000049478786,0.0009452069],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989023,0.00006431657,0.00022926622,0.00017885206,0.00048084094,0.00014437611],"domain_scores_gemma":[0.99911803,0.000025012836,0.0001574451,0.0005071393,0.00013131236,0.00006107514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031663742,0.00008897014,0.0000872218,0.00012424226,0.0002945379,0.0000941435,0.00065500377,0.000014482694,0.00027619817],"category_scores_gemma":[0.000039441875,0.000073340896,0.00002197777,0.0004754712,0.000017876157,0.0004998041,0.0002712798,0.000091401984,0.00015128443],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006208324,0.0007140579,0.08731149,0.00014014426,0.0002869283,0.000027456594,0.19909875,0.0008039981,0.0005823111,0.50624025,0.1645967,0.04013581],"study_design_scores_gemma":[0.0049733575,0.0008475407,0.081483066,0.0000460521,0.000027941793,0.00044323748,0.034570456,0.028072072,0.00483326,0.0022319602,0.8409882,0.0014828494],"about_ca_topic_score_codex":0.000020974212,"about_ca_topic_score_gemma":0.0000014069626,"teacher_disagreement_score":0.6763915,"about_ca_system_score_codex":0.00021734918,"about_ca_system_score_gemma":0.00041673082,"threshold_uncertainty_score":0.3024176},"labels":[],"label_agreement":null},{"id":"W4288690443","doi":"10.5539/jel.v11n5p183","title":"A Survey of Estonian Video Game Industry Needs","year":2022,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Social Fund","keywords":"Game Developer; Context (archaeology); Computer science; Video game; Game design; Video game development; Game testing; Task (project management); Curriculum; Control (management); Software; Raster graphics; Game design document; Multimedia; Knowledge management; Psychology; Engineering; Artificial intelligence; Pedagogy; Geography","score_opus":0.019176655279665177,"score_gpt":0.2773578799820096,"score_spread":0.25818122470234445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288690443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892676,0.00030956668,0.0058988514,0.0010837052,0.0015674793,0.00005023333,3.3522488e-7,0.0000082836905,0.001813986],"genre_scores_gemma":[0.9968433,0.000006526571,0.0013253985,0.000324522,0.000040691233,0.0000042141073,0.000001912386,0.000002475127,0.0014510094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885267,0.00031504687,0.00043262984,0.00004819337,0.00027816818,0.00007328841],"domain_scores_gemma":[0.9987195,0.00007303106,0.0006869651,0.00007963025,0.00036214228,0.000078688645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015934884,0.000049563845,0.0001137419,0.00037743815,0.0001571809,0.00006111636,0.00022441779,0.000029152974,0.00015652354],"category_scores_gemma":[0.00020245253,0.00004660192,0.00002538644,0.0006312111,0.000011097028,0.00032008736,0.00006058701,0.0005105628,0.0000029721093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017084292,0.0004901451,0.57311064,0.00005951578,0.00005950023,0.0000011277892,0.14583687,0.003159115,0.000152315,0.008617411,0.016431741,0.25206453],"study_design_scores_gemma":[0.00030865904,0.00016385209,0.78031117,0.000045970424,0.000004629434,0.00036289144,0.04638571,0.0015799148,0.000052085135,0.00004226113,0.17061684,0.00012603634],"about_ca_topic_score_codex":0.00005698055,"about_ca_topic_score_gemma":0.0000011734121,"teacher_disagreement_score":0.2519385,"about_ca_system_score_codex":0.00007284471,"about_ca_system_score_gemma":0.0010642976,"threshold_uncertainty_score":0.22181696},"labels":[],"label_agreement":null},{"id":"W4293227429","doi":"10.1145/3478431.3499378","title":"Opening Sentences in Academic Writing","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Sentence; Taxonomy (biology); Reading (process); Academic writing; Subject (documents); Curriculum; Mathematics education; Coding (social sciences); Domain (mathematical analysis); Pedagogy; World Wide Web; Linguistics; Artificial intelligence; Psychology; Sociology","score_opus":0.018095512201554614,"score_gpt":0.2864016938834494,"score_spread":0.2683061816818948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94497275,0.000033518994,0.0061156033,0.03348057,0.005184857,0.0011237795,0.0000010098282,0.00023096078,0.008856968],"genre_scores_gemma":[0.9706804,0.0000040301675,0.027612347,0.0013258657,0.00009606411,0.00018099253,5.1368306e-7,0.0000045888137,0.00009518904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9973171,0.000024957468,0.00065464387,0.0004707653,0.0011987285,0.00033380426],"domain_scores_gemma":[0.99861455,0.00006725803,0.00049596786,0.00039374398,0.00033880482,0.0000896577],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.002660796,0.00013598848,0.00015618793,0.00049010786,0.00071184797,0.0002692059,0.0059777964,0.000040176896,0.000007663956],"category_scores_gemma":[0.00017435702,0.00010892147,0.000056421246,0.0033597583,0.00015205184,0.0013597391,0.002731155,0.00047518287,0.000008004869],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001712087,0.0009899567,0.08390956,0.0001399594,0.000007923302,2.9525154e-7,0.017929262,0.001756889,0.08008602,0.6836893,0.015061843,0.11641187],"study_design_scores_gemma":[0.0021078638,0.0012754109,0.57955366,0.002575831,0.000025323929,0.0010610949,0.01871013,0.1649329,0.14780629,0.04127579,0.03746288,0.0032128273],"about_ca_topic_score_codex":0.000017763108,"about_ca_topic_score_gemma":3.9121852e-7,"teacher_disagreement_score":0.6424135,"about_ca_system_score_codex":0.0005595129,"about_ca_system_score_gemma":0.0010807198,"threshold_uncertainty_score":0.9994003},"labels":[],"label_agreement":null},{"id":"W4298358954","doi":"10.17487/rfc3647","title":"Internet X.509 Public Key Infrastructure Certificate Policy and Certification Practices Framework","year":2003,"lang":"en","type":"report","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Standards and Technology; Government of Canada; National Security Agency","keywords":"Certification; Certificate; Key (lock); The Internet; Public key infrastructure; Certificate authority; Business; Public-key cryptography; Computer security; Computer science; World Wide Web; Management; Economics","score_opus":0.14750289647182935,"score_gpt":0.35114060462539115,"score_spread":0.2036377081535618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298358954","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005077368,0.00077449076,0.41768816,0.02790925,0.0073626153,0.0010343826,0.000011317001,0.00057259307,0.54413944],"genre_scores_gemma":[0.5751623,0.0035440149,0.18721369,0.007959304,0.0022290347,0.0007005402,0.00054868,0.00012669619,0.22251573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964819,0.00017384462,0.0010851362,0.0006862847,0.0011532962,0.00041952182],"domain_scores_gemma":[0.99481213,0.0001290923,0.0024312427,0.0010394221,0.0013013879,0.00028670515],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012685648,0.0004041481,0.0003892266,0.0007252968,0.00018690615,0.0020131418,0.0010223553,0.0005737657,0.00038592765],"category_scores_gemma":[0.0025529745,0.0003339515,0.00007972621,0.0010162637,0.00005878319,0.001531911,0.0002602905,0.00059935387,0.00034653477],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016166106,0.00006506343,0.0016837964,0.00032155262,0.00012587417,0.0000019203028,0.005104632,0.0000016493213,0.0000069356074,0.44482082,0.48332682,0.06453933],"study_design_scores_gemma":[0.000061135586,0.000012727862,0.0041522686,0.00009434259,0.000009161532,0.0002656067,0.0002846335,0.00042254364,0.000083266066,0.0018104946,0.9923849,0.0004189254],"about_ca_topic_score_codex":0.00022737794,"about_ca_topic_score_gemma":0.000015642076,"teacher_disagreement_score":0.5746546,"about_ca_system_score_codex":0.00072342413,"about_ca_system_score_gemma":0.0046309475,"threshold_uncertainty_score":0.99991125},"labels":[],"label_agreement":null},{"id":"W4301404373","doi":"","title":"The \"T3 Support Centre\" (Teaching, Technology and Testing) - Not just another help desk","year":2005,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Desk; Computer science; Engineering; Engineering management; Operating system","score_opus":0.1849011745865406,"score_gpt":0.4941338993582584,"score_spread":0.3092327247717178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301404373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8100149,0.0101471115,0.04142766,0.03102683,0.0043365816,0.0022288582,0.000022925073,0.0006065186,0.10018861],"genre_scores_gemma":[0.9861398,0.0005689983,0.0075146994,0.0020412928,0.00017239772,0.000042689884,0.0000022392928,0.00002095586,0.0034969402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977397,0.00015619426,0.00085309293,0.00030657247,0.0005538018,0.00039068869],"domain_scores_gemma":[0.9978952,0.00021552094,0.0008206688,0.00054495933,0.00037197085,0.00015167394],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019534922,0.00022202088,0.00032262158,0.00066535844,0.0007693807,0.0022501263,0.0032328456,0.00009224322,0.0008804644],"category_scores_gemma":[0.0003373029,0.00016212957,0.00005546263,0.0010196343,0.00011819548,0.002559027,0.0009868667,0.0003448717,0.00009757237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015926384,0.00020715366,0.22534773,0.0000462402,0.00010439328,0.000008213333,0.003663314,0.000046777168,0.0037002445,0.01777062,0.254007,0.49508238],"study_design_scores_gemma":[0.00046201365,0.000009873844,0.18064146,0.00017988394,0.000015444793,0.00015069291,0.0007020333,0.0010226631,0.010679026,0.0012660937,0.8044102,0.00046060604],"about_ca_topic_score_codex":0.00007718548,"about_ca_topic_score_gemma":0.00002149328,"teacher_disagreement_score":0.5504032,"about_ca_system_score_codex":0.00010993296,"about_ca_system_score_gemma":0.0002751724,"threshold_uncertainty_score":0.9987856},"labels":[],"label_agreement":null},{"id":"W4313331824","doi":"10.1145/3571785.3574128","title":"Motivation and Strategies for Effective Inclusion of Cloud Solution Provider Certifications in Computing Curricula","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Cloud computing; Certification; Curriculum; Inclusion (mineral); Computer science; Knowledge management; Psychology; Pedagogy; Management","score_opus":0.01825913560430185,"score_gpt":0.26966925659518753,"score_spread":0.25141012099088567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313331824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20359214,0.000027256843,0.79357815,0.0007583494,0.0003213198,0.0008594249,0.0000017192871,0.0000420341,0.000819603],"genre_scores_gemma":[0.98962307,4.826863e-7,0.009980464,0.00009840797,0.000012922986,0.00023018675,0.0000141768105,0.00000207362,0.000038225087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917555,0.000082833794,0.0003201521,0.00014203873,0.00018330934,0.00009610407],"domain_scores_gemma":[0.99945974,0.000106834406,0.00017417877,0.000108168206,0.00013175448,0.000019303361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006124312,0.00005824598,0.00008495338,0.00016656896,0.0004546808,0.000044872148,0.00015725805,0.000016800956,0.000006323041],"category_scores_gemma":[0.000034658133,0.00005466358,0.000018096904,0.00041945727,0.000013856188,0.0004381765,0.0004049848,0.000051305837,7.078765e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010296468,0.0002585146,0.006078808,0.00018217108,0.000011677991,1.4296054e-7,0.07985179,0.008601864,0.001757791,0.8106536,0.0019201695,0.09067313],"study_design_scores_gemma":[0.0011000789,0.00019600635,0.09806471,0.00006259729,0.0000042237807,0.000015456695,0.01866169,0.86294436,0.0016244969,0.011968898,0.005055395,0.00030208877],"about_ca_topic_score_codex":0.000064780295,"about_ca_topic_score_gemma":0.0000070478054,"teacher_disagreement_score":0.85434246,"about_ca_system_score_codex":0.00013113601,"about_ca_system_score_gemma":0.000118200194,"threshold_uncertainty_score":0.34970832},"labels":[],"label_agreement":null},{"id":"W4382362947","doi":"10.1117/12.2670448","title":"A study of the skills required by the Canadian photonics industry","year":2023,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto; CMC Microsystems (Canada); University of Ottawa","funders":"CMC Microsystems; McGill University","keywords":"Photonics; Computer science; Business; Engineering management; Telecommunications; Engineering","score_opus":0.02000519360824997,"score_gpt":0.26356247314227593,"score_spread":0.24355727953402595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382362947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93817276,0.0000051348825,0.00019067086,0.0081878835,0.0014093834,0.00078725035,0.0000030207507,0.00009547218,0.051148415],"genre_scores_gemma":[0.9886132,3.682282e-7,0.000061414554,0.0011735479,0.000005723659,0.000044827717,0.0000010036571,0.0000017625703,0.01009819],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992077,0.000054896776,0.00021600828,0.00008213404,0.00029618584,0.00014312069],"domain_scores_gemma":[0.9993091,0.000022212324,0.000080608625,0.00044020108,0.00008780866,0.00006007245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045563167,0.000050406314,0.000053201275,0.000057957277,0.00029231905,0.00009641779,0.0008294567,0.00004858377,0.000034592398],"category_scores_gemma":[0.000025632724,0.00002536932,0.000018394774,0.001054857,0.000015548378,0.00012761376,0.0001109992,0.00011109538,0.00012967525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6464284e-7,0.00014822329,0.018005738,0.000006548774,0.00004058257,0.000001076797,0.12121773,0.00011247996,0.000015301404,0.024703959,0.8312864,0.004461751],"study_design_scores_gemma":[0.00115513,0.00009316672,0.34266323,0.000050691302,0.000009968712,0.00004161678,0.12138178,0.010763124,0.0024678805,0.00035592838,0.52050334,0.0005141706],"about_ca_topic_score_codex":0.022254113,"about_ca_topic_score_gemma":0.0471151,"teacher_disagreement_score":0.3246575,"about_ca_system_score_codex":0.00008681643,"about_ca_system_score_gemma":0.0006271668,"threshold_uncertainty_score":0.9842568},"labels":[],"label_agreement":null},{"id":"W4382541374","doi":"10.2991/978-94-6463-172-2_189","title":"Information Technology Education and Impact in U.S.A.","year":2023,"lang":"en","type":"book-chapter","venue":"Atlantis Highlights in Computer Sciences/Atlantis highlights in computer sciences","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Information technology; Political science","score_opus":0.01695218855024143,"score_gpt":0.26698787585742206,"score_spread":0.2500356873071806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382541374","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064169444,0.0034380737,0.5407426,0.062664546,0.11933065,0.011714354,0.000102242666,0.0045220396,0.19331609],"genre_scores_gemma":[0.3409112,0.01556059,0.59175533,0.0055934847,0.0037822477,0.00095769943,0.0005328786,0.00028314276,0.04062344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9915592,0.00020780781,0.0028267743,0.0019133263,0.0019988276,0.0014940604],"domain_scores_gemma":[0.996453,0.0004389554,0.0013081738,0.0011291971,0.00035797385,0.00031272037],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029792085,0.0011633341,0.0014001569,0.0103248,0.0007285906,0.0023195676,0.0049029035,0.0008499812,0.000028725364],"category_scores_gemma":[0.000028193726,0.0009463325,0.00019630039,0.005328758,0.0010569339,0.005431383,0.001914201,0.0008017348,0.00057111884],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050256353,0.00014439586,0.004295075,0.00013155796,0.000027024209,0.000085563486,0.0038318029,0.0029133304,0.0000020121536,0.89801687,0.008054635,0.08249269],"study_design_scores_gemma":[0.0036020998,0.0017241237,0.110030465,0.0093218675,0.000032795117,0.0020620513,0.00021574243,0.4207718,0.00013077164,0.06157276,0.38375714,0.006778371],"about_ca_topic_score_codex":0.00079602737,"about_ca_topic_score_gemma":0.0009306366,"teacher_disagreement_score":0.83644414,"about_ca_system_score_codex":0.00069511257,"about_ca_system_score_gemma":0.0024708759,"threshold_uncertainty_score":0.9992987},"labels":[],"label_agreement":null},{"id":"W4383621721","doi":"10.5430/bmr.v12n2p14","title":"New Faculty Onboarding: An Opportunity for Connection and Commitment","year":2023,"lang":"en","type":"article","venue":"Business and Management Research","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Onboarding; Process (computing); Public relations; Frame (networking); Business; Medical education; Psychology; Computer science; Political science; Medicine; Social psychology","score_opus":0.22806346494481913,"score_gpt":0.4153579815381288,"score_spread":0.18729451659330967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383621721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09036957,0.00009006788,0.8359044,0.030672513,0.0015324276,0.004552052,0.000010628771,0.00068507757,0.03618324],"genre_scores_gemma":[0.8669347,0.0016837904,0.06272845,0.0012970219,0.00041956367,0.0020564368,0.00056523643,0.000037533824,0.06427724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990289,0.000045158627,0.00015208844,0.00021651419,0.00032632804,0.00023097648],"domain_scores_gemma":[0.99929535,0.000029523217,0.000033922337,0.00019753534,0.0002712395,0.00017239951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013737177,0.00006990548,0.00008099386,0.000324254,0.00041712087,0.00041931693,0.00019753378,0.000024869258,0.000010467334],"category_scores_gemma":[0.000025096111,0.000060065788,0.000010072004,0.0007926602,0.000019183492,0.00048432584,0.0003002046,0.00004310686,0.000021929969],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070308824,0.000037239584,0.00032499045,0.00029900507,0.000024425486,0.0000026975563,0.0018098411,0.000013108295,0.000011941596,0.45141053,0.11710752,0.42895168],"study_design_scores_gemma":[0.0008396309,0.000058439116,0.17758447,0.000048966165,0.0000033281883,0.0000059360227,0.00486648,0.010235638,0.000041780884,0.0053350925,0.80079705,0.00018317104],"about_ca_topic_score_codex":0.00012194165,"about_ca_topic_score_gemma":0.000014562114,"teacher_disagreement_score":0.77656513,"about_ca_system_score_codex":0.000038866685,"about_ca_system_score_gemma":0.000079225225,"threshold_uncertainty_score":0.40434828},"labels":[],"label_agreement":null},{"id":"W4391841479","doi":"10.1111/isj.12512","title":"Evolving editorial boards","year":2024,"lang":"en","type":"article","venue":"Information Systems Journal","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.007550688441411379,"score_gpt":0.24407053375736082,"score_spread":0.23651984531594944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391841479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002136034,0.00041446916,0.6966356,0.0005667635,0.26252696,0.00018340434,0.0000027652827,0.00038690574,0.039069522],"genre_scores_gemma":[0.9564208,0.00003960104,0.004618369,0.00045367127,0.036984805,0.000073202675,0.00001677825,0.000011684466,0.0013810982],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755543,0.000068693626,0.0010082372,0.000084734515,0.0010373109,0.00024557684],"domain_scores_gemma":[0.99855155,0.00004347317,0.00026808077,0.00021283772,0.00075082964,0.00017325913],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001747652,0.0001331962,0.00013848399,0.00050512224,0.0003112461,0.006228033,0.00052856124,0.00009709032,0.000060237977],"category_scores_gemma":[0.00007266473,0.00010594664,0.000085892934,0.00049222074,0.000010425496,0.012537201,0.00006242412,0.00031445324,0.0033595935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.315795e-7,0.000004929897,0.000032639502,0.00010758666,0.000030306923,0.0000029148339,0.010566828,0.00035450555,0.0000054811167,0.06443493,0.9113956,0.013063359],"study_design_scores_gemma":[0.00015213752,0.000014650377,0.00010883007,0.0001903633,0.0000023299174,0.0010568653,0.0010419487,0.039297793,0.000013791764,0.00009314791,0.9578802,0.0001479375],"about_ca_topic_score_codex":0.000009925278,"about_ca_topic_score_gemma":1.0078369e-7,"teacher_disagreement_score":0.95620716,"about_ca_system_score_codex":0.0003416451,"about_ca_system_score_gemma":0.0007435123,"threshold_uncertainty_score":0.9974164},"labels":[],"label_agreement":null},{"id":"W4392117889","doi":"10.15173/m.v1i29.1171","title":"Editor-in-Chief Letter","year":2016,"lang":"en","type":"article","venue":"The Meducator","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Editor in chief; Peer review; Population health; Medicine; Psychology; Political science; Public health; Nursing; Management; Economics; Law","score_opus":0.00849978747201548,"score_gpt":0.23457042891420626,"score_spread":0.22607064144219077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392117889","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26579183,0.00015557575,0.1092351,0.46766186,0.11261078,0.0009009202,0.0000024362025,0.00038826186,0.04325323],"genre_scores_gemma":[0.9809286,0.0000046509435,0.0017675827,0.007238381,0.003515251,0.00010823221,3.893107e-7,0.0000050917706,0.0064318394],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992629,0.00004961528,0.00019671276,0.00011135758,0.0002044742,0.00017492044],"domain_scores_gemma":[0.999395,0.00006558385,0.000059446946,0.00038831093,0.000039098268,0.000052561816],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004089029,0.000066779554,0.00006327379,0.00007011501,0.000065761094,0.000059089358,0.00062768126,0.000021362895,0.00012911727],"category_scores_gemma":[0.00003302813,0.00003069519,0.000023843799,0.0002078434,0.00002352246,0.0003037227,0.00006527018,0.00004428267,0.0020868364],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.5040904e-7,0.000037246667,0.0018406992,0.000004561621,0.0000047761673,4.4004324e-7,0.0080308495,2.2670532e-7,0.00023955878,0.038024995,0.93321294,0.018602839],"study_design_scores_gemma":[0.00016763898,0.0000052126397,0.017937744,0.000027603464,5.611356e-7,0.000009615012,0.00026277883,0.000017329785,0.0010905731,0.0005190502,0.9798552,0.000106700085],"about_ca_topic_score_codex":0.000008629412,"about_ca_topic_score_gemma":0.000002692292,"teacher_disagreement_score":0.7151367,"about_ca_system_score_codex":0.00008247425,"about_ca_system_score_gemma":0.00017950631,"threshold_uncertainty_score":0.9986901},"labels":[],"label_agreement":null},{"id":"W4399489501","doi":"10.22318/icls2024.217962","title":"Using an Evidence-Centered Design Approach to Examine the Alignment of Computer Science Curricula with Standards","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"National Science Foundation","keywords":"Curriculum; Computer science; Engineering ethics; Mathematics education; Software engineering; Human–computer interaction; Engineering; Psychology; Pedagogy","score_opus":0.10443341363934118,"score_gpt":0.32904916722140387,"score_spread":0.2246157535820627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399489501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036232106,0.000075650314,0.96109146,0.0002202328,0.00037831906,0.00064614613,0.0000011384965,0.00010056823,0.0012543716],"genre_scores_gemma":[0.7538482,0.0000025146805,0.24585637,0.0001558862,0.00005902557,0.000052800642,3.066509e-7,0.0000051216953,0.000019784393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978535,0.00001775213,0.0003189761,0.0003687692,0.0011852365,0.000255725],"domain_scores_gemma":[0.9987169,0.000017848632,0.00010381065,0.00019680287,0.000828739,0.00013590742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023250994,0.0001354982,0.00013092412,0.00022510087,0.00022898454,0.00087507995,0.00092559605,0.000020790974,0.0000043886357],"category_scores_gemma":[0.000029105138,0.00007829614,0.000022107464,0.0017516204,0.00008755914,0.0017716852,0.00019212061,0.00007022511,0.0000069232965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070634494,0.0010749074,0.0021008148,0.0017689342,0.00016737112,0.0000057809625,0.3384004,0.013680377,0.012648968,0.4273912,0.019678636,0.183012],"study_design_scores_gemma":[0.0001682333,0.00029741458,0.0011775197,0.001057798,0.000013153287,0.00014648456,0.0019741838,0.9798977,0.0107354,0.00007654173,0.0041466956,0.00030890072],"about_ca_topic_score_codex":0.00000766708,"about_ca_topic_score_gemma":1.3863072e-7,"teacher_disagreement_score":0.9662173,"about_ca_system_score_codex":0.0003165171,"about_ca_system_score_gemma":0.0006569719,"threshold_uncertainty_score":0.8438416},"labels":[],"label_agreement":null},{"id":"W4399861344","doi":"10.1145/3660650","title":"The 26th Western Canadian Conference on Computing Education","year":2024,"lang":"en","type":"paratext","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science","score_opus":0.021196532118026176,"score_gpt":0.28954382534335094,"score_spread":0.26834729322532475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399861344","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002787334,0.00038111227,0.013460267,0.012688128,0.028719457,0.0003908169,0.0000063755288,0.00008508826,0.94424087],"genre_scores_gemma":[0.047486812,0.00009079049,0.00070340326,0.0066864626,0.0005468405,0.00007603234,0.00011319361,0.000015799786,0.9442807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984191,0.000065920576,0.000460891,0.0003341549,0.00036757634,0.0003523766],"domain_scores_gemma":[0.9986289,0.000053041855,0.00017626357,0.0005886953,0.00031918398,0.00023390084],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000369647,0.00023857257,0.00016172747,0.00028985285,0.0005149909,0.0021551251,0.0012218467,0.00014374699,0.0003777225],"category_scores_gemma":[0.000010352515,0.00015645007,0.00005699815,0.0003773732,0.000023337161,0.00018061856,0.000116576164,0.00034203922,0.0886449],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[1.24656e-7,0.0000061293167,0.0000021782453,0.000029926767,0.000012788001,2.3423434e-7,0.0015885679,0.000008789011,7.5843076e-8,0.13219655,0.8351902,0.030964456],"study_design_scores_gemma":[0.000024116362,0.00000974683,0.000077547724,0.00026394983,0.0000024980748,0.000015641252,0.0005961745,0.0019226422,0.000009747243,0.00013185495,0.9967165,0.00022960317],"about_ca_topic_score_codex":0.014062579,"about_ca_topic_score_gemma":0.012534031,"teacher_disagreement_score":0.1615263,"about_ca_system_score_codex":0.00046023805,"about_ca_system_score_gemma":0.008645855,"threshold_uncertainty_score":0.99888074},"labels":[],"label_agreement":null},{"id":"W4400335717","doi":"10.1145/3649405.3659530","title":"All for One and One for All - Collaboration in Computing Education: Policy, Practice, and Professional Dispositions","year":2024,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Knowledge management; Engineering ethics; Medical education; Mathematics education; Data science; Psychology; Medicine; Engineering","score_opus":0.020916113933223998,"score_gpt":0.37252566312042373,"score_spread":0.3516095491871997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008822775,0.00039184748,0.78828764,0.193631,0.0016528042,0.0023721715,0.000017630437,0.00015542922,0.004668702],"genre_scores_gemma":[0.5203795,0.00003357518,0.46794146,0.007963087,0.00033112243,0.0007261948,0.00014931553,0.000009463204,0.002466282],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99921,0.00003120881,0.00029949978,0.00019589956,0.00013045629,0.00013291028],"domain_scores_gemma":[0.9992637,0.00024313215,0.00007319233,0.00008962146,0.00026289697,0.000067480716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047986096,0.00007480048,0.000087120265,0.00021927166,0.00013393765,0.0004487174,0.00008394739,0.00004242104,0.000003702584],"category_scores_gemma":[0.00009149855,0.00007045997,0.000012519474,0.00036453194,0.000012909229,0.0010658397,0.000050426734,0.000045967452,0.0000055342907],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051148086,0.00015144915,0.000058446967,0.0001893863,0.000019660572,5.871227e-8,0.010763185,0.000005816745,0.00005499483,0.9558072,0.013516304,0.019428378],"study_design_scores_gemma":[0.0011643423,0.00013618138,0.009381535,0.0006339527,0.000030093755,0.000068075315,0.010297855,0.16638936,0.00031920528,0.015488817,0.795593,0.00049758755],"about_ca_topic_score_codex":0.00003596659,"about_ca_topic_score_gemma":0.000030228613,"teacher_disagreement_score":0.9403184,"about_ca_system_score_codex":0.000107874985,"about_ca_system_score_gemma":0.0011394414,"threshold_uncertainty_score":0.43269923},"labels":[],"label_agreement":null},{"id":"W4400766855","doi":"10.1145/3672089.3672092","title":"On the Academia-Industry 'Gap' from a Perspective of Professors' Choices and their Psychological Implications","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pacific Railway (Canada); Concordia University","funders":"","keywords":"Perspective (graphical); Psychology; Sociology; Computer science","score_opus":0.04144434248284134,"score_gpt":0.3108156109806737,"score_spread":0.26937126849783233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400766855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.886726,0.0011576373,0.09091566,0.01873953,0.0010166175,0.0004561404,0.00004713809,0.0008402808,0.00010099916],"genre_scores_gemma":[0.9933882,0.000011952899,0.0059926207,0.00037744603,0.000072621355,0.000107751206,0.000004899552,0.000008208576,0.000036319238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992026,0.00002653093,0.0002339669,0.00025342742,0.00013445946,0.00014898389],"domain_scores_gemma":[0.98472196,0.014614993,0.0000615915,0.00045226308,0.0000906389,0.000058533242],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0002251069,0.00014350298,0.00012463592,0.0000987307,0.00009165653,0.00012177797,0.0006256196,0.00021834829,0.000028319413],"category_scores_gemma":[0.010319735,0.00008818188,0.000042903535,0.00039355774,0.000028141023,0.00024497768,0.00014892759,0.0005921974,0.00003031515],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048143556,0.00013077428,0.034688484,0.00015145453,0.00019807652,0.0000015809251,0.049722344,0.00028944667,0.0013960074,0.88529295,0.0076442626,0.020479802],"study_design_scores_gemma":[0.00034307927,0.0001362188,0.9549208,0.001071146,0.000021970309,0.00005785752,0.0028713443,0.0027007917,0.007104601,0.013076169,0.016804397,0.00089161005],"about_ca_topic_score_codex":0.000017062037,"about_ca_topic_score_gemma":4.4099107e-7,"teacher_disagreement_score":0.92023236,"about_ca_system_score_codex":0.000054138873,"about_ca_system_score_gemma":0.000051924922,"threshold_uncertainty_score":0.9980168},"labels":[],"label_agreement":null},{"id":"W4400798866","doi":"10.1145/3626203.3670530","title":"A 'Microcredential in Advanced Computing' Program","year":2024,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Francis Xavier University; Memorial University of Newfoundland","funders":"Government of Canada","keywords":"Computer science; Programming language; Computer architecture; Software engineering","score_opus":0.0066111808588750565,"score_gpt":0.29183081993458654,"score_spread":0.28521963907571146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400798866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036285628,0.00015787604,0.9009573,0.0014732993,0.0029791282,0.0005338793,2.4427655e-7,0.0010075113,0.056605168],"genre_scores_gemma":[0.9125417,0.0000019857243,0.085455015,0.00023285767,0.000031701118,0.000038628517,0.0000025321883,0.0000025868658,0.0016930026],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933946,0.000013240438,0.00022643225,0.00014766472,0.0001326767,0.00014052197],"domain_scores_gemma":[0.9997852,0.000011494262,0.000018299948,0.000118142656,0.00003224433,0.00003464075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001730068,0.000057804104,0.000057271576,0.00015022753,0.000030780462,0.00035306215,0.00024272689,0.000020203704,0.000046314974],"category_scores_gemma":[0.0000037706925,0.000048267735,0.00002346806,0.00055717654,0.0000057103452,0.00043195373,0.00006725564,0.000055630637,0.0005176618],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1906354e-7,0.000068212175,0.0002046419,0.00005586344,0.00000610431,0.0000077587365,0.006914659,0.00005430265,0.00008844804,0.23372853,0.011235735,0.7476351],"study_design_scores_gemma":[0.00037773847,0.00004704414,0.006832838,0.00018953286,0.0000010007677,0.00009056316,0.00091176416,0.2949684,0.0016759895,0.00066436135,0.6939025,0.00033825717],"about_ca_topic_score_codex":0.000009116882,"about_ca_topic_score_gemma":0.0000054451634,"teacher_disagreement_score":0.87625605,"about_ca_system_score_codex":0.000057414196,"about_ca_system_score_gemma":0.00012600319,"threshold_uncertainty_score":0.66536677},"labels":[],"label_agreement":null},{"id":"W4403216957","doi":"10.1145/3699853.3699859","title":"Member Spotlight: Monica M. McGill","year":2024,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Mathematics","score_opus":0.019825319438979024,"score_gpt":0.2607433245615411,"score_spread":0.24091800512256206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403216957","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023974514,0.0019498332,0.054974407,0.27742523,0.016416838,0.0013035545,0.000023129594,0.0048756264,0.6190569],"genre_scores_gemma":[0.92215204,0.00004896646,0.036983736,0.0050202697,0.00020958165,0.00013854029,0.000009944227,0.000022938331,0.03541395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880075,0.00003893706,0.00033397498,0.0002801275,0.00031303457,0.0002331505],"domain_scores_gemma":[0.99901325,0.000091929054,0.00004933232,0.0006588853,0.000081681865,0.00010490317],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003677477,0.00013066987,0.00011150153,0.00012434137,0.00014235698,0.0002653379,0.00088596635,0.00005760009,0.0012378668],"category_scores_gemma":[0.000083500185,0.00010714753,0.00006717982,0.00037454895,0.000014615908,0.00020290603,0.00029951517,0.000119017954,0.020583687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010463332,0.00003028315,0.000019459294,0.0000487833,0.000024826428,0.00002208861,0.0019112806,0.000011340448,0.000039666724,0.14487943,0.8218344,0.031177389],"study_design_scores_gemma":[0.00007335429,0.000009239668,0.00021221882,0.00004745777,0.0000023143539,0.000055720677,0.000084714346,0.0005717956,0.001095867,0.0005735367,0.9971081,0.0001656612],"about_ca_topic_score_codex":0.00001600591,"about_ca_topic_score_gemma":7.4472564e-7,"teacher_disagreement_score":0.89817756,"about_ca_system_score_codex":0.0000857805,"about_ca_system_score_gemma":0.000097880045,"threshold_uncertainty_score":0.99967515},"labels":[],"label_agreement":null},{"id":"W4403877479","doi":"10.1353/lib.2024.a941429","title":"Understanding Knowledge Management Education within the North American Higher Education System","year":2024,"lang":"en","type":"article","venue":"Library trends","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Knowledge management; Library science; Political science; Engineering management; Sociology; Engineering; Computer science","score_opus":0.03241287012936928,"score_gpt":0.2575681161908312,"score_spread":0.22515524606146192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403877479","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023177345,0.00070817536,0.016159853,0.0082109505,0.013958404,0.00023393182,0.000002903647,0.0011375527,0.9572705],"genre_scores_gemma":[0.90599173,0.00000920768,0.0029054813,0.00073556235,0.00030283784,0.00018616444,0.00005718141,0.000013415353,0.0897984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893606,0.00008190915,0.00033925692,0.00026272374,0.00021831878,0.0001617287],"domain_scores_gemma":[0.999336,0.000025817906,0.00012050483,0.00040863696,0.000020748517,0.0000882583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001250516,0.00014474326,0.00009896795,0.00043245358,0.00022117708,0.0009102465,0.00057240186,0.000020314828,0.00005642553],"category_scores_gemma":[5.5134205e-7,0.00010124997,0.00005285254,0.0024070507,0.000031447653,0.0016588707,0.00012380887,0.000103152575,0.00038629107],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.002177e-7,0.000043621112,0.0006838934,0.00011219848,0.000024378334,5.18505e-7,0.0030193443,0.0000062300796,1.2252622e-7,0.81620187,0.1057322,0.074175015],"study_design_scores_gemma":[0.000078822115,0.000025400308,0.04890634,0.0003281537,0.000020772604,0.000038785456,0.011613642,0.004850967,0.000015616015,0.00073038077,0.9330444,0.0003467709],"about_ca_topic_score_codex":0.0000061666487,"about_ca_topic_score_gemma":0.0000030012452,"teacher_disagreement_score":0.903674,"about_ca_system_score_codex":0.00027118265,"about_ca_system_score_gemma":0.0005804323,"threshold_uncertainty_score":0.87775284},"labels":[],"label_agreement":null},{"id":"W4403899772","doi":"10.54337/nlc.v6.9297","title":"Collaborative Conceptual Change during Networked Management Learning","year":2008,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Knowledge management; Conceptual change; Process management; Computer science; Networked learning; Human–computer interaction; Psychology; Business; Mathematics education; Educational technology","score_opus":0.03391773030599746,"score_gpt":0.24736427200081387,"score_spread":0.21344654169481642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403899772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74025,0.00005029831,0.0018878629,0.0033584477,0.0024636318,0.0010411122,0.0000010449386,0.00032892975,0.25061867],"genre_scores_gemma":[0.9904241,0.00010609067,0.0016163596,0.00023526243,0.0002464132,0.00015243085,0.000003524375,0.000010393432,0.007205439],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816185,0.00003569993,0.00044764957,0.00029945048,0.0007765217,0.00027881667],"domain_scores_gemma":[0.9983029,0.000034016608,0.00063430803,0.0001046465,0.00085342687,0.000070750655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038309605,0.0001905347,0.00018748267,0.00015764606,0.0005512949,0.00016349804,0.0012848633,0.00006061781,0.00008886522],"category_scores_gemma":[0.000062101375,0.00015373414,0.0000753506,0.0006291897,0.000102657395,0.0006836761,0.00042074008,0.0004151803,0.00005068795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012283072,0.00014382644,0.051252384,0.00009084339,0.00031577944,0.0000063080806,0.0536254,0.011556648,0.00064940244,0.8671399,0.0056297225,0.009466965],"study_design_scores_gemma":[0.005180374,0.000510055,0.17711449,0.0028835612,0.000048774025,0.0002843022,0.05831211,0.4991506,0.00729175,0.0016406435,0.24524538,0.002337971],"about_ca_topic_score_codex":0.000005821153,"about_ca_topic_score_gemma":5.232278e-7,"teacher_disagreement_score":0.86549926,"about_ca_system_score_codex":0.00014969906,"about_ca_system_score_gemma":0.00007412056,"threshold_uncertainty_score":0.6269097},"labels":[],"label_agreement":null},{"id":"W4404145315","doi":"10.5267/j.uscm.2024.7.009","title":"Examining the mediating role of ambidexterity, wireless IT competence, and sensing capability of supply chain management to drive innovation capability in higher education ,","year":2024,"lang":"en","type":"article","venue":"Uncertain Supply Chain Management","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ambidexterity; Supply chain; Business; Competence (human resources); Supply chain management; Process management; Knowledge management; Wireless; Operations management; Computer science; Marketing; Psychology; Telecommunications; Engineering","score_opus":0.019114002120030792,"score_gpt":0.25799163100858913,"score_spread":0.23887762888855835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404145315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9505372,0.00016487618,0.023914251,0.009892641,0.0016025832,0.0028337361,0.000014508092,0.00011798291,0.010922226],"genre_scores_gemma":[0.9818853,0.00002160549,0.016587675,0.0007102715,0.000041822597,0.00018609462,0.000035457815,0.000010564516,0.0005212023],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9971471,0.00024229822,0.00113074,0.00052868726,0.00064085214,0.00031033938],"domain_scores_gemma":[0.99865323,0.00014182324,0.00028205258,0.0006087686,0.00025150023,0.000062625295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028096244,0.00022847847,0.00029287726,0.00076499995,0.00011862399,0.0001758239,0.00051835005,0.00005628227,0.00003678606],"category_scores_gemma":[0.00002543576,0.00019581853,0.000037837926,0.0022884998,0.000092005845,0.00038137042,0.0004943668,0.00014133294,0.000008134946],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014186372,0.00022244095,0.022275401,0.0020499446,0.00009193011,0.0000056063814,0.06039829,0.0012166586,0.0008459606,0.5245645,0.0015918143,0.38672328],"study_design_scores_gemma":[0.0011239005,0.00018777188,0.6589071,0.003305873,0.00006546246,0.000020511374,0.13495633,0.14544116,0.0025441572,0.018959278,0.033237737,0.0012507209],"about_ca_topic_score_codex":0.00043012542,"about_ca_topic_score_gemma":0.000073393756,"teacher_disagreement_score":0.6366317,"about_ca_system_score_codex":0.00038410732,"about_ca_system_score_gemma":0.00012863819,"threshold_uncertainty_score":0.7985248},"labels":[],"label_agreement":null},{"id":"W4404178130","doi":"10.2139/ssrn.4969013","title":"Amicus Brief for the Princeton Center for Information Technology Policy","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Center (category theory); Political science; Library science; Engineering ethics; Computer science; Engineering","score_opus":0.005629400128356012,"score_gpt":0.25892626768165433,"score_spread":0.25329686755329833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404178130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043659686,0.00051891635,0.9705374,0.026007837,0.0011700377,0.0004937026,0.0000043091545,0.0001178674,0.0007133064],"genre_scores_gemma":[0.9857883,0.00086603104,0.0068920953,0.0019740409,0.00087703107,0.00049131835,0.000023242112,0.00001512392,0.003072816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847215,0.000011747456,0.0003517794,0.000088745255,0.00016283123,0.00091271615],"domain_scores_gemma":[0.99941444,0.000054089534,0.00012397698,0.00016482559,0.00021056188,0.00003207589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012194113,0.000091855116,0.00007783981,0.00036968137,0.00033202063,0.00048885733,0.0005869635,0.000056901175,0.0000020018],"category_scores_gemma":[0.00006604151,0.00005984859,0.000084489744,0.0004968422,0.0000175425,0.0010773021,0.000046116173,0.00037964003,0.00004858646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022851182,0.000005266705,0.000013323904,0.000014914499,0.00003415281,2.521089e-8,0.0007046568,0.00001311287,0.0000036975423,0.78018653,0.0017145724,0.2173075],"study_design_scores_gemma":[0.0003624181,0.000082441926,0.000056148612,0.00002689615,0.0000049503965,0.00047379875,0.0012696418,0.011867642,0.00010729081,0.105473846,0.8801736,0.000101296115],"about_ca_topic_score_codex":0.000006536221,"about_ca_topic_score_gemma":0.000016000293,"teacher_disagreement_score":0.9853517,"about_ca_system_score_codex":0.0008802626,"about_ca_system_score_gemma":0.003531232,"threshold_uncertainty_score":0.6264254},"labels":[],"label_agreement":null},{"id":"W4405438263","doi":"10.1145/3708907.3708908","title":"Equity, Diversity and Inclusion at ACM MMSys 2023","year":2023,"lang":"en","type":"article","venue":"ACM SIGMultimedia Records","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Simon Fraser University","funders":"","keywords":"Computer science; Equity (law); Inclusion (mineral); Diversity (politics); Chemistry; Law; Political science","score_opus":0.046376144817268976,"score_gpt":0.3018110930045556,"score_spread":0.2554349481872866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405438263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716493,0.00008293666,0.0043680137,0.009051187,0.006097327,0.00051809585,0.000010465815,0.00077817624,0.007444492],"genre_scores_gemma":[0.9751879,0.00015597873,0.013750266,0.0009825304,0.00017754626,0.000046024492,0.00005382757,0.0000094405505,0.009636466],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99836797,0.000056815326,0.00029837454,0.00031431997,0.000628664,0.00033383296],"domain_scores_gemma":[0.9983741,0.0002698043,0.0001353984,0.0008866233,0.00012455625,0.00020949058],"candidate_categories":["sts","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009686175,0.0001451638,0.0001609058,0.0002296615,0.004283758,0.000060558254,0.001988384,0.00009198255,0.00015644477],"category_scores_gemma":[0.0007021186,0.00013297675,0.000043040305,0.00076381693,0.000038536546,0.0005790597,0.16951975,0.000102734506,0.0012732598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001451605,0.000078301644,0.09214088,0.00010402059,0.000051134375,0.000026271297,0.19324164,0.000013942729,0.0004163089,0.0016076401,0.35096505,0.36134028],"study_design_scores_gemma":[0.0028791106,0.00017270085,0.46322152,0.00015009438,0.000023274963,0.0000977346,0.0023240268,0.054480918,0.0021640733,0.017489959,0.45541996,0.0015766331],"about_ca_topic_score_codex":0.00015765258,"about_ca_topic_score_gemma":0.00005170119,"teacher_disagreement_score":0.37108064,"about_ca_system_score_codex":0.00021430205,"about_ca_system_score_gemma":0.000089319656,"threshold_uncertainty_score":0.9995044},"labels":[],"label_agreement":null},{"id":"W4405576580","doi":"10.54337/nlc.v2.9806","title":"An Evaluation of Stage One","year":2000,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Stage (stratigraphy); Geology; Paleontology","score_opus":0.057308440731998596,"score_gpt":0.3040917862183214,"score_spread":0.2467833454863228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405576580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7836013,0.000008182733,0.00093743287,0.0009927156,0.0003838985,0.00022375204,7.916127e-7,0.0000458626,0.2138061],"genre_scores_gemma":[0.99624646,0.000010418899,0.0015199556,0.00009773082,0.000056631645,0.000021411868,0.0000027403642,0.000003638845,0.0020410165],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829566,0.000031091367,0.0003573711,0.00015136508,0.0010609076,0.00010360931],"domain_scores_gemma":[0.9980946,0.00001646416,0.0004040131,0.00010724456,0.0013428587,0.000034801124],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013119302,0.000079794634,0.00010281157,0.000083827515,0.00008650898,0.00011369339,0.0010596291,0.00003521566,0.0010076846],"category_scores_gemma":[0.00006864836,0.00006367867,0.0000407714,0.00024021631,0.000027903227,0.00055520714,0.000052801824,0.00014361106,0.000022725719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004726345,0.00024735308,0.007994725,0.000037334954,0.00008417143,3.681408e-8,0.008242906,0.033692386,0.0049246424,0.6720445,0.00081364246,0.271871],"study_design_scores_gemma":[0.00047695727,0.00009412633,0.014063059,0.00029783306,0.000010300493,0.000002794245,0.0011890089,0.96913177,0.0071715047,0.0020853798,0.005317391,0.00015990644],"about_ca_topic_score_codex":0.000010766435,"about_ca_topic_score_gemma":8.673781e-7,"teacher_disagreement_score":0.93543935,"about_ca_system_score_codex":0.00007375311,"about_ca_system_score_gemma":0.00014575396,"threshold_uncertainty_score":0.9999055},"labels":[],"label_agreement":null},{"id":"W4406803638","doi":"10.1145/3689187.3709610","title":"An International Examination of Non-Technical Skills and Professional Dispositions in Computing -- Identifying the Present Day Academia-Industry Gap","year":2025,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Engineering management; Medical education; Engineering; Medicine","score_opus":0.015864281255377796,"score_gpt":0.35043002859033556,"score_spread":0.33456574733495775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56664133,0.000014310485,0.41593197,0.0040336843,0.001167286,0.00041966082,0.000001552666,0.000050534083,0.011739651],"genre_scores_gemma":[0.99425083,0.0000038163366,0.0046639265,0.00031148846,0.000031795513,0.000030317535,0.000009973794,0.0000014962545,0.00069634384],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989101,0.00011501287,0.00043029897,0.00015825308,0.00028247072,0.00010382636],"domain_scores_gemma":[0.9994071,0.00012414918,0.00012926324,0.00017999133,0.00012621263,0.000033277785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010629697,0.00006824402,0.000081938124,0.00021079395,0.00013398069,0.00010931305,0.00051687885,0.00015496682,0.000016651296],"category_scores_gemma":[0.000039427614,0.000049178503,0.000017203003,0.00040999777,0.000034603632,0.0007185421,0.00023483219,0.00036448074,0.0000029803202],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033733131,0.0010999009,0.14036153,0.00013861877,0.000050848917,0.0000020369519,0.032466035,0.0010003078,0.0026431582,0.6406852,0.005597243,0.17595175],"study_design_scores_gemma":[0.00019274969,0.00000502911,0.9221021,0.00018155534,0.0000015112068,0.0000062039003,0.0011694677,0.07475703,0.00092172396,0.00022424664,0.00037445256,0.00006390857],"about_ca_topic_score_codex":0.0000104663,"about_ca_topic_score_gemma":0.0000042983174,"teacher_disagreement_score":0.7817406,"about_ca_system_score_codex":0.00007548716,"about_ca_system_score_gemma":0.00011997752,"threshold_uncertainty_score":0.20054412},"labels":[],"label_agreement":null},{"id":"W4410960589","doi":"10.1007/978-3-031-90091-4_17","title":"A Duty of Care in Automotive Technology Education","year":2025,"lang":"en","type":"book-chapter","venue":"Ethics and integrity in educational contexts","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Red River College","funders":"","keywords":"Automotive industry; Duty; Manufacturing engineering; Automotive engineering; Business; Engineering; Political science; Aerospace engineering","score_opus":0.018065715131829523,"score_gpt":0.3175961176512203,"score_spread":0.2995304025193908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410960589","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016494099,0.008433998,0.001007975,0.057192612,0.004074798,0.0011625423,0.000045522913,0.000054862627,0.92637825],"genre_scores_gemma":[0.75068367,0.0010229727,0.008724017,0.0033755286,0.00014747877,0.0003300312,0.00024268184,0.00001937586,0.23545422],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99841255,0.000073287956,0.0007337106,0.00033802533,0.00030495622,0.00013745665],"domain_scores_gemma":[0.9973154,0.0003640383,0.00033963672,0.0003214108,0.0016118427,0.000047646437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073373195,0.0002093629,0.00034318282,0.0012445578,0.000079715384,0.000050578852,0.0004694593,0.00069463614,0.0000629274],"category_scores_gemma":[0.0006547188,0.00021538684,0.000049831306,0.0002754214,0.0001228862,0.00021793188,0.00014692548,0.0019235513,0.000019235988],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002695041,0.00006528623,0.00065657333,0.00025258854,0.000009272682,1.8270688e-7,0.018912021,6.435071e-7,6.2515664e-7,0.9532403,0.0018662625,0.024993574],"study_design_scores_gemma":[0.0006968601,0.00014384698,0.025587227,0.007933788,0.000014140972,0.0000298483,0.013931091,0.00017208216,0.000104872866,0.5723334,0.37816054,0.0008923241],"about_ca_topic_score_codex":0.00018076655,"about_ca_topic_score_gemma":0.0009162029,"teacher_disagreement_score":0.7490343,"about_ca_system_score_codex":0.0004541956,"about_ca_system_score_gemma":0.009083226,"threshold_uncertainty_score":0.99653435},"labels":[],"label_agreement":null},{"id":"W4412634545","doi":"10.59350/cb6r5-9sq08","title":"Employment Opportunity: Senior UX Designer","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Marketing; Computer science","score_opus":0.054249931943668894,"score_gpt":0.2962137395773108,"score_spread":0.2419638076336419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412634545","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023794319,0.000068360096,0.76958007,0.0064324467,0.008948217,0.001095265,0.000010545537,0.0008991187,0.21058658],"genre_scores_gemma":[0.26802114,0.00012603379,0.35619858,0.034131717,0.0006443709,0.004895453,0.0007111813,0.000091846996,0.3351797],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977238,0.00015489786,0.00063910097,0.00043602852,0.0007712704,0.00027487686],"domain_scores_gemma":[0.998151,0.000027839982,0.0003315364,0.0010536618,0.00017943543,0.00025655085],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008168088,0.00025117098,0.0002482648,0.00026808388,0.00025053803,0.00044838907,0.0015069861,0.00010758017,0.00640825],"category_scores_gemma":[0.000019298932,0.00022592151,0.00011933224,0.00021601212,0.000012735322,0.00026908924,0.0026753335,0.0003991512,0.0006281919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027690414,0.00032311148,0.0010393488,0.00019526329,0.00016193483,0.000026759895,0.020137014,0.00096100173,0.000010815353,0.21837786,0.69322973,0.06553439],"study_design_scores_gemma":[0.00019725309,0.000026266021,0.0012249735,0.000030772775,0.00000814228,0.0000382725,0.0016013278,0.0072395736,0.00018603739,0.0015841575,0.98715585,0.00070736697],"about_ca_topic_score_codex":0.000110564164,"about_ca_topic_score_gemma":0.000004756511,"teacher_disagreement_score":0.41338146,"about_ca_system_score_codex":0.00040289143,"about_ca_system_score_gemma":0.0017398414,"threshold_uncertainty_score":0.99450004},"labels":[],"label_agreement":null},{"id":"W4412731811","doi":"10.1145/3735091.3737530","title":"Skills-Based Evaluation in an Introductory Data Management Programming Course for Non Computing Majors","year":2025,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Course (navigation); Computer science; Mathematics education; Data science; Psychology; Engineering","score_opus":0.02446183783582187,"score_gpt":0.3653389151127455,"score_spread":0.3408770772769236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412731811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014055755,0.000013781057,0.97834325,0.0012544839,0.0016426935,0.0017403018,0.0000010810277,0.00010714434,0.0028415015],"genre_scores_gemma":[0.6891665,4.6280138e-7,0.30914563,0.0008736993,0.000054112603,0.00018067786,0.00021465623,0.0000036734805,0.00036058252],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986398,0.00006538022,0.0004246608,0.00036154117,0.0003083777,0.00020023367],"domain_scores_gemma":[0.9988043,0.00003401354,0.00011024041,0.000774583,0.00023855947,0.0000383292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025428273,0.000096002135,0.00010237909,0.0002633392,0.00012127298,0.00022800687,0.0008685625,0.000029975407,0.000011186413],"category_scores_gemma":[0.000027158187,0.00009097376,0.000016140948,0.0005570405,0.000010540727,0.00068196567,0.00018946812,0.000046003996,0.000013342375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035362718,0.000408167,0.0036008952,0.00017467294,0.000021557582,4.55658e-7,0.0019215142,0.0016565863,0.0000042400366,0.037984245,0.012067802,0.9421563],"study_design_scores_gemma":[0.0009064061,0.000016990798,0.024271067,0.00008711069,0.00000969638,5.3619914e-7,0.001332217,0.949516,0.00007065424,0.00013337388,0.023511471,0.00014448517],"about_ca_topic_score_codex":0.000010484838,"about_ca_topic_score_gemma":0.00003700428,"teacher_disagreement_score":0.9478594,"about_ca_system_score_codex":0.00017521362,"about_ca_system_score_gemma":0.00034799182,"threshold_uncertainty_score":0.37098023},"labels":[],"label_agreement":null},{"id":"W4413611814","doi":"10.5539/hes.v15n3p417","title":"Enhancing Undergraduate Students’ Cooperative Ability through Task-Driven Teaching: A case Study in E-Commerce Education","year":2025,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Mathematics education; Teaching method; Higher education; Psychology; Pedagogy; Medical education; Engineering; Medicine; Political science","score_opus":0.037002610675433596,"score_gpt":0.3965894087859179,"score_spread":0.35958679811048433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413611814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9673136,0.0008727666,0.0060504805,0.007848134,0.0075109336,0.0015622276,9.076961e-7,0.00016602773,0.008674934],"genre_scores_gemma":[0.9811985,0.000028564662,0.0043144464,0.002592155,0.000087786466,0.0012856333,0.000006830488,0.000007901,0.010478209],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972596,0.0005633064,0.00092583563,0.0005618304,0.00041151847,0.0002778919],"domain_scores_gemma":[0.99795836,0.00019847536,0.00027392845,0.00065808865,0.0008466595,0.00006448826],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00084768375,0.00028398877,0.00037874564,0.0003648545,0.0006320324,0.00032823396,0.0005802596,0.000056916906,0.000014170308],"category_scores_gemma":[0.00007940734,0.0002576114,0.00005241391,0.0011544224,0.000054508462,0.0011051835,0.00034122675,0.00027608997,0.0000793396],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012161987,0.010252533,0.32896915,0.0003249552,0.00048972655,0.000016002481,0.3360925,0.00008734794,0.00006183623,0.25699863,0.05780822,0.008886917],"study_design_scores_gemma":[0.0012522667,0.00011968484,0.34108287,0.0005025422,0.000056764304,0.00009982798,0.57456154,0.000060583883,0.00011917599,0.002656657,0.07874442,0.00074364396],"about_ca_topic_score_codex":0.00083423546,"about_ca_topic_score_gemma":0.00042101878,"teacher_disagreement_score":0.25434196,"about_ca_system_score_codex":0.0009432231,"about_ca_system_score_gemma":0.0016943826,"threshold_uncertainty_score":0.9999876},"labels":[],"label_agreement":null},{"id":"W4415488612","doi":"10.18623/rvd.v22.n2.3378","title":"MAPPING ACADEMIC PRACTICE IN COLLEGE OF BUSINESS AND PUBLIC ADMINISTRATION: FACULTY PROFILE ON INSTRUCTION, RESEARCH, AND COMMUNITY EXTENSION","year":2025,"lang":"","type":"article","venue":"Veredas do Direito Direito Ambiental e Desenvolvimento Sustentável","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"","keywords":"Excellence; Quality (philosophy); Higher education; Graduate students; Extension (predicate logic); Descriptive statistics; Service (business); Public university","score_opus":0.07569805467695219,"score_gpt":0.36030437227571416,"score_spread":0.284606317598762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415488612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718497,0.0016270125,0.00044568948,0.0047407984,0.002334046,0.002589292,0.00021131383,0.0000887292,0.016113447],"genre_scores_gemma":[0.99572915,0.0006454134,0.0011664692,0.00028400484,0.00007865102,0.00019603697,0.00017020234,0.00002708405,0.0017029692],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9922416,0.0018893217,0.002114871,0.0010485162,0.0017402414,0.00096545083],"domain_scores_gemma":[0.9941502,0.00078820426,0.00086908945,0.001008288,0.0027393212,0.00044486762],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0042916937,0.00061192916,0.00076270796,0.0021059485,0.0018650593,0.0006462939,0.0009958207,0.0005053611,0.000039994367],"category_scores_gemma":[0.0017975217,0.0006366533,0.00008503392,0.0056951386,0.00085582095,0.003241948,0.0015468419,0.0018524966,0.000037924645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021948654,0.017126383,0.092379026,0.0079750605,0.0010331443,0.0002024617,0.08495119,0.000060327922,0.006007969,0.6128201,0.022124216,0.15312524],"study_design_scores_gemma":[0.010788539,0.0014266475,0.5671626,0.008430993,0.00007885675,0.0007924913,0.29416922,0.007993724,0.00793044,0.0024131392,0.09676699,0.0020463893],"about_ca_topic_score_codex":0.00061702105,"about_ca_topic_score_gemma":0.000057143945,"teacher_disagreement_score":0.610407,"about_ca_system_score_codex":0.00096479355,"about_ca_system_score_gemma":0.0014473448,"threshold_uncertainty_score":0.99960846},"labels":[],"label_agreement":null},{"id":"W4416847179","doi":"10.21125/iceri.2025.0718","title":"EXPLORING FOUNDATIONAL SKILLS IN INFORMATION TECHNOLOGY SECTOR CO-OPERATIVE EDUCATION JOB POSTINGS IN CANADA","year":2025,"lang":"","type":"article","venue":"ICERI proceedings","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information technology; Technology education; Information system; The Internet; Information Processes and Technology","score_opus":0.01779760478675947,"score_gpt":0.2623839290078956,"score_spread":0.24458632422113613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416847179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9362574,0.00009093877,0.002067312,0.00859673,0.0046527334,0.0015060268,0.000009600704,0.00008850936,0.046730705],"genre_scores_gemma":[0.9934808,0.00006577426,0.0024406554,0.0022657975,0.00007324118,0.00095907977,0.000036759946,0.000008543256,0.0006693734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966345,0.000026167434,0.0016963662,0.00043415773,0.0006296212,0.0005792318],"domain_scores_gemma":[0.99776185,0.00005526429,0.0005948945,0.00018634669,0.0012878663,0.00011377706],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006907692,0.00035794376,0.00038240655,0.002386208,0.00029146095,0.0007036372,0.0007870847,0.00015563292,0.000115415816],"category_scores_gemma":[0.0003712967,0.0004107044,0.0000350225,0.0045612524,0.000054924116,0.008528582,0.0002064005,0.0005000831,0.0001258546],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00003379924,0.00032439583,0.4067617,0.0011063034,0.000052880612,0.0000017305388,0.10935634,0.00020059008,0.00015760474,0.22795482,0.011916637,0.24213319],"study_design_scores_gemma":[0.0018536609,0.00006820246,0.74082595,0.0034226303,0.000011003348,0.000053394284,0.097426854,0.014650945,0.0034443748,0.0009614623,0.13607764,0.0012038646],"about_ca_topic_score_codex":0.1947398,"about_ca_topic_score_gemma":0.10623515,"teacher_disagreement_score":0.33406425,"about_ca_system_score_codex":0.006159645,"about_ca_system_score_gemma":0.021574259,"threshold_uncertainty_score":0.9998345},"labels":[],"label_agreement":null},{"id":"W4417081889","doi":"10.59350/wf0yb-7ay26","title":"Employment Opportunity: Senior UX Designer","year":2022,"lang":"","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Wright; Software; User experience design; User needs; Public sector","score_opus":0.045023560825905376,"score_gpt":0.2718642543691678,"score_spread":0.22684069354326242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417081889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011692751,0.00032766664,0.6486856,0.027743135,0.023006152,0.0024200862,0.00003248571,0.00065169635,0.28544047],"genre_scores_gemma":[0.78019655,0.000020803069,0.009413242,0.018789452,0.00017048523,0.00069066655,0.000037605252,0.00002331748,0.1906579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99571943,0.0004898799,0.0011316353,0.00050670205,0.0015472918,0.00060507015],"domain_scores_gemma":[0.9977897,0.000044388522,0.00044162595,0.00085727836,0.00029018545,0.00057684595],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018936432,0.0003115101,0.000288362,0.00036755484,0.0017311699,0.00055496703,0.0013217247,0.000052170428,0.046097305],"category_scores_gemma":[0.000024186838,0.00031076613,0.00014601398,0.0009788286,0.00003887121,0.00078223314,0.0013346525,0.00034069424,0.002288901],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011235686,0.0008058657,0.0010420779,0.000051953626,0.000118478645,0.00003289162,0.0466692,0.0005928183,0.000041638643,0.13311402,0.6252733,0.19224654],"study_design_scores_gemma":[0.0005115744,0.0001654553,0.00087562174,0.000010878642,0.000011911498,0.00024276033,0.011939456,0.027696766,0.0002659385,0.00016046375,0.957509,0.00061018806],"about_ca_topic_score_codex":0.00012667324,"about_ca_topic_score_gemma":0.000004781045,"teacher_disagreement_score":0.7685038,"about_ca_system_score_codex":0.00077295525,"about_ca_system_score_gemma":0.0027967114,"threshold_uncertainty_score":0.99993443},"labels":[],"label_agreement":null},{"id":"W4417256058","doi":"10.1108/qrde-09-2001-0015","title":"Biographical Details","year":2001,"lang":"en","type":"article","venue":"Quarterly review of distance education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Officer; The Internet; Turkish; Gateway (web page); Tracking (education); Distance education; Information technology","score_opus":0.008814659758318865,"score_gpt":0.27157087534213603,"score_spread":0.2627562155838172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417256058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010678907,0.07049593,0.85495305,0.010609375,0.0044149086,0.0013418384,0.0000033525369,0.00022480168,0.04727785],"genre_scores_gemma":[0.959379,0.013673081,0.020702725,0.0045025367,0.00017515698,0.00038279567,0.000059669434,0.000010404324,0.0011145887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877274,0.0000626495,0.00058038475,0.00016817107,0.00028054536,0.00013549246],"domain_scores_gemma":[0.9987839,0.000017202428,0.00031458586,0.00046597057,0.00033798322,0.000080399506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036773708,0.00009945814,0.00018183968,0.00011198025,0.000056465633,0.00004869711,0.00042708786,0.000027894757,0.000092409806],"category_scores_gemma":[0.000014722079,0.00008635482,0.00008457142,0.00095420855,0.000023880093,0.0005908539,0.000007912256,0.000050519327,0.00015134871],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010941809,0.00024926025,0.0032786448,0.0019421697,0.000010723169,2.1027437e-7,0.0019674837,5.15752e-8,0.000015622301,0.26319608,0.02588768,0.703451],"study_design_scores_gemma":[0.00012380825,0.00008929711,0.014757298,0.004514036,0.000010288708,0.000044551016,0.0009419372,0.00007572867,0.00003007254,0.0017201272,0.9774263,0.0002665725],"about_ca_topic_score_codex":0.0000062827144,"about_ca_topic_score_gemma":0.0000025831405,"teacher_disagreement_score":0.9515386,"about_ca_system_score_codex":0.00004671558,"about_ca_system_score_gemma":0.0003612456,"threshold_uncertainty_score":0.35214472},"labels":[],"label_agreement":null},{"id":"W6911625464","doi":"10.5281/zenodo.14797078","title":"D2.4 Skills4EOSC Recognition Framework first iteration","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"European Commission","keywords":"Deliverable; Task (project management); Accreditation; Work (physics); Task analysis; Key (lock)","score_opus":0.036846681425368996,"score_gpt":0.25129108444733045,"score_spread":0.21444440302196144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911625464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020599259,0.000031570675,0.8022105,0.008547162,0.0018048465,0.0010995411,0.000079610385,0.006783572,0.1588439],"genre_scores_gemma":[0.97604764,0.00015179842,0.013681371,0.0012474869,0.000504727,9.880129e-7,0.0048943055,0.0008130737,0.0026586032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984755,0.00016130212,0.0003270334,0.0003094904,0.0004289953,0.00029766912],"domain_scores_gemma":[0.9986535,0.000033350683,0.00013004396,0.00042630135,0.00062063796,0.00013617778],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008202449,0.00011354792,0.000095597214,0.0003956491,0.0023144798,0.0016265936,0.0009504185,0.00007031462,0.0031056781],"category_scores_gemma":[0.00045764292,0.000119702556,0.0000404158,0.0016192539,0.000027012573,0.0008855147,0.00060528243,0.00016678341,0.059204914],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073929787,0.00009920356,0.0000072749417,0.00008557912,0.000026803169,0.0000062787703,0.018849973,0.00010803647,0.00017575437,0.053260602,0.58236504,0.34500805],"study_design_scores_gemma":[0.00018810951,0.00004978955,0.0012579747,0.00006251371,0.0000020860307,0.000059110236,0.0005269924,0.004078768,0.00024926514,0.0015008892,0.991842,0.00018251168],"about_ca_topic_score_codex":0.0000042468914,"about_ca_topic_score_gemma":1.3544046e-7,"teacher_disagreement_score":0.9554484,"about_ca_system_score_codex":0.00014930278,"about_ca_system_score_gemma":0.000007290026,"threshold_uncertainty_score":0.9994098},"labels":[],"label_agreement":null},{"id":"W6924718519","doi":"10.15468/dl.svncmu","title":"Occurrence Download","year":2018,"lang":"en","type":"dataset","venue":"Global Biodiversity Information Facility","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Download; Norwegian; Collectable; Matching (statistics); Field (mathematics); Ornithology","score_opus":0.014091728227172062,"score_gpt":0.2238547284243851,"score_spread":0.20976300019721306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924718519","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034083943,0.00000783765,0.00068638584,0.00029671102,0.0026724432,0.00036356715,0.9952982,0.00020640402,0.00043437045],"genre_scores_gemma":[0.0000067494466,0.00001937468,0.000039271614,0.001448871,0.0000036896256,0.000012000384,0.99846965,9.294755e-9,3.891348e-7],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977412,0.00008063795,0.0007143818,0.00028350975,0.0008173816,0.000362842],"domain_scores_gemma":[0.9974002,0.000014064486,0.00060771394,0.0009492501,0.0007952892,0.00023348755],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00050854986,0.00032841647,0.00028012486,0.00018291945,0.000445636,0.0006312115,0.0017196992,0.0003233167,0.0011517026],"category_scores_gemma":[0.00010067081,0.00032139313,0.00013656674,0.00070959143,0.000115480965,0.0031529758,0.0006456836,0.00021146238,0.403566],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040026816,0.00002738445,0.00011237562,0.00009493869,0.000020091677,5.22125e-7,0.00026829023,0.0000012083062,4.6037747e-9,0.0000027489561,0.9982083,0.0012601757],"study_design_scores_gemma":[0.00022617086,0.000025864641,0.000058485974,0.0000044028093,0.000009299989,0.000015231269,0.000119502285,0.0000012972203,0.0000029838616,0.0000015496904,0.9991696,0.00036564312],"about_ca_topic_score_codex":0.00013757563,"about_ca_topic_score_gemma":0.000004800345,"teacher_disagreement_score":0.4024143,"about_ca_system_score_codex":0.00052442803,"about_ca_system_score_gemma":0.00057927397,"threshold_uncertainty_score":0.9999238},"labels":[],"label_agreement":null},{"id":"W6926520413","doi":"10.25316/ir-13815","title":"Nanaimo Free Press [Monday, December 12, 1892]","year":2019,"lang":"en","type":"other","venue":"VIURRSpace (Vancouver Island University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.009559588808730606,"score_gpt":0.19933654199339945,"score_spread":0.18977695318466883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6926520413","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.957155e-7,0.000117214135,0.048937783,0.00019248248,0.0049563134,0.00046708414,0.000044682747,0.0003937469,0.9448902],"genre_scores_gemma":[0.00012978894,0.00013122355,0.0031195697,0.00018948426,0.00015316955,0.0000032186092,0.0000015137492,0.00008915613,0.99618286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982052,0.000086300744,0.00020978798,0.0005421941,0.0005467655,0.00040977722],"domain_scores_gemma":[0.997902,0.000032099393,0.00043164918,0.0013365662,0.00012365724,0.00017407429],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010686974,0.00039203974,0.00039634082,0.0007198211,0.00013128383,0.00016262614,0.0018278088,0.0003449814,0.0004765124],"category_scores_gemma":[0.0000139457015,0.00038555183,0.00013998666,0.0005216318,0.000041137006,0.0005258172,0.00058496074,0.0002510158,0.0011374041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036724148,0.00003664914,0.0000028043657,0.000077514786,0.00007772774,0.00001858487,0.0013026213,0.000015683992,5.4080124e-7,0.009492238,0.9884037,0.0005682739],"study_design_scores_gemma":[0.0009207463,0.00002178965,0.000005189886,0.00016154847,0.00002122431,0.0000058932114,0.00047297284,0.00023191348,0.000014399831,0.000018626577,0.99759,0.0005356984],"about_ca_topic_score_codex":0.00054932915,"about_ca_topic_score_gemma":0.0013597466,"teacher_disagreement_score":0.051292676,"about_ca_system_score_codex":0.00025451952,"about_ca_system_score_gemma":0.00046761017,"threshold_uncertainty_score":0.99985963},"labels":[],"label_agreement":null},{"id":"W6926608015","doi":"10.25384/sage.c.6701228","title":"An Innovative Master in Anatomy: Combining Anatomy With Educational Scholarship","year":2023,"lang":"en","type":"other","venue":"Sage Journals Data","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Graduate education; Knowledge base; Professional development; Higher education; Field (mathematics); Faculty development; Core competency","score_opus":0.0634244718565337,"score_gpt":0.3596524263739398,"score_spread":0.2962279545174061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6926608015","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019949207,0.012775414,0.18728869,0.03305373,0.01472802,0.0048259967,0.0023247516,0.0031147315,0.73989373],"genre_scores_gemma":[0.12196903,0.0044511207,0.2508582,0.013985868,0.004390175,0.0008190614,0.006069563,0.0030480574,0.5944089],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763215,0.00017962907,0.0006389179,0.00049417693,0.00072761014,0.0003275407],"domain_scores_gemma":[0.99735415,0.00005657763,0.00072147144,0.0014771376,0.00023185971,0.0001588142],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001620242,0.0002667682,0.0003142224,0.0013275235,0.00010289151,0.00075687206,0.0026745633,0.000155849,0.0019672539],"category_scores_gemma":[0.00008030619,0.00022416466,0.000016775713,0.0023989237,0.00003243154,0.0026067367,0.00038784006,0.0005759861,0.0005193977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010483987,0.0005073714,0.08074277,0.00018047902,0.00037464846,0.000105657775,0.010898338,0.000014490162,0.000005948948,0.008047027,0.6750334,0.22407942],"study_design_scores_gemma":[0.001633399,0.0000640858,0.1181722,0.009575077,0.000012807376,0.00021968964,0.002159131,0.0012375378,0.000012096277,0.00059936574,0.86504364,0.0012709742],"about_ca_topic_score_codex":0.00009305166,"about_ca_topic_score_gemma":0.00045321943,"teacher_disagreement_score":0.22280845,"about_ca_system_score_codex":0.00017192628,"about_ca_system_score_gemma":0.0013735784,"threshold_uncertainty_score":0.99894506},"labels":[],"label_agreement":null},{"id":"W6930267575","doi":"10.5281/zenodo.1185247","title":"What Are The Challenges?","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Information system; Work (physics); Information processing; Perspective (graphical)","score_opus":0.05270342836062593,"score_gpt":0.25681124098710534,"score_spread":0.20410781262647942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930267575","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074103395,0.0011088575,0.14715806,0.07226994,0.004857733,0.0013837892,0.000018250206,0.0033908978,0.7624021],"genre_scores_gemma":[0.99390936,0.00040889473,0.00079326564,0.0018205125,0.00053404336,1.5226443e-7,0.00007407254,0.0003467243,0.0021129532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876547,0.00021239677,0.00020477636,0.00023023548,0.00035610597,0.00023100156],"domain_scores_gemma":[0.9983836,0.000013464216,0.00013107237,0.00058522035,0.00079018495,0.00009647511],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008669032,0.00008533661,0.000069907735,0.00011369096,0.00240176,0.0022603178,0.0017419108,0.000032214473,0.0019262901],"category_scores_gemma":[0.00013470901,0.0000656781,0.000027604116,0.00046462868,0.0001008301,0.0011132945,0.00089524256,0.00011178034,0.024710692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037412306,0.00006512897,0.0000015164383,0.000028682593,0.000023375867,0.0000017438157,0.027197046,0.0000031473423,0.000055949113,0.23077257,0.33915135,0.40269575],"study_design_scores_gemma":[0.00011891259,0.00004580836,0.0008661835,0.000030854753,0.0000011287259,0.00008658393,0.00484865,0.00044512688,0.00016348167,0.00027686387,0.9930215,0.000094892865],"about_ca_topic_score_codex":0.0000015685151,"about_ca_topic_score_gemma":2.2828702e-7,"teacher_disagreement_score":0.9864991,"about_ca_system_score_codex":0.000085125364,"about_ca_system_score_gemma":0.000005488119,"threshold_uncertainty_score":0.99898607},"labels":[],"label_agreement":null},{"id":"W6931368268","doi":"10.5281/zenodo.3903725","title":"Current distribution of Arutani speakers","year":2020,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Current (fluid); Distribution (mathematics); Noise (video); Field (mathematics); Term (time)","score_opus":0.02612265870390286,"score_gpt":0.24376400757008326,"score_spread":0.21764134886618042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931368268","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013426948,0.00024483504,0.2534253,0.0006463122,0.0007635527,0.00054764573,0.00034564984,0.0013000133,0.7427133],"genre_scores_gemma":[0.29008558,0.0059148786,0.03528738,0.002916039,0.007268891,0.0000027327255,0.15238845,0.0479803,0.45815572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984561,0.00015816295,0.0003658184,0.00031994324,0.00048625728,0.00021367377],"domain_scores_gemma":[0.9987009,0.0000060826355,0.00037708352,0.00045880026,0.0002995211,0.00015759106],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003021524,0.00015983488,0.00019333269,0.0002128531,0.00039278824,0.0004225551,0.0014732418,0.000075480515,0.0075158454],"category_scores_gemma":[0.00014867702,0.00016443447,0.000060413793,0.00069854676,0.00006019629,0.00017344498,0.000815615,0.000193109,0.009721306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019102001,0.000042370953,4.6396494e-7,0.0001360307,0.00002155167,8.459678e-7,0.00093574845,0.0000019728143,0.000015582162,0.023326287,0.9016742,0.07384302],"study_design_scores_gemma":[0.00017369696,0.0000386312,0.000095467454,0.00012467797,0.000004908107,0.000022065939,0.000119687145,0.0002882445,0.000049355604,0.0000320208,0.99888235,0.00016888558],"about_ca_topic_score_codex":0.0000099851,"about_ca_topic_score_gemma":9.918397e-8,"teacher_disagreement_score":0.29007217,"about_ca_system_score_codex":0.00014453704,"about_ca_system_score_gemma":0.00001589692,"threshold_uncertainty_score":0.9933914},"labels":[],"label_agreement":null},{"id":"W6931673751","doi":"10.5281/zenodo.7629589","title":"Fig. 111. Face. A in Revision of the Nearctic species of the Lasioglossum (Dialictus) gemmatum species complex (Hymenoptera: Halictidae)","year":2023,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Nearctic ecozone; Species complex; Scale (ratio); Taxonomy (biology)","score_opus":0.04286745716305091,"score_gpt":0.24477578798452584,"score_spread":0.20190833082147494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931673751","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006562534,0.000092427515,0.0024852064,0.0029664892,0.0012757566,0.0015261092,0.00020056023,0.00069823954,0.99009895],"genre_scores_gemma":[0.25380605,0.0005318438,0.0009765146,0.0005410786,0.00039360978,5.737182e-7,0.00033367847,0.003950633,0.739466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976094,0.0004336497,0.0005868881,0.00030189933,0.0007979812,0.00027019336],"domain_scores_gemma":[0.9979671,0.000026553367,0.0005874756,0.0010124856,0.00034489034,0.000061444596],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00067585375,0.0001914425,0.00027995993,0.00037065183,0.0005626315,0.00036973934,0.0027564317,0.00009566436,0.0062972796],"category_scores_gemma":[0.00032511164,0.00013329914,0.00010614326,0.0015426775,0.00023457027,0.00017304366,0.0021542462,0.00025960003,0.0020251342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042587913,0.00006469176,0.00003851728,0.00024390034,0.000032972508,8.0303755e-7,0.007093657,0.000027014414,0.00014609953,0.022564696,0.9638945,0.005888908],"study_design_scores_gemma":[0.00020989543,0.000026543514,0.008547964,0.00046610515,0.000004639914,0.000012657837,0.0007372941,0.00020900593,0.00013307841,0.000029418585,0.98948663,0.000136786],"about_ca_topic_score_codex":0.00008230014,"about_ca_topic_score_gemma":0.0000072824105,"teacher_disagreement_score":0.2531498,"about_ca_system_score_codex":0.00018726279,"about_ca_system_score_gemma":0.000025647145,"threshold_uncertainty_score":0.9987519},"labels":[],"label_agreement":null},{"id":"W6931715084","doi":"10.5281/zenodo.8256728","title":"HTRomance, Medieval Italian corpus of ground-truth for Handwritten Text Recognition and Layout Segmentation","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Segmentation; Text recognition; Feature (linguistics); Pattern recognition (psychology); Text segmentation; Image segmentation","score_opus":0.029879406873920794,"score_gpt":0.24532778598481658,"score_spread":0.2154483791108958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931715084","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002793365,0.00025098622,0.23109539,0.00049714814,0.0010859534,0.0017538578,0.00078912004,0.0009230553,0.76332515],"genre_scores_gemma":[0.06534572,0.0015502906,0.076077186,0.0017461248,0.0017254635,0.000010528286,0.04654591,0.00868422,0.7983146],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985708,0.00014224184,0.00038471955,0.0003493841,0.00034457626,0.00020829879],"domain_scores_gemma":[0.99848825,0.000027998181,0.00038064425,0.00031170732,0.0006974365,0.00009397244],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00050730165,0.00016525791,0.00021045285,0.00050875574,0.00053245854,0.00053189835,0.00066589355,0.00011117489,0.001960408],"category_scores_gemma":[0.00021470485,0.0001721204,0.000041626336,0.00049556565,0.000071259776,0.00028504574,0.00039148258,0.00010368123,0.0009837354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017060336,0.000075631426,0.0000016898842,0.0005615989,0.0000888328,7.3920353e-7,0.0025163647,0.0000014995294,0.000119368946,0.012194263,0.7428882,0.24153474],"study_design_scores_gemma":[0.0006733274,0.000107752436,0.00012896856,0.0002600971,0.000017994254,0.00002709814,0.0005733537,0.00034895577,0.00017050024,0.0003309121,0.9971501,0.00021094039],"about_ca_topic_score_codex":0.00003484986,"about_ca_topic_score_gemma":8.0375645e-7,"teacher_disagreement_score":0.25426188,"about_ca_system_score_codex":0.00011200478,"about_ca_system_score_gemma":0.000023377954,"threshold_uncertainty_score":0.9997941},"labels":[],"label_agreement":null},{"id":"W6948803812","doi":"10.5281/zenodo.10447619","title":"D2.4 Skills4EOSC Recognition Framework first iteration","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"European Commission","keywords":"Deliverable; Task (project management); Accreditation; Work (physics); Task analysis; Key (lock)","score_opus":0.036846681425368996,"score_gpt":0.25129108444733045,"score_spread":0.21444440302196144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6948803812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020599259,0.000031570675,0.8022105,0.008547162,0.0018048465,0.0010995411,0.000079610385,0.006783572,0.1588439],"genre_scores_gemma":[0.97604764,0.00015179842,0.013681371,0.0012474869,0.000504727,9.880129e-7,0.0048943055,0.0008130737,0.0026586032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984755,0.00016130212,0.0003270334,0.0003094904,0.0004289953,0.00029766912],"domain_scores_gemma":[0.9986535,0.000033350683,0.00013004396,0.00042630135,0.00062063796,0.00013617778],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008202449,0.00011354792,0.000095597214,0.0003956491,0.0023144798,0.0016265936,0.0009504185,0.00007031462,0.0031056781],"category_scores_gemma":[0.00045764292,0.000119702556,0.0000404158,0.0016192539,0.000027012573,0.0008855147,0.00060528243,0.00016678341,0.059204914],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073929787,0.00009920356,0.0000072749417,0.00008557912,0.000026803169,0.0000062787703,0.018849973,0.00010803647,0.00017575437,0.053260602,0.58236504,0.34500805],"study_design_scores_gemma":[0.00018810951,0.00004978955,0.0012579747,0.00006251371,0.0000020860307,0.000059110236,0.0005269924,0.004078768,0.00024926514,0.0015008892,0.991842,0.00018251168],"about_ca_topic_score_codex":0.0000042468914,"about_ca_topic_score_gemma":1.3544046e-7,"teacher_disagreement_score":0.9554484,"about_ca_system_score_codex":0.00014930278,"about_ca_system_score_gemma":0.000007290026,"threshold_uncertainty_score":0.9994098},"labels":[],"label_agreement":null},{"id":"W6950599299","doi":"10.5281/zenodo.7311894","title":"Does FLOSS in Software Engineering Education rnarrow the Theory-Practice gap?","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Software; Engineering education; Work (physics); Social software engineering","score_opus":0.015631515120508196,"score_gpt":0.232845315238621,"score_spread":0.2172138001181128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6950599299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03592368,0.00060937856,0.6586861,0.04770323,0.009706676,0.004256781,0.00013464892,0.005055357,0.23792413],"genre_scores_gemma":[0.9879273,0.00002611693,0.0058323196,0.002355677,0.00018225549,0.0000024312199,0.00037203272,0.00040870067,0.0028931545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983088,0.0005282773,0.00026769156,0.00022735554,0.00044570473,0.00022218608],"domain_scores_gemma":[0.99892133,0.000072581766,0.00012917502,0.00045367004,0.00035275047,0.00007048323],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020045724,0.00009034931,0.00007194084,0.00023526336,0.0020529947,0.0008094224,0.0015854225,0.000019245132,0.0026536987],"category_scores_gemma":[0.0010059915,0.000066094624,0.00002677711,0.0009702588,0.00002453834,0.0007110704,0.0011759019,0.00027521772,0.0012125766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029455774,0.00044527923,0.00003418395,0.000093741495,0.000040819683,0.000007383187,0.0540643,0.0024506275,0.00018818588,0.4502688,0.19661099,0.29576623],"study_design_scores_gemma":[0.0001344376,0.00002709747,0.0006363423,0.00001193217,0.0000018731089,0.0001318041,0.005787012,0.0014373449,0.00004617933,0.00032798602,0.99134296,0.00011503991],"about_ca_topic_score_codex":0.000011860611,"about_ca_topic_score_gemma":1.228539e-7,"teacher_disagreement_score":0.95200366,"about_ca_system_score_codex":0.00033072344,"about_ca_system_score_gemma":0.000030987136,"threshold_uncertainty_score":0.9995651},"labels":[],"label_agreement":null},{"id":"W6967545230","doi":"10.5281/zenodo.1185246","title":"What Are The Challenges?","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Information system; Work (physics); Information processing; Perspective (graphical)","score_opus":0.05270342836062593,"score_gpt":0.25681124098710534,"score_spread":0.20410781262647942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967545230","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074103395,0.0011088575,0.14715806,0.07226994,0.004857733,0.0013837892,0.000018250206,0.0033908978,0.7624021],"genre_scores_gemma":[0.99390936,0.00040889473,0.00079326564,0.0018205125,0.00053404336,1.5226443e-7,0.00007407254,0.0003467243,0.0021129532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876547,0.00021239677,0.00020477636,0.00023023548,0.00035610597,0.00023100156],"domain_scores_gemma":[0.9983836,0.000013464216,0.00013107237,0.00058522035,0.00079018495,0.00009647511],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008669032,0.00008533661,0.000069907735,0.00011369096,0.00240176,0.0022603178,0.0017419108,0.000032214473,0.0019262901],"category_scores_gemma":[0.00013470901,0.0000656781,0.000027604116,0.00046462868,0.0001008301,0.0011132945,0.00089524256,0.00011178034,0.024710692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037412306,0.00006512897,0.0000015164383,0.000028682593,0.000023375867,0.0000017438157,0.027197046,0.0000031473423,0.000055949113,0.23077257,0.33915135,0.40269575],"study_design_scores_gemma":[0.00011891259,0.00004580836,0.0008661835,0.000030854753,0.0000011287259,0.00008658393,0.00484865,0.00044512688,0.00016348167,0.00027686387,0.9930215,0.000094892865],"about_ca_topic_score_codex":0.0000015685151,"about_ca_topic_score_gemma":2.2828702e-7,"teacher_disagreement_score":0.9864991,"about_ca_system_score_codex":0.000085125364,"about_ca_system_score_gemma":0.000005488119,"threshold_uncertainty_score":0.99898607},"labels":[],"label_agreement":null},{"id":"W6967588763","doi":"10.5281/zenodo.10447618","title":"D2.4 Skills4EOSC Recognition Framework first iteration","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"European Commission","keywords":"Deliverable; Task (project management); Accreditation; Work (physics); Task analysis; Key (lock)","score_opus":0.036846681425368996,"score_gpt":0.25129108444733045,"score_spread":0.21444440302196144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967588763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020599259,0.000031570675,0.8022105,0.008547162,0.0018048465,0.0010995411,0.000079610385,0.006783572,0.1588439],"genre_scores_gemma":[0.97604764,0.00015179842,0.013681371,0.0012474869,0.000504727,9.880129e-7,0.0048943055,0.0008130737,0.0026586032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984755,0.00016130212,0.0003270334,0.0003094904,0.0004289953,0.00029766912],"domain_scores_gemma":[0.9986535,0.000033350683,0.00013004396,0.00042630135,0.00062063796,0.00013617778],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008202449,0.00011354792,0.000095597214,0.0003956491,0.0023144798,0.0016265936,0.0009504185,0.00007031462,0.0031056781],"category_scores_gemma":[0.00045764292,0.000119702556,0.0000404158,0.0016192539,0.000027012573,0.0008855147,0.00060528243,0.00016678341,0.059204914],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073929787,0.00009920356,0.0000072749417,0.00008557912,0.000026803169,0.0000062787703,0.018849973,0.00010803647,0.00017575437,0.053260602,0.58236504,0.34500805],"study_design_scores_gemma":[0.00018810951,0.00004978955,0.0012579747,0.00006251371,0.0000020860307,0.000059110236,0.0005269924,0.004078768,0.00024926514,0.0015008892,0.991842,0.00018251168],"about_ca_topic_score_codex":0.0000042468914,"about_ca_topic_score_gemma":1.3544046e-7,"teacher_disagreement_score":0.9554484,"about_ca_system_score_codex":0.00014930278,"about_ca_system_score_gemma":0.000007290026,"threshold_uncertainty_score":0.9994098},"labels":[],"label_agreement":null},{"id":"W6968182874","doi":"10.5281/zenodo.14680109","title":"D8.1 Training Strategy","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"","keywords":"Training (meteorology); Service (business); Natural (archaeology); Upgrade; Discipline","score_opus":0.04553416967142172,"score_gpt":0.26599238510415263,"score_spread":0.22045821543273092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968182874","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002047795,0.000035336587,0.30956945,0.0017051339,0.00036199784,0.0002582849,0.000008207873,0.0009842745,0.6850295],"genre_scores_gemma":[0.991124,0.0000137891675,0.0024111213,0.0007889901,0.000060424965,1.0037304e-7,0.00022623783,0.00017989898,0.005195449],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988681,0.00013923082,0.00026735637,0.00023612259,0.00024674303,0.00024242348],"domain_scores_gemma":[0.9990108,0.000012002453,0.000078311714,0.00036659127,0.00044035996,0.000091939786],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006263738,0.000087746004,0.00009071318,0.00027538906,0.0015383163,0.0013021975,0.0012452235,0.00003783089,0.0019570836],"category_scores_gemma":[0.00013927165,0.00009002531,0.000030415244,0.00086791447,0.000037713056,0.0005028012,0.00057632936,0.00012742363,0.0048862146],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002623995,0.00004108843,0.0000015187021,0.000030474992,0.000019747078,0.0000016087901,0.0056047053,0.00005610168,0.00018937961,0.33079982,0.22237092,0.440882],"study_design_scores_gemma":[0.00021215498,0.000027076161,0.00062959624,0.000025889343,0.0000016327688,0.00003647368,0.0013764211,0.0017953211,0.00016767345,0.0005686937,0.9950551,0.00010399405],"about_ca_topic_score_codex":0.0000036162746,"about_ca_topic_score_gemma":6.524256e-8,"teacher_disagreement_score":0.9890762,"about_ca_system_score_codex":0.00012471575,"about_ca_system_score_gemma":0.000019819205,"threshold_uncertainty_score":0.9997615},"labels":[],"label_agreement":null},{"id":"W6968442385","doi":"10.5281/zenodo.14680108","title":"D8.1 Training Strategy","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"","keywords":"Training (meteorology); Service (business); Natural (archaeology); Upgrade; Discipline","score_opus":0.04553416967142172,"score_gpt":0.26599238510415263,"score_spread":0.22045821543273092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968442385","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002047795,0.000035336587,0.30956945,0.0017051339,0.00036199784,0.0002582849,0.000008207873,0.0009842745,0.6850295],"genre_scores_gemma":[0.991124,0.0000137891675,0.0024111213,0.0007889901,0.000060424965,1.0037304e-7,0.00022623783,0.00017989898,0.005195449],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988681,0.00013923082,0.00026735637,0.00023612259,0.00024674303,0.00024242348],"domain_scores_gemma":[0.9990108,0.000012002453,0.000078311714,0.00036659127,0.00044035996,0.000091939786],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006263738,0.000087746004,0.00009071318,0.00027538906,0.0015383163,0.0013021975,0.0012452235,0.00003783089,0.0019570836],"category_scores_gemma":[0.00013927165,0.00009002531,0.000030415244,0.00086791447,0.000037713056,0.0005028012,0.00057632936,0.00012742363,0.0048862146],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002623995,0.00004108843,0.0000015187021,0.000030474992,0.000019747078,0.0000016087901,0.0056047053,0.00005610168,0.00018937961,0.33079982,0.22237092,0.440882],"study_design_scores_gemma":[0.00021215498,0.000027076161,0.00062959624,0.000025889343,0.0000016327688,0.00003647368,0.0013764211,0.0017953211,0.00016767345,0.0005686937,0.9950551,0.00010399405],"about_ca_topic_score_codex":0.0000036162746,"about_ca_topic_score_gemma":6.524256e-8,"teacher_disagreement_score":0.9890762,"about_ca_system_score_codex":0.00012471575,"about_ca_system_score_gemma":0.000019819205,"threshold_uncertainty_score":0.9997615},"labels":[],"label_agreement":null},{"id":"W6968985039","doi":"10.5281/zenodo.5248549","title":"Clytia hemisphaerica","year":2012,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Orange (colour); Sympatric speciation; Holotype; Taxonomy (biology)","score_opus":0.03006777604711153,"score_gpt":0.24393318235095168,"score_spread":0.21386540630384016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968985039","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005370748,0.0001320464,0.29730517,0.0018355029,0.0008950634,0.00042910542,0.00001568137,0.0018950783,0.6921216],"genre_scores_gemma":[0.9920174,0.00001599393,0.0048065525,0.0006596122,0.00019546675,8.320885e-8,0.00024258929,0.0002830534,0.0017792417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878144,0.00012603484,0.00023649013,0.00017343505,0.00032813053,0.00035448407],"domain_scores_gemma":[0.99889636,0.000009367895,0.00009982422,0.00040734423,0.0003583072,0.00022882297],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007147211,0.00009141071,0.00008123284,0.000140053,0.001353439,0.00070437597,0.0011247528,0.000035366207,0.0046314644],"category_scores_gemma":[0.00013581602,0.00009040241,0.000031484506,0.00059029926,0.00003514135,0.00094165927,0.0007442105,0.00011146663,0.02416213],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038890025,0.00015637178,0.000020078302,0.00003609559,0.000021862827,8.4737985e-7,0.010421691,0.000008485402,0.00054943527,0.10644877,0.679521,0.20281146],"study_design_scores_gemma":[0.00014337555,0.000019993808,0.001296402,0.000007846806,0.0000014195974,0.00012405484,0.00032851007,0.00032766996,0.00045492526,0.000041288193,0.9971313,0.00012324669],"about_ca_topic_score_codex":0.0000026106738,"about_ca_topic_score_gemma":8.858354e-9,"teacher_disagreement_score":0.98664665,"about_ca_system_score_codex":0.00013371337,"about_ca_system_score_gemma":0.0000052138935,"threshold_uncertainty_score":0.99994665},"labels":[],"label_agreement":null},{"id":"W6980409602","doi":"","title":"Capitalizing on Big Data: Toward a Policy Framework and Advancing Digital Scholarship in Canada: Consultation Document","year":2018,"lang":"en","type":"other","venue":"QSpace (Queen's University Library)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; Genome Canada","keywords":"Digital ecosystem; Scholarship; Digital scholarship; Key (lock); Big data; Digital economy","score_opus":0.013864179259622772,"score_gpt":0.21485219079429346,"score_spread":0.2009880115346707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980409602","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067897895,0.00014391585,0.058758415,0.11291045,0.0050687827,0.002401898,0.00042396184,0.0011681935,0.8123346],"genre_scores_gemma":[0.1801901,0.00044941067,0.031968925,0.0022905583,0.0007325491,0.0000060914504,0.0005397871,0.00018187232,0.7836407],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985694,0.00007743067,0.00019849672,0.00047261958,0.0003719296,0.00031008798],"domain_scores_gemma":[0.9987971,0.00008513987,0.00028063546,0.00059744454,0.000036742,0.00020290024],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00007236455,0.00024408654,0.00023747144,0.00073896913,0.000099650955,0.00040484496,0.00093160983,0.00014837446,0.00009146514],"category_scores_gemma":[0.00009806098,0.00026670378,0.000020086678,0.00075062865,0.00003867788,0.0026261816,0.00063959183,0.00022804346,0.00009654149],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009701765,0.000025017755,0.006681918,0.00012799958,0.000046632158,0.000042401683,0.002924119,0.00000783168,3.910174e-8,0.02855034,0.954834,0.0067500207],"study_design_scores_gemma":[0.00032762144,0.000021338448,0.0032197696,0.0006814651,0.0000041112544,0.0000013401266,0.0028659112,0.00002349818,0.000011547383,0.00022615178,0.99221957,0.00039765658],"about_ca_topic_score_codex":0.39624575,"about_ca_topic_score_gemma":0.05028251,"teacher_disagreement_score":0.34596324,"about_ca_system_score_codex":0.0007855709,"about_ca_system_score_gemma":0.0038387668,"threshold_uncertainty_score":0.99997854},"labels":[],"label_agreement":null},{"id":"W6980591562","doi":"","title":"(!(!(!(#(C@ll)@(1+800+898+3057 ))))) AVIRA Antivirus tech Support Phone Number,","year":2016,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phone; Mobile phone; Service (business); Telephone number; GSM services","score_opus":0.01200001764072668,"score_gpt":0.2655012688421938,"score_spread":0.25350125120146716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980591562","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000067902896,0.0000023990312,0.06288639,0.00041803665,0.0032403346,0.0012918579,0.000050227165,0.0010463274,0.93099654],"genre_scores_gemma":[0.002149211,0.00019164903,0.007974461,0.0005605987,0.00035869013,0.0005092856,0.00006843812,0.00025885802,0.9879288],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931235,0.0005141033,0.0013956667,0.0027684881,0.001261876,0.0009363885],"domain_scores_gemma":[0.99134904,0.00017451319,0.0012993792,0.0064132474,0.00030024606,0.00046359838],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003936436,0.00084339385,0.0009096358,0.00062683463,0.00025948437,0.00051412254,0.0043290094,0.0007565409,0.84886706],"category_scores_gemma":[0.00043700958,0.0007969606,0.00035505978,0.0006152174,0.00018038468,0.0007535081,0.0025891468,0.00062802964,0.9887183],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008427689,0.00023851477,0.0011217926,0.0001423645,0.00018614005,0.000023441007,0.0016397082,0.0000019125057,0.00019306861,0.007271414,0.95125616,0.03791705],"study_design_scores_gemma":[0.00068101636,5.526631e-7,0.0005204353,0.00032716265,0.000024512856,0.00017096695,0.00008725812,0.00005168839,0.0028351163,0.0006272948,0.99366635,0.0010076206],"about_ca_topic_score_codex":0.00029990147,"about_ca_topic_score_gemma":0.000041655683,"teacher_disagreement_score":0.13985121,"about_ca_system_score_codex":0.0005469061,"about_ca_system_score_gemma":0.0010858945,"threshold_uncertainty_score":0.9994481},"labels":[],"label_agreement":null},{"id":"W6981695472","doi":"","title":"Examining the Use of Cognitive Assessments in Clinical and Healthy Populations: A Focuson Spatial Cognition","year":2022,"lang":"en","type":"other","venue":"MURAL - Maynooth University Research Archive Library (National University of Ireland, Maynooth)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognition; Spatial cognition; Dementia; Episodic memory; Montreal Cognitive Assessment; Cognitive test; Population; Alzheimer's disease; Spatial memory","score_opus":0.17409147198897523,"score_gpt":0.3464356461732119,"score_spread":0.17234417418423664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981695472","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04539207,0.00045076973,0.0976267,0.0066443277,0.0012075248,0.007092391,0.005351501,0.0004793999,0.8357553],"genre_scores_gemma":[0.6098786,0.0027819003,0.06763288,0.0009585571,0.00036818895,0.000012401302,0.0069740387,0.00024891167,0.3111445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958428,0.0017441098,0.00043842386,0.0004886968,0.0011680771,0.00031787652],"domain_scores_gemma":[0.99744576,0.0012988952,0.0005931758,0.00027153105,0.00022487143,0.00016575676],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009196584,0.00020479847,0.00037681108,0.0016202905,0.0004607194,0.000078983234,0.0009112322,0.00015528516,0.0013530322],"category_scores_gemma":[0.00015604611,0.00021377603,0.00010605333,0.0010144188,0.00056860765,0.0013161154,0.001247533,0.0007285916,0.000021073725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001477876,0.0011676053,0.28751397,0.0004743272,0.0005252293,0.00014524386,0.008320868,0.00012716028,0.0000038679777,0.12702616,0.545099,0.02811868],"study_design_scores_gemma":[0.005505409,0.0007603639,0.40693057,0.00093986775,0.000049405957,0.000024636707,0.015064559,0.011493109,0.0000020261173,0.00184659,0.5567405,0.00064291846],"about_ca_topic_score_codex":0.0019737536,"about_ca_topic_score_gemma":0.0007407161,"teacher_disagreement_score":0.56448656,"about_ca_system_score_codex":0.00013626768,"about_ca_system_score_gemma":0.0010989554,"threshold_uncertainty_score":0.9995599},"labels":[],"label_agreement":null},{"id":"W6990115241","doi":"","title":"Computer Science Alumnus Keynotes Spring Quarter Graduation","year":2012,"lang":"en","type":"article","venue":"Calhoun: The Naval Postgraduate School Institutional Archive (Naval Postgraduate School)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spring (device); Graduation (instrument); Quarter (Canadian coin)","score_opus":0.018688620506143127,"score_gpt":0.25281001863267877,"score_spread":0.23412139812653565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6990115241","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3855165,0.00070299784,0.5564277,0.027034905,0.014984762,0.0029116978,0.00011731044,0.0012168208,0.011087298],"genre_scores_gemma":[0.9632916,0.00007267848,0.028789122,0.005087605,0.0020403536,0.0001919072,0.00013053411,0.000045572713,0.0003506674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99150056,0.0005695614,0.0016831259,0.0011962466,0.003032081,0.002018401],"domain_scores_gemma":[0.994263,0.00030739792,0.00072472333,0.0016236108,0.001354025,0.0017272411],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003960134,0.0009056912,0.00062180625,0.0009753135,0.0034559637,0.0016605441,0.0033572707,0.00016791411,0.000067413],"category_scores_gemma":[0.0007968409,0.0006899233,0.0004350568,0.0024176838,0.0013474763,0.00677565,0.0011496865,0.0013287637,0.006622613],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026790498,0.0014192107,0.04144859,0.00026155365,0.0005819483,0.000060334707,0.012547765,0.0045681624,0.009159714,0.8168187,0.06636215,0.046503954],"study_design_scores_gemma":[0.0048195883,0.00060837774,0.7527798,0.0008465562,0.00019432972,0.002682143,0.0011831052,0.08808911,0.009219137,0.027756615,0.107100785,0.004720491],"about_ca_topic_score_codex":0.0005531737,"about_ca_topic_score_gemma":0.000029409532,"teacher_disagreement_score":0.7890621,"about_ca_system_score_codex":0.0011290106,"about_ca_system_score_gemma":0.002632192,"threshold_uncertainty_score":0.9995552},"labels":[],"label_agreement":null},{"id":"W6992912050","doi":"","title":"Mobile Computing Technology – Adoption Issues for Inspectors in the AEC industry","year":2009,"lang":"en","type":"article","venue":"NPARC","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Industry 4.0; Mobile device; Key (lock); Information technology","score_opus":0.014432659095811292,"score_gpt":0.2897125774705194,"score_spread":0.27527991837470805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992912050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7109278,0.00011984129,0.22577079,0.021691937,0.0011768843,0.0015901463,0.0000013104909,0.00046898687,0.038252316],"genre_scores_gemma":[0.97488564,0.0000022619627,0.024043897,0.00082816277,0.000053617663,0.00005315904,0.0000023433013,0.000001382267,0.00012955179],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993703,0.000023478726,0.00021782659,0.0001102526,0.00013230128,0.00014587787],"domain_scores_gemma":[0.99962157,0.000017775012,0.0000777094,0.00019951585,0.00006659828,0.000016805418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036928258,0.000061042505,0.00007231032,0.00016271637,0.00010205833,0.00007974806,0.0004430704,0.00009929456,0.000010004778],"category_scores_gemma":[0.000020622998,0.00004526348,0.000017792732,0.00056124316,0.000011921572,0.00019044914,0.000024756937,0.00014644967,0.00002589683],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020389673,0.0001572811,0.0033995442,0.000017606782,0.000004788975,0.0000014278532,0.033094015,0.00017289305,0.00048200355,0.623636,0.024099052,0.31493333],"study_design_scores_gemma":[0.001988833,0.0007921358,0.09248016,0.00024858542,0.000006488711,0.0001701159,0.039638888,0.06485202,0.0075642355,0.07722452,0.7140229,0.0010111358],"about_ca_topic_score_codex":0.0000018492185,"about_ca_topic_score_gemma":9.462026e-7,"teacher_disagreement_score":0.6899238,"about_ca_system_score_codex":0.00005233848,"about_ca_system_score_gemma":0.00005564007,"threshold_uncertainty_score":0.18457912},"labels":[],"label_agreement":null},{"id":"W6996326005","doi":"","title":"SA&D and Database: Should we be researching what we are teaching?","year":2004,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Information system","score_opus":0.05209953807065298,"score_gpt":0.3169193184220175,"score_spread":0.2648197803513645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996326005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029377727,0.0020217344,0.75799674,0.1763355,0.023649367,0.0031599926,0.00012146402,0.00021383057,0.0071236617],"genre_scores_gemma":[0.98132956,0.00066396024,0.011206172,0.002830918,0.0006172659,0.000086702756,0.000035012326,0.000016660717,0.0032137507],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99696463,0.00019074163,0.0012323973,0.00007986122,0.0012974488,0.00023493644],"domain_scores_gemma":[0.9952556,0.00021329457,0.003090541,0.00029743416,0.0010267012,0.00011641725],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0054096915,0.00013292015,0.00024665621,0.00035324346,0.0005741496,0.0020715762,0.0007027877,0.00010094143,0.0000013040618],"category_scores_gemma":[0.0008604752,0.00009129337,0.00012441375,0.00033434128,0.0000124385915,0.0111203445,0.00014061014,0.0003494617,0.000029304578],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005474762,0.00018868416,0.0065064784,0.0013390628,0.0005048908,8.5138873e-7,0.21794154,0.01038943,0.00018089332,0.4811977,0.2584996,0.023196101],"study_design_scores_gemma":[0.0013006149,0.000033936718,0.0017489113,0.0010128219,0.0000143901025,0.00013331723,0.017545445,0.0013127734,0.00011452319,0.0005595789,0.97603446,0.00018923733],"about_ca_topic_score_codex":0.000018393304,"about_ca_topic_score_gemma":0.00000568265,"teacher_disagreement_score":0.9519518,"about_ca_system_score_codex":0.0009148477,"about_ca_system_score_gemma":0.0003451019,"threshold_uncertainty_score":0.99896437},"labels":[],"label_agreement":null},{"id":"W6996988152","doi":"","title":"Tietokonetomografian traumaprotokollat Suomen yliopistosairaaloissa","year":2018,"lang":"fi","type":"other","venue":"Theseus (Ammattikorkeakoulujen)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Value (mathematics); Quarter (Canadian coin)","score_opus":0.022219202799599637,"score_gpt":0.2595235406260845,"score_spread":0.23730433782648488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996988152","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082964497,0.0005016854,0.009914727,0.0015471975,0.007914447,0.0033360396,0.00006259967,0.0010944838,0.97479916],"genre_scores_gemma":[0.01251896,0.00013913738,0.006321043,0.0010030704,0.002201026,0.0007472185,0.00017759489,0.00045559756,0.9764364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909503,0.0006754528,0.0024301936,0.0017781126,0.0021293259,0.0020366109],"domain_scores_gemma":[0.9929525,0.00014363346,0.0020023857,0.003082902,0.0007794919,0.0010390509],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0020534652,0.0017490382,0.0016130874,0.0015059165,0.0008829133,0.001489745,0.0045478106,0.0012404041,0.025167653],"category_scores_gemma":[0.000101074686,0.0016307017,0.0006496123,0.0023583628,0.0006031881,0.0011064685,0.0009207991,0.00080034527,0.11794004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079081845,0.0005676151,0.0003839969,0.0009939619,0.0007428233,0.00005846198,0.021418389,0.000010677331,0.000047283134,0.027633213,0.05759662,0.8904679],"study_design_scores_gemma":[0.0011312267,0.0002704582,0.0008946944,0.0011603836,0.00007043915,0.0002443176,0.0012443194,0.0013082247,0.00028610308,0.0005486396,0.9907872,0.0020539593],"about_ca_topic_score_codex":0.00041407807,"about_ca_topic_score_gemma":0.00019000155,"teacher_disagreement_score":0.93319064,"about_ca_system_score_codex":0.0009687661,"about_ca_system_score_gemma":0.0014364879,"threshold_uncertainty_score":0.9995468},"labels":[],"label_agreement":null},{"id":"W7000241864","doi":"","title":"e-Skills: The International dimension and the Impact ofGlobalisation - Final Report 2014","year":2014,"lang":"en","type":"other","venue":"MURAL - Maynooth University Research Archive Library (National University of Ireland, Maynooth)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Peering; Globalization; Economic shortage; Variety (cybernetics); Dimension (graph theory); Information technology; Key (lock)","score_opus":0.016779932365142077,"score_gpt":0.25222273726990796,"score_spread":0.23544280490476588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7000241864","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009469733,0.00015116358,0.027072947,0.017043823,0.00054098637,0.0012188485,0.00040369685,0.0002286447,0.95239294],"genre_scores_gemma":[0.053324398,0.0014025276,0.0110093085,0.00066362706,0.0005602986,0.000002801622,0.0019687994,0.00010940248,0.93095887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631745,0.0008837159,0.00031438904,0.0005183739,0.0016005539,0.00036551952],"domain_scores_gemma":[0.99761647,0.0006821149,0.0006095911,0.0005810602,0.00032008855,0.00019069485],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014653172,0.00028301642,0.000345646,0.000898193,0.0007581655,0.00022974733,0.0023863218,0.00017341062,0.0015375578],"category_scores_gemma":[0.00011621409,0.00020398016,0.00022399962,0.00059219677,0.0009798977,0.0010601565,0.0014979953,0.0005562572,0.0002241336],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016033035,0.00006658824,0.0016754781,0.000031229192,0.00019192853,0.0000373959,0.0013794268,0.00006922563,0.0000034193451,0.106548764,0.88908654,0.0007496975],"study_design_scores_gemma":[0.0022239306,0.00005843571,0.010265018,0.0001639677,0.0000181298,0.00013278636,0.0012771052,0.008743756,0.00000416793,0.0028617017,0.9739588,0.00029218174],"about_ca_topic_score_codex":0.0014107283,"about_ca_topic_score_gemma":0.00011263996,"teacher_disagreement_score":0.10368706,"about_ca_system_score_codex":0.00021767901,"about_ca_system_score_gemma":0.0009102278,"threshold_uncertainty_score":0.99937516},"labels":[],"label_agreement":null},{"id":"W7003634501","doi":"","title":"Metis","year":2014,"lang":"en","type":"dissertation","venue":"Ohio Digital Resource Commons (University of Cincinnati)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metis; Bachelor; Information technology; Information system; Process (computing); Work (physics)","score_opus":0.007124150281396166,"score_gpt":0.19540445086390118,"score_spread":0.188280300582505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7003634501","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027652027,0.00011621059,0.030743778,0.00054093543,0.0004967814,0.00030204115,0.000029302471,0.00019775926,0.93992114],"genre_scores_gemma":[0.89825904,0.000009504506,0.0019461048,0.00008890314,0.000036229765,0.0000015131619,0.0007946574,0.00001991165,0.09884412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983491,0.00005690327,0.00035165946,0.00032406652,0.00067350094,0.00024477846],"domain_scores_gemma":[0.99800265,0.00009752344,0.00065738277,0.0007145841,0.00035865535,0.00016920248],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023536921,0.00025022594,0.00042284254,0.0005419607,0.00025453174,0.0002195934,0.0016695247,0.00021664784,0.000113009184],"category_scores_gemma":[0.000064405285,0.00029931645,0.00020244175,0.0006465512,0.000045668934,0.00080460554,0.00019874112,0.0002360547,0.00041091355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062072824,0.00033927415,0.0005122789,0.0007237139,0.00032532148,0.000033625063,0.051303588,0.0000568532,0.000025188598,0.2807521,0.17607969,0.4897863],"study_design_scores_gemma":[0.00039265963,0.000054384094,0.004487176,0.00022143094,0.000018860512,0.000013911653,0.0073824166,0.00081042846,0.00010385445,0.0002792908,0.9857878,0.0004477495],"about_ca_topic_score_codex":0.00003882816,"about_ca_topic_score_gemma":0.00019294725,"teacher_disagreement_score":0.870607,"about_ca_system_score_codex":0.00014248057,"about_ca_system_score_gemma":0.00031064564,"threshold_uncertainty_score":0.9999459},"labels":[],"label_agreement":null},{"id":"W7007262109","doi":"","title":"カナダ・アルバータ州エドモントンにおける一般消費者に関連する情報システムの具体例とその背景の考察","year":2008,"lang":"ja","type":"other","venue":"Niigata University Institutional Repository (NIRR)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Service (business); Information and Communications Technology; Extension (predicate logic); Information technology; Information system","score_opus":0.012778359520881188,"score_gpt":0.19500930453765528,"score_spread":0.1822309450167741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7007262109","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026634026,0.0004616432,0.016473273,0.0005885364,0.009579436,0.0008443083,0.00012208623,0.000500291,0.96876705],"genre_scores_gemma":[0.059927236,0.0004928024,0.005905728,0.0007488044,0.0013820218,0.000010248558,0.0004641376,0.00008537389,0.93098366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947898,0.00032183662,0.0009833099,0.0012760885,0.0018210518,0.0008079174],"domain_scores_gemma":[0.9958028,0.000078975754,0.0011182231,0.0014792341,0.0008061415,0.00071458606],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003497934,0.00086181413,0.00075553125,0.0010557405,0.0032200806,0.00041930078,0.0027583006,0.0008719709,0.0020129636],"category_scores_gemma":[0.000059734266,0.0009854595,0.00045257635,0.0012662164,0.0008990506,0.0018069651,0.0007979905,0.00085592346,0.009677947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068564244,0.0007467113,0.0019018543,0.00037342118,0.00067216984,0.0020568967,0.008738907,0.00047289525,0.00012504686,0.1719318,0.8098753,0.0030364401],"study_design_scores_gemma":[0.001064953,0.000058256323,0.0027805367,0.00045245243,0.000061597515,0.0019712083,0.0014990227,0.0008241919,0.00014100794,0.000018752255,0.9899952,0.0011328663],"about_ca_topic_score_codex":0.0005767406,"about_ca_topic_score_gemma":0.00002528558,"teacher_disagreement_score":0.18011986,"about_ca_system_score_codex":0.0023312233,"about_ca_system_score_gemma":0.006704702,"threshold_uncertainty_score":0.9992596},"labels":[],"label_agreement":null},{"id":"W7007766220","doi":"","title":"Alussa oli mies, metsä — ja innostus:juhlakirja emeritusprofessori Pentti Kerolan 80-vuotispäivänä","year":2015,"lang":"fi","type":"book","venue":"University of Oulu Repository (University of Oulu)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Radboud Universiteit; McMaster University","keywords":"Honour; Variety (cybernetics); Curriculum; Information system","score_opus":0.020189200016881494,"score_gpt":0.20529072778347718,"score_spread":0.1851015277665957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7007766220","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057366103,0.0017750082,0.021782305,0.0020761746,0.041226152,0.0029893373,0.00049158896,0.0005898915,0.87170345],"genre_scores_gemma":[0.132576,0.0006000321,0.013643533,0.000098665114,0.0011034196,5.1504594e-7,0.00055965676,0.000073081115,0.8513451],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993624,0.000709524,0.001047791,0.0012760148,0.0024718258,0.00087089115],"domain_scores_gemma":[0.9899303,0.00019041578,0.0034889681,0.0018739916,0.003718481,0.0007978828],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.001277639,0.0009122218,0.0017411825,0.0011439879,0.0016778292,0.00013818138,0.0043655783,0.001192256,0.00053138105],"category_scores_gemma":[0.000062401916,0.0012913587,0.00076123583,0.00116625,0.0011128384,0.0024569388,0.0020563202,0.001104771,0.0006329145],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053931307,0.0013223945,0.004796796,0.00233334,0.0024172338,0.0013182897,0.117790125,0.00018597345,0.00031751083,0.025207233,0.83609563,0.0076761306],"study_design_scores_gemma":[0.00300149,0.00043033616,0.008045796,0.0010822612,0.0005437161,0.00020821439,0.05604285,0.0010756921,0.00015865517,0.00011769467,0.92775077,0.0015425545],"about_ca_topic_score_codex":0.003280153,"about_ca_topic_score_gemma":0.00025963207,"teacher_disagreement_score":0.091655076,"about_ca_system_score_codex":0.0019711691,"about_ca_system_score_gemma":0.0055296547,"threshold_uncertainty_score":0.99962187},"labels":[],"label_agreement":null},{"id":"W7010775515","doi":"","title":"Info Week 2008 Capilano University: Explore your career options","year":2008,"lang":"en","type":"article","venue":"Arca (British Columbia Electronic Library Network)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Work (physics); Range (aeronautics)","score_opus":0.020267728360272175,"score_gpt":0.1804589341643842,"score_spread":0.160191205804112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010775515","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10315502,0.005999333,0.0061893626,0.003811692,0.004491585,0.002312905,0.000049195794,0.0037880838,0.87020284],"genre_scores_gemma":[0.9356021,0.002031215,0.0040315343,0.0014636102,0.0003673049,0.000047073165,0.00015711646,0.000027625232,0.056272395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975942,0.00014128443,0.00042834293,0.00043318814,0.000428572,0.0009744569],"domain_scores_gemma":[0.9988888,0.00003358418,0.00017979277,0.00051563344,0.00011062774,0.00027156406],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001491475,0.00016751472,0.00025535026,0.00009028114,0.0009850302,0.00076763897,0.0011159783,0.00011891945,0.013328766],"category_scores_gemma":[0.0000072964417,0.00029897862,0.00012451055,0.0013465361,0.00007945925,0.0036618754,0.0003357569,0.00034035178,0.00031601542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035765536,0.00012746226,0.007911349,0.000012945146,0.000064851716,0.00011087647,0.00178085,0.00035835934,2.7513525e-7,0.094392814,0.8884909,0.0067457194],"study_design_scores_gemma":[0.00085848116,0.00015887429,0.009229483,0.00009452974,0.000008767501,0.001303738,0.0005451052,0.0025310626,0.0000064208252,0.01168721,0.97289926,0.0006770411],"about_ca_topic_score_codex":0.0014897884,"about_ca_topic_score_gemma":0.0022514379,"teacher_disagreement_score":0.8324471,"about_ca_system_score_codex":0.00024248421,"about_ca_system_score_gemma":0.0016751963,"threshold_uncertainty_score":0.99994624},"labels":[],"label_agreement":null},{"id":"W7014083230","doi":"","title":"Open for Business: A Panel on Creating International Research Opportunities with Canadian Universities and IS Researchers","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Key (lock); Best practice; Research policy; Research council; Information technology; Sustainability; Information system","score_opus":0.1762200193902223,"score_gpt":0.3679388883458205,"score_spread":0.1917188689555982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7014083230","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028498182,0.00014696155,0.09198784,0.1748113,0.010755564,0.008686267,0.00044828397,0.00007446966,0.6845911],"genre_scores_gemma":[0.9436891,0.0000397026,0.0027114388,0.0023888545,0.00014556503,0.00018687955,0.00002915422,0.000006800732,0.050802484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983887,0.0001153492,0.0005347499,0.000060446153,0.00071297336,0.0001877957],"domain_scores_gemma":[0.99303323,0.00039633823,0.00082533644,0.00014423236,0.0055208555,0.0000799934],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0048835645,0.00007130807,0.00014482974,0.0007776675,0.00069095945,0.0017230265,0.0009998422,0.00006507519,0.0000018198879],"category_scores_gemma":[0.0004978552,0.00004928444,0.000038474504,0.00054644566,0.000020408732,0.0029389558,0.000120896155,0.00012773095,0.0000030508436],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010642729,0.000030228051,0.0037463654,0.00026938683,0.00038144866,2.5923015e-7,0.03560161,0.00064763246,0.0000024135327,0.7554712,0.19999884,0.0037441575],"study_design_scores_gemma":[0.0012441835,0.00007159801,0.006424614,0.0005642772,0.000009917394,0.000010840452,0.06829502,0.004856947,0.000043908192,0.0002882517,0.9180971,0.00009338745],"about_ca_topic_score_codex":0.001604594,"about_ca_topic_score_gemma":0.00019595778,"teacher_disagreement_score":0.91519094,"about_ca_system_score_codex":0.0018605884,"about_ca_system_score_gemma":0.002949245,"threshold_uncertainty_score":0.9993133},"labels":[],"label_agreement":null},{"id":"W7015613714","doi":"","title":"ON TIME AND OFF TIME CAREER TRAJECTORIES IN THE NEW ECONOMY: THE CASE OF INFORMATION TECHNOLOGY WORK","year":2009,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Perspective (graphical); Work (physics); Information technology; Life course approach; Part-time employment; Aging in the American workforce; Perception; Time perspective","score_opus":0.027552099340403535,"score_gpt":0.25339257552667543,"score_spread":0.2258404761862719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015613714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936093,0.00003006807,0.0014366112,0.0034746658,0.000083271436,0.00028968978,0.0000020299115,0.000056552788,0.0010177752],"genre_scores_gemma":[0.9978914,0.000003826786,0.000089784815,0.001143092,0.000014494956,0.0000011280397,0.0000047258163,0.0000024241588,0.000849106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916625,0.00011816559,0.0002708172,0.00014264186,0.000121817866,0.00018028963],"domain_scores_gemma":[0.9991163,0.00008265701,0.000203791,0.0004193935,0.000121359015,0.00005652667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004377871,0.0001356022,0.00014809014,0.0004868005,0.00016094226,0.00027797354,0.0008085893,0.00009888252,0.000008016196],"category_scores_gemma":[0.00002969296,0.00009862104,0.00003321641,0.0009613287,0.000050116643,0.002192955,0.000097310214,0.00022955985,0.00017566366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001907666,0.00032938353,0.455338,0.000104007806,0.00015678786,0.00053099275,0.17898186,0.0005055562,0.00007067516,0.164334,0.0005032325,0.19895475],"study_design_scores_gemma":[0.0023876333,0.0004744965,0.9517734,0.00032703544,0.000038596663,0.0013532124,0.00895909,0.000048352016,0.0008566191,0.0051095653,0.027847204,0.00082480046],"about_ca_topic_score_codex":0.0000036793183,"about_ca_topic_score_gemma":0.00006438382,"teacher_disagreement_score":0.4964354,"about_ca_system_score_codex":0.00009648644,"about_ca_system_score_gemma":0.0001510993,"threshold_uncertainty_score":0.40216494},"labels":[],"label_agreement":null},{"id":"W7017956357","doi":"","title":"2016-2017 Course Catalog","year":2016,"lang":"en","type":"article","venue":"The Mathematics Enthusiast","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Oregon; University of Alberta; Oregon State University; Iowa State University; University of Illinois at Urbana-Champaign; University of Montana; Johns Hopkins University; University of Washington; Universitat de Barcelona; University of Wyoming; Colorado State University; Washington State University; Virginia Polytechnic Institute and State University; Ohio State University; University of Minnesota; Texas Tech University; North Carolina State University; Utah State University; Yale University","keywords":"Course (navigation); Short course; Online course","score_opus":0.021625457697691957,"score_gpt":0.2630288875363784,"score_spread":0.24140342983868643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7017956357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051741083,0.00006403225,0.85460407,0.007918136,0.0014009457,0.00041850598,0.000006390096,0.00026489526,0.13014892],"genre_scores_gemma":[0.97589564,0.000018486056,0.014145169,0.00048652227,0.00009072858,0.000068551824,0.000002069283,0.000008445347,0.009284383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989715,0.000029947058,0.00032598362,0.00012474424,0.000334679,0.0002131063],"domain_scores_gemma":[0.9987432,0.000099447956,0.00019949669,0.00077578024,0.000109301225,0.00007276858],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000532963,0.0001146081,0.000115023155,0.000044179873,0.00017823196,0.00012809107,0.0010016147,0.000024743418,0.00011002543],"category_scores_gemma":[0.000042190677,0.000052127136,0.000045303655,0.00017084232,0.00005635264,0.00034051161,0.0001741735,0.000042611304,0.0040967446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.246313e-7,0.00018876763,0.000014878857,0.000045735203,0.000041901425,0.000002926363,0.27661902,0.0000027626172,0.00027629096,0.562744,0.13447477,0.025588024],"study_design_scores_gemma":[0.00473277,0.00020920337,0.015773617,0.0021558085,0.00011564791,0.002649222,0.020606307,0.017136691,0.017206501,0.021898264,0.8940152,0.0035007985],"about_ca_topic_score_codex":0.0000029350444,"about_ca_topic_score_gemma":0.0000035569967,"teacher_disagreement_score":0.97072154,"about_ca_system_score_codex":0.000049520153,"about_ca_system_score_gemma":0.00014259356,"threshold_uncertainty_score":0.9966787},"labels":[],"label_agreement":null},{"id":"W7019164889","doi":"","title":"Expedited Course Inventory Process","year":2009,"lang":"en","type":"article","venue":"Journal of Bioresource Management","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Course (navigation); Process (computing); Quarter (Canadian coin); Concept inventory; Work in process","score_opus":0.00797363532808984,"score_gpt":0.25861015169222384,"score_spread":0.250636516364134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019164889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2641478,0.00072129065,0.6229032,0.017388808,0.005138238,0.0008953044,7.54668e-7,0.00026253273,0.08854202],"genre_scores_gemma":[0.9866067,0.00001855988,0.009668339,0.0024671685,0.00029780375,0.000004724728,8.288577e-7,0.0000037336565,0.00093215186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857825,0.000033242286,0.0005421352,0.00009461031,0.0005906264,0.00016112305],"domain_scores_gemma":[0.9989341,0.0000053632516,0.0005090433,0.00020960822,0.00021865727,0.00012325546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000567737,0.00009721181,0.00013221054,0.00027311314,0.00007428036,0.00013806553,0.00066864205,0.000027410053,0.000024859952],"category_scores_gemma":[0.0000058395026,0.00007743252,0.000069560054,0.00039857178,0.000011757748,0.00039841104,0.00004195894,0.00008908694,0.000051487586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003627881,0.0012275466,0.0029536358,0.00017602446,0.00026906442,0.0001851231,0.03705279,0.001380022,0.00003495544,0.06552581,0.39891884,0.49223992],"study_design_scores_gemma":[0.0032025885,0.00080965227,0.11795992,0.00054734596,0.0000764735,0.00047397436,0.01457218,0.012851274,0.0006775295,0.0023542487,0.8455991,0.0008756996],"about_ca_topic_score_codex":2.6788362e-7,"about_ca_topic_score_gemma":5.5536887e-8,"teacher_disagreement_score":0.7224589,"about_ca_system_score_codex":0.00007806104,"about_ca_system_score_gemma":0.00006071672,"threshold_uncertainty_score":0.31576067},"labels":[],"label_agreement":null},{"id":"W7019409670","doi":"","title":"An idea for Hamilton's tent encampments","year":2024,"lang":"en","type":"other","venue":"Internet Archive (Internet Archive)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Poverty; Estate; Real estate; Placemaking; Fuel poverty","score_opus":0.014911012695926784,"score_gpt":0.2694448209859729,"score_spread":0.2545338082900461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019409670","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028163991,0.00015851847,0.44001633,0.00013604594,0.0039675534,0.0010732114,0.000252923,0.00065308996,0.55371416],"genre_scores_gemma":[0.003543432,0.000042295887,0.0423175,0.00090169115,0.000646095,0.0007571992,0.00077501783,0.00036868016,0.95064807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625665,0.00018463455,0.000972147,0.0012249664,0.0006380087,0.0007236054],"domain_scores_gemma":[0.9977327,0.00009888856,0.00054227875,0.0011310271,0.00007936325,0.00041576216],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00037314874,0.00074301224,0.0006153424,0.0011355315,0.000040345967,0.0007951814,0.0028611715,0.00017892999,0.0018050532],"category_scores_gemma":[0.000025326412,0.00065262936,0.00039802297,0.0001910254,0.00012504544,0.00032914735,0.0005892581,0.00045509188,0.009515068],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014573908,0.00012204063,0.00002996772,0.00031308798,0.00026792925,0.000016044516,0.013938445,0.0000022737208,0.000029230727,0.052683435,0.9311285,0.0014544822],"study_design_scores_gemma":[0.00043471323,0.00022710528,0.00007395163,0.0012259015,0.00002967728,0.000065496715,0.00020626326,0.011830743,0.00016567651,0.0033555964,0.98161656,0.0007682904],"about_ca_topic_score_codex":0.0016822596,"about_ca_topic_score_gemma":0.0014788072,"teacher_disagreement_score":0.39769882,"about_ca_system_score_codex":0.00013370167,"about_ca_system_score_gemma":0.00023557602,"threshold_uncertainty_score":0.9995925},"labels":[],"label_agreement":null},{"id":"W7020538577","doi":"","title":"Le rôle des Jésuites dans les débuts des « bagnes » coloniaux de Guyane (Danielle Donet-Vincent)","year":2018,"lang":"fr","type":"other","venue":"OpenEdition (OpenEdition)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lafora disease; Feud; Southeast asia","score_opus":0.02150970616680924,"score_gpt":0.24562272656594386,"score_spread":0.2241130203991346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020538577","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0148663595,0.001293513,0.20358768,0.014361222,0.00797723,0.0021335725,0.00030139642,0.0005560618,0.754923],"genre_scores_gemma":[0.22100092,0.0011155899,0.06586506,0.0093514,0.003951738,0.00194592,0.002237079,0.00034298163,0.6941893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943646,0.0006442976,0.0015201621,0.0011116576,0.0011222004,0.0012370903],"domain_scores_gemma":[0.99536854,0.00024158499,0.0011784909,0.0010274322,0.0015014225,0.0006825131],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012968914,0.000943153,0.00081079005,0.0005314566,0.0026616629,0.0017216504,0.0019903374,0.00071258267,0.035875607],"category_scores_gemma":[0.00027154974,0.0010052075,0.0002959722,0.0011123599,0.0012713937,0.011727185,0.0006083351,0.00039221213,0.018345492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035500638,0.00090446934,0.0034568997,0.00074180675,0.00022641118,0.000042869877,0.009944611,0.00016448557,0.0004530132,0.7439414,0.22167891,0.018409608],"study_design_scores_gemma":[0.0012391304,0.00030155983,0.03755775,0.0016563856,0.00007525813,0.00041973626,0.0041536475,0.001217165,0.0043730335,0.0026706285,0.94497067,0.0013650468],"about_ca_topic_score_codex":0.0014737607,"about_ca_topic_score_gemma":0.01383633,"teacher_disagreement_score":0.7412708,"about_ca_system_score_codex":0.0017513783,"about_ca_system_score_gemma":0.0029261396,"threshold_uncertainty_score":0.99931467},"labels":[],"label_agreement":null},{"id":"W7024870274","doi":"","title":"Student Handbook and Catalog 2002-2003","year":2002,"lang":"en","type":"article","venue":"The South Carolina State Library Digital Collections (South Carolina State Library)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Louisiana Tech University; Nova Southeastern University; University of the Pacific; University of Illinois at Urbana-Champaign; Grove City College; College of Charleston; University of South Carolina; Appalachian State University; Webster University; McGill University; East Carolina University; Biola University; Clemson University; North Carolina State University; University of North Carolina at Chapel Hill; Western Carolina University; Wake Forest University; U.S. Department of Education; Syracuse University; Daemen College","keywords":"Information system; Work (physics); Key (lock); Exposition (narrative); Set (abstract data type)","score_opus":0.009866808626858407,"score_gpt":0.1945346452608469,"score_spread":0.1846678366339885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024870274","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2564259,0.0075419215,0.052783407,0.012020155,0.008836462,0.008867957,0.00466504,0.007912128,0.64094704],"genre_scores_gemma":[0.7041653,0.00022327223,0.0017095478,0.0020897328,0.00023061811,0.00031523086,0.00017269714,0.0001201401,0.29097348],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99566877,0.00024537253,0.0012836667,0.00091043627,0.0008385165,0.0010532128],"domain_scores_gemma":[0.9972447,0.00013242864,0.0005495316,0.0012667355,0.000177857,0.0006287183],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018239142,0.00072375947,0.0006063251,0.00083868206,0.0016601603,0.00400394,0.0016470234,0.00014247853,0.00046926978],"category_scores_gemma":[0.000041413376,0.0005784423,0.00021917811,0.00481227,0.0002953045,0.009952623,0.0011049673,0.0005669499,0.0009827033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012875632,0.00059106585,0.039229304,0.00024099098,0.0006159855,0.0001450495,0.28378356,0.0008941021,0.0000065321333,0.007938339,0.6563311,0.010095221],"study_design_scores_gemma":[0.0047127083,0.00072490604,0.024996208,0.0002888242,0.00010307268,0.0006942945,0.008297103,0.015893934,0.001098904,0.0054895338,0.9343153,0.003385216],"about_ca_topic_score_codex":0.000012109027,"about_ca_topic_score_gemma":0.0000011006493,"teacher_disagreement_score":0.4477394,"about_ca_system_score_codex":0.000085454645,"about_ca_system_score_gemma":0.00052677916,"threshold_uncertainty_score":0.99979514},"labels":[],"label_agreement":null},{"id":"W7034309995","doi":"","title":"Survey of Data Processing Courses Taught in Collegiate Schools of Business","year":2016,"lang":"en","type":"article","venue":"SHAREOK (University of Oklahoma)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; York University; San José State University; Temple University; University of Dayton; Iowa State University; University of Notre Dame; Louisiana State University; University of Cincinnati; Washington State University; University of Tulsa; Johns Hopkins University; Baylor University; College of Engineering, Michigan State University; University of Missouri; Oklahoma State University; Michigan State University; University of Pennsylvania; University of Washington; Bradley University; Massachusetts Institute of Technology; Georgia Institute of Technology","keywords":"Data processing; Data collection; Administration (probate law); Information processing; Business information","score_opus":0.0614029962763112,"score_gpt":0.261750186442907,"score_spread":0.2003471901665958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034309995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8223639,0.0002062854,0.16868663,0.0022203692,0.00045683846,0.00053196726,0.0006649255,0.00006605559,0.004803029],"genre_scores_gemma":[0.99454373,0.00001626003,0.0048972922,0.00000881404,0.0000037855464,2.215592e-7,0.000037783164,0.0000022008637,0.00048991485],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912083,0.00006149757,0.0002480059,0.00017640044,0.00027951173,0.00011378041],"domain_scores_gemma":[0.9982333,0.00004608942,0.00043654165,0.00047715593,0.00076555583,0.000041360883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006073888,0.00006902494,0.00021241495,0.0002281711,0.00005264684,0.000014363551,0.0012573852,0.00004066955,0.000087672226],"category_scores_gemma":[0.000086248016,0.00006323245,0.000017105442,0.0010002248,0.000059422662,0.0016706325,0.00038694456,0.000033201435,0.000017159822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014955812,0.0009874819,0.59437954,0.0017486328,0.00014658751,0.00002038228,0.03042634,0.00006049213,0.0019003793,0.0071506607,0.06273549,0.30029446],"study_design_scores_gemma":[0.00071787735,0.000011883796,0.9927999,0.00050992926,0.0000032600806,0.0000026444054,0.0023738286,0.0013958634,0.00023623869,0.0000248516,0.0018070029,0.00011671525],"about_ca_topic_score_codex":0.0006321147,"about_ca_topic_score_gemma":0.00045544506,"teacher_disagreement_score":0.39842036,"about_ca_system_score_codex":0.000049383525,"about_ca_system_score_gemma":0.0007573783,"threshold_uncertainty_score":0.25785446},"labels":[],"label_agreement":null},{"id":"W7035914826","doi":"","title":"Alignment of competencies as identified by library and information science educators and practitioners : a case study of database management","year":2008,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Information science; Exploratory research; Science education; Information management; Higher education","score_opus":0.016634173635694756,"score_gpt":0.29589052626232953,"score_spread":0.2792563526266348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035914826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9741031,0.00005812039,0.00009449605,0.00004396377,0.00044687386,0.0013146813,0.000022500126,0.0000031066947,0.023913186],"genre_scores_gemma":[0.9873878,0.00023605926,0.0097137205,0.000052193438,0.0000054239486,0.00011938715,0.00039833566,0.0000052943597,0.0020818058],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982935,0.000045202814,0.00070728787,0.00026581823,0.00056435436,0.00012382532],"domain_scores_gemma":[0.99851686,0.000025407471,0.00084454374,0.0003658391,0.00014341756,0.0001039487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039527004,0.00015623182,0.00022477296,0.0005236104,0.00025535296,0.0005088385,0.0006029002,0.00003988002,0.00006384679],"category_scores_gemma":[0.00001425684,0.00014885838,0.00001411461,0.00063971383,0.00007454004,0.011473863,0.0003955807,0.00006804161,0.000015002033],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008482841,0.001891326,0.0019066619,0.001289319,0.00033836171,0.00012975483,0.8116278,0.000010034997,0.00050219084,0.012765989,0.010949689,0.15850401],"study_design_scores_gemma":[0.0012711118,0.00022238669,0.0047397804,0.00041005047,0.000060563292,0.0007710594,0.9494113,0.00018033235,0.009534797,0.000015579719,0.032886628,0.00049643754],"about_ca_topic_score_codex":0.00020092724,"about_ca_topic_score_gemma":0.000012241125,"teacher_disagreement_score":0.15800758,"about_ca_system_score_codex":0.000030445253,"about_ca_system_score_gemma":0.0005577186,"threshold_uncertainty_score":0.8318274},"labels":[],"label_agreement":null},{"id":"W7036512235","doi":"","title":"Business Computer Skills 102 — Teaching MSOffice 2013 in the Classroom","year":2017,"lang":"en","type":"article","venue":"ScholarWorks (Central Washington University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Syllabus; Attendance; Curriculum; Context (archaeology); Quarter (Canadian coin)","score_opus":0.009431536232415884,"score_gpt":0.2194870582679344,"score_spread":0.21005552203551853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036512235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47952396,0.00004601601,0.44104987,0.017730152,0.005712315,0.00082688796,0.0000045982893,0.000313022,0.05479316],"genre_scores_gemma":[0.98428035,0.00003392186,0.011824765,0.0009525058,0.00019737266,0.000001453893,0.000010881428,0.000008197636,0.002690568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982489,0.00026167106,0.00026513374,0.00033300318,0.00041371834,0.00047762692],"domain_scores_gemma":[0.9983932,0.000077631674,0.0003075452,0.00093415787,0.00015968371,0.00012778078],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00091074914,0.00018584805,0.00016954358,0.00026364645,0.0015561511,0.0021199142,0.0033844425,0.00012225768,0.000027109108],"category_scores_gemma":[0.000083435334,0.00015561952,0.00007167793,0.00043440936,0.000055154145,0.004534763,0.00046556097,0.0006957795,0.00016259601],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033243312,0.0010731574,0.12454594,0.000110848465,0.000110920104,0.00028776252,0.04808186,0.0031046204,0.000044250584,0.5410767,0.099926546,0.18160413],"study_design_scores_gemma":[0.0008505536,0.000014383768,0.5166321,0.00019592121,0.000007473986,0.000028577662,0.0014541287,0.0067943363,0.000016015576,0.00009831873,0.4735198,0.00038842435],"about_ca_topic_score_codex":0.00019425913,"about_ca_topic_score_gemma":0.00008131128,"teacher_disagreement_score":0.5409784,"about_ca_system_score_codex":0.00023996305,"about_ca_system_score_gemma":0.00017338843,"threshold_uncertainty_score":0.9997437},"labels":[],"label_agreement":null},{"id":"W7037894816","doi":"","title":"Federalismo e immigrazione in Canada: tra asimmetria e devoluzione paritaria","year":2017,"lang":"it","type":"book-chapter","venue":"Institutional Research Information System (Università degli Studi di Trento)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Context (archaeology); Focus (optics); Identification (biology)","score_opus":0.0805185951624459,"score_gpt":0.2915968549992045,"score_spread":0.2110782598367586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037894816","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00718717,0.0006997213,0.030489175,0.0038913905,0.009946887,0.0048925867,0.0007754454,0.00024409736,0.94187355],"genre_scores_gemma":[0.9753785,0.00018212468,0.00041420924,0.0001566324,0.00027419184,0.00016057311,0.00080627884,0.000027848258,0.0225996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872934,0.00044486448,0.0029063113,0.0009258594,0.006820745,0.0016088252],"domain_scores_gemma":[0.99035513,0.0003626983,0.002065781,0.0016372778,0.004677887,0.0009012405],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004287392,0.0009875828,0.0013443796,0.004340842,0.0054775625,0.0019037939,0.0034127159,0.00064955076,0.00040538507],"category_scores_gemma":[0.0004399507,0.0010676032,0.00035258202,0.001194227,0.0005220319,0.009445946,0.0014061556,0.0018069701,0.0024826403],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00015512636,0.000090232876,0.003667484,0.0008824157,0.00044722512,0.0002291802,0.010775066,0.0016517678,6.825759e-7,0.9526642,0.013344583,0.01609202],"study_design_scores_gemma":[0.0054477532,0.00015182195,0.16767842,0.0046276473,0.000064161846,0.00034310165,0.03096429,0.018188592,0.000008212533,0.0001892822,0.7704124,0.001924356],"about_ca_topic_score_codex":0.59680825,"about_ca_topic_score_gemma":0.31985173,"teacher_disagreement_score":0.9681914,"about_ca_system_score_codex":0.024301646,"about_ca_system_score_gemma":0.028966574,"threshold_uncertainty_score":0.9991774},"labels":[],"label_agreement":null},{"id":"W7038603097","doi":"","title":"International Distributed Computer Science Degree - Cooperative Education Efforts between Canada, Poland, Greece and Germany","year":2009,"lang":"en","type":"other","venue":"Publication Server of Bonn-Rhein-Sieg University of Applied Sciences (Bonn-Rhein-Sieg University of Applied Sciences)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cooperative education; Degree (music); Cooperative learning","score_opus":0.012563397112370304,"score_gpt":0.20596683320638104,"score_spread":0.19340343609401073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038603097","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047292694,0.00014582442,0.09710015,0.005210519,0.0018022695,0.0032846637,0.0006357525,0.0004453537,0.8440828],"genre_scores_gemma":[0.94580245,0.00014423866,0.043826636,0.00051970605,0.00017237544,0.0000036015795,0.00043052575,0.00004722448,0.009053261],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99327016,0.00010029371,0.00097519415,0.0017457366,0.0030463415,0.0008622971],"domain_scores_gemma":[0.9937706,0.00017055798,0.0028465595,0.0010525059,0.0015596094,0.00060014334],"candidate_categories":["metaepi_narrow","sts","open_science"],"consensus_categories":["sts"],"category_scores_codex":[0.0023482346,0.00066107034,0.0010315487,0.0022236616,0.0015725043,0.0003904392,0.006143942,0.00036687235,0.00034978974],"category_scores_gemma":[0.00003559315,0.0007477599,0.00016618162,0.0051172297,0.0038167015,0.0019762202,0.0013383981,0.00039855065,0.000041283303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020056604,0.001263813,0.004803202,0.0006977257,0.0005782099,0.000010287555,0.020481916,0.001386,0.0017026736,0.59342474,0.25999025,0.115460634],"study_design_scores_gemma":[0.0060116444,0.00066219794,0.08935093,0.0011096076,0.00035866635,0.000055660974,0.029986123,0.015288699,0.005698463,0.0015226299,0.8452171,0.0047382843],"about_ca_topic_score_codex":0.019076446,"about_ca_topic_score_gemma":0.011774952,"teacher_disagreement_score":0.89850974,"about_ca_system_score_codex":0.0008225822,"about_ca_system_score_gemma":0.008663471,"threshold_uncertainty_score":0.9997273},"labels":[],"label_agreement":null},{"id":"W7042554470","doi":"","title":"Piedmont Technical College 2019-2020 annual report. Laurens County","year":2021,"lang":"en","type":"article","venue":"The South Carolina State Library Digital Collections (South Carolina State Library)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Affect (linguistics); Statistical analysis; Quarter (Canadian coin); Field (mathematics)","score_opus":0.00550978002927489,"score_gpt":0.19684654327203321,"score_spread":0.19133676324275833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042554470","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18890962,0.002553776,0.091958165,0.0477791,0.017411385,0.00854555,0.046635732,0.01456655,0.5816401],"genre_scores_gemma":[0.7290417,0.000077922836,0.0041641244,0.0024829651,0.0005904097,0.00033991883,0.0014064816,0.00017527842,0.2617212],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934507,0.0003973519,0.0021642193,0.0013491231,0.0013303369,0.0013082938],"domain_scores_gemma":[0.99530786,0.00027402493,0.00096514146,0.0022163293,0.00047170275,0.0007649618],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003755878,0.0008768831,0.0008910958,0.0006521701,0.0017561459,0.002843548,0.0020399473,0.00026321568,0.00025818698],"category_scores_gemma":[0.00014720099,0.0007347182,0.000570613,0.0074166595,0.00031693588,0.010407025,0.0016901775,0.0009549509,0.0004428275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019571393,0.00045512218,0.009068989,0.00013984284,0.00038454516,0.0017360322,0.031222451,0.0010686915,0.0000146308,0.011342255,0.94353044,0.0008412899],"study_design_scores_gemma":[0.0025825426,0.00033622095,0.017493485,0.00018946025,0.000089244306,0.0049073207,0.007986659,0.0024266813,0.0015662753,0.012141269,0.9478138,0.002467003],"about_ca_topic_score_codex":0.000016953773,"about_ca_topic_score_gemma":0.0000047352737,"teacher_disagreement_score":0.5401321,"about_ca_system_score_codex":0.00017950476,"about_ca_system_score_gemma":0.0039258976,"threshold_uncertainty_score":0.9995434},"labels":[],"label_agreement":null},{"id":"W7043084547","doi":"","title":"SERC 1 WorkPlan – 2010-2011","year":2010,"lang":"en","type":"other","venue":"AUSpace (Athabasca University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mandate; Alliance; Plan (archaeology); Research program; Balance (ability); Social research","score_opus":0.008460764431509468,"score_gpt":0.18825844267797273,"score_spread":0.17979767824646326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043084547","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023609335,0.000046283047,0.03406762,0.0012781204,0.0036821298,0.00027686186,0.000012971813,0.0006626082,0.9599498],"genre_scores_gemma":[0.00018873272,0.00004214587,0.014635382,0.00020041222,0.0001670237,0.0000018530912,0.000034487628,0.000066309534,0.98466367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987427,0.000053695487,0.00014799534,0.00039402573,0.00034749435,0.0003140791],"domain_scores_gemma":[0.9985159,0.000021266203,0.00032443248,0.00082629774,0.00010349832,0.00020862487],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00013588934,0.00028093517,0.00024977044,0.00094103266,0.00013327182,0.00015610333,0.0015896007,0.00040483812,0.0052164053],"category_scores_gemma":[0.000008676958,0.00029449412,0.0001015616,0.00045954325,0.000042663112,0.00049082015,0.00034689388,0.00036641787,0.006096189],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.379152e-7,0.000024602698,0.00018287021,0.000022634571,0.000033750162,0.000017100745,0.001023607,1.852728e-7,0.000002576585,0.02819903,0.9689089,0.0015839046],"study_design_scores_gemma":[0.00022244791,0.000010422057,0.00034623907,0.0000782883,0.000008997871,0.00001799095,0.00038108337,0.00002564048,0.000022628563,0.000018912058,0.99848425,0.00038307047],"about_ca_topic_score_codex":0.0007091242,"about_ca_topic_score_gemma":0.0011535167,"teacher_disagreement_score":0.029575378,"about_ca_system_score_codex":0.00013046346,"about_ca_system_score_gemma":0.0003851913,"threshold_uncertainty_score":0.9999507},"labels":[],"label_agreement":null},{"id":"W7071011882","doi":"","title":"Research Exchange - November 17, 2020 \"New Directions at MISQ\" with Andrew Burton-Jones, moderated by Cynthia Beath","year":2020,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Variety (cybernetics); Information system; Associate editor; State (computer science); Information technology; Information science; Digital scholarship","score_opus":0.026283302881464833,"score_gpt":0.2709113145668056,"score_spread":0.2446280116853408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7071011882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02422713,0.0016954063,0.7145618,0.14995216,0.019415619,0.008901233,0.0005077751,0.0005928913,0.080145955],"genre_scores_gemma":[0.93672365,0.00015477334,0.002872375,0.003989666,0.0013173361,0.00023328437,0.00012560535,0.00003371998,0.054549564],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645823,0.00022333628,0.0012279369,0.000117846175,0.0016639727,0.00030865392],"domain_scores_gemma":[0.99434835,0.00018240578,0.002217583,0.00023669189,0.0027638345,0.00025113343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00242308,0.00016005113,0.00029973398,0.000195545,0.00065690227,0.0008106902,0.0007120685,0.00014139488,0.000021197244],"category_scores_gemma":[0.00033364218,0.00009891973,0.0001322726,0.0013156459,0.000014742446,0.0032072545,0.000115448645,0.00029840771,0.00010810977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000416441,0.000025579457,0.0012555587,0.00009314141,0.00013184057,1.4376795e-7,0.016325127,0.0014377852,0.00005836187,0.002032284,0.978127,0.0004715301],"study_design_scores_gemma":[0.0013356134,0.000094550036,0.00088403,0.000104440776,0.000016876858,0.000054300213,0.0020066153,0.010374226,0.000583319,0.000019000645,0.9843534,0.00017361857],"about_ca_topic_score_codex":0.00004335476,"about_ca_topic_score_gemma":0.0000080823875,"teacher_disagreement_score":0.91249657,"about_ca_system_score_codex":0.0012787868,"about_ca_system_score_gemma":0.000632885,"threshold_uncertainty_score":0.78175044},"labels":[],"label_agreement":null},{"id":"W7086593963","doi":"","title":"Assessing the prevalence and impact of preserved ratio impaired spirometry in low-income and middle-income countries: a post-hoc cross-sectional analysis","year":2024,"lang":"en","type":"article","venue":"UCL Discovery (University College London)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Medical Research Council; Pan American Health Organization; Alliance for Health Policy and Systems Research; Novartis Foundation; Inter-American Institute for Global Change Research; Consejo Nacional de Ciencia, Tecnología e Innovación Tecnológica; World Diabetes Foundation; Grand Challenges Canada; National Science Foundation; Bloomberg Philanthropies; Wellcome Trust; Directorate for Biological Sciences; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Fogarty International Center; National Institute of Mental Health; National Heart, Lung, and Blood Institute; Fondo Nacional de Desarrollo Científico, Tecnológico y de Innovación Tecnológica; Department for International Development; Engineering and Physical Sciences Research Council; UK Research and Innovation","keywords":"Spirometry; Odds ratio; Comorbidity; Population; Logistic regression; Vital capacity; Confidence interval; Odds; Decile","score_opus":0.012649166162174277,"score_gpt":0.26700654582993655,"score_spread":0.2543573796677623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7086593963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891458,0.0003975341,0.009338965,0.00020272206,0.00020985259,0.0003079307,0.00019086679,0.0000460482,0.00016027619],"genre_scores_gemma":[0.9976666,0.000059950555,0.00033904274,0.000026163709,0.000014985813,0.0000030880428,0.00001077494,0.000004432727,0.0018749912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985328,0.00014022208,0.00035471396,0.00034921244,0.0004064857,0.00021661581],"domain_scores_gemma":[0.9989662,0.0002475051,0.00017921992,0.00032066056,0.000198798,0.00008759976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006898464,0.00016448002,0.00025338866,0.000866261,0.00031407858,0.00093686325,0.000472221,0.00007681431,0.000062329695],"category_scores_gemma":[0.000037056416,0.0001336049,0.00015630857,0.0025882656,0.00014210869,0.0048988517,0.00031782594,0.00013691484,0.000007095599],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041435702,0.000032344808,0.98479325,0.00070319837,0.00032634818,0.00002324253,0.00330865,0.0003579117,0.000019259176,0.010341563,0.000022480928,0.000030302803],"study_design_scores_gemma":[0.0004081498,0.000056174333,0.9476286,0.00022416786,0.000037694233,0.000026836666,0.0008684089,0.050509647,0.000011027061,0.000048711365,0.00002564302,0.0001549487],"about_ca_topic_score_codex":0.0002674125,"about_ca_topic_score_gemma":0.000087366614,"teacher_disagreement_score":0.050151736,"about_ca_system_score_codex":0.0003820663,"about_ca_system_score_gemma":0.00063197577,"threshold_uncertainty_score":0.9034194},"labels":[],"label_agreement":null},{"id":"W7087348983","doi":"10.1016/b978-0-443-31568-8.00011-8","title":"Climate change and persons with disabilities in Asia","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University Health Network","funders":"","keywords":"Vulnerability (computing); Climate change; Face (sociological concept); Disaster risk reduction; Affect (linguistics); Climate risk; Adaptation (eye); Climate change adaptation","score_opus":0.023536430343761006,"score_gpt":0.24207520571107286,"score_spread":0.21853877536731184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7087348983","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046657944,0.00027557192,0.000057617683,0.00041563483,0.00029536142,0.0005591725,0.000009663872,0.000063069,0.99827725],"genre_scores_gemma":[0.0025622593,0.00006424094,0.0016634054,0.00059671584,0.00006243205,0.0002394201,0.000008577814,0.000011702249,0.99479127],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989234,0.000017879753,0.00032964666,0.00029156017,0.0002259952,0.00021150487],"domain_scores_gemma":[0.99934256,0.000036180387,0.00013612997,0.00035491935,0.00006353335,0.00006666059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021076702,0.00023432309,0.00027757735,0.00023505511,0.00009377534,0.00014338201,0.00027794155,0.00011104828,0.000027374492],"category_scores_gemma":[0.000005193507,0.00019021552,0.000038740716,0.000030005885,0.00006593755,0.00018547506,0.00016869746,0.00017818781,0.000050042687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013990384,0.000003309887,0.00012446997,0.00016281816,0.000009438685,0.000002009252,0.011692873,2.7554563e-8,3.4600724e-8,0.22250676,0.00014609074,0.76535076],"study_design_scores_gemma":[0.00022036477,0.000028219962,0.0005593,0.0013461213,0.00000893125,0.000029216764,0.0008798599,0.00006522787,0.0000021653975,0.0011559153,0.9953362,0.0003684771],"about_ca_topic_score_codex":0.0000011030054,"about_ca_topic_score_gemma":0.00004122945,"teacher_disagreement_score":0.9951901,"about_ca_system_score_codex":0.00010585772,"about_ca_system_score_gemma":0.00014704234,"threshold_uncertainty_score":0.77567637},"labels":[],"label_agreement":null},{"id":"W7093349815","doi":"10.1371/journal.pntd.0007747.s001","title":"STARD flow diagram for the selection of the three reference panels (ZIKV-IgM-positive, <i>flavivirus</i>, and negative).","year":2019,"lang":"","type":"other","venue":"Figshare","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chikungunya; Dengue fever; Envelope (radar); Selection (genetic algorithm); Zika virus; Diagram; Domain (mathematical analysis); Data flow diagram","score_opus":0.03443230302723975,"score_gpt":0.2529174720224492,"score_spread":0.21848516899520942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093349815","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095363444,0.0073205726,0.051694755,0.0046712505,0.01544536,0.047626816,0.46036962,0.0007511295,0.41116688],"genre_scores_gemma":[0.3712969,0.0006777606,0.009723271,0.0041468586,0.0028837232,0.014874159,0.033773895,0.0007997921,0.5618236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962998,0.00026952298,0.0010347812,0.00079137326,0.000981507,0.0006229974],"domain_scores_gemma":[0.9948403,0.00085020455,0.00172803,0.0011026578,0.0013208338,0.00015792469],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004513673,0.00068080565,0.0006417564,0.00022221758,0.00079380756,0.0005945108,0.001836549,0.00047945153,0.032614704],"category_scores_gemma":[0.00067006034,0.00043544624,0.00027266837,0.00096318853,0.00007848238,0.0005910967,0.00061301584,0.00044931928,0.0018460167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032792224,0.00011995094,0.00009035515,0.0012414899,0.00035518178,3.80019e-7,0.0079595,0.00017591189,0.00014597834,0.0034440998,0.8978042,0.08863015],"study_design_scores_gemma":[0.0007136618,0.00015223809,0.029214574,0.004735528,0.000057758658,0.000022251259,0.0001650793,0.029198369,0.00088913005,0.00008542636,0.93402624,0.00073976105],"about_ca_topic_score_codex":0.00002107651,"about_ca_topic_score_gemma":0.00024347349,"teacher_disagreement_score":0.42659572,"about_ca_system_score_codex":0.0002454316,"about_ca_system_score_gemma":0.001330634,"threshold_uncertainty_score":0.99980974},"labels":[],"label_agreement":null},{"id":"W7095267004","doi":"","title":"IS RESEARCH PERSPECTIVES ARTICLE A Re-Examination of Racioethnic Imbalance of IS Doctorates: Changing the Face of the IS Classroom∗","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"White (mutation); Accreditation; Diversity (politics); Face (sociological concept); Field (mathematics); White paper","score_opus":0.10431355886858437,"score_gpt":0.37007228541010057,"score_spread":0.2657587265415162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095267004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92868125,0.00033416625,0.03229464,0.015417035,0.0003422978,0.0006706724,0.0000061654287,0.00003137421,0.022222409],"genre_scores_gemma":[0.9957346,0.000010992178,0.00081562076,0.00026043426,0.000014331487,0.000018407525,2.4228467e-7,0.0000025815616,0.0031428346],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99826604,0.00022107501,0.00038765994,0.00014015727,0.00080675003,0.00017832936],"domain_scores_gemma":[0.9976806,0.000093848,0.00028461436,0.0005374104,0.0013644425,0.000039081064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024890741,0.00006837389,0.00011943184,0.00014838084,0.00010416939,0.000040829163,0.000702838,0.000036253285,0.000071679075],"category_scores_gemma":[0.00012625988,0.000038932514,0.000049231443,0.0015387723,0.0001259114,0.00039362712,0.000212346,0.0000986957,0.00003628991],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032863945,0.00008097707,0.0025158438,0.000045216162,0.000020425348,3.4475004e-8,0.95605004,0.000021127657,0.00076907995,0.02536115,0.012902494,0.0022303304],"study_design_scores_gemma":[0.00048058652,0.000091925,0.053934634,0.00013554608,0.000004629776,0.0000038933945,0.61729795,0.035425477,0.28827107,0.0008029235,0.0034019076,0.00014946908],"about_ca_topic_score_codex":0.000045445413,"about_ca_topic_score_gemma":0.0000043790524,"teacher_disagreement_score":0.3387521,"about_ca_system_score_codex":0.00009543921,"about_ca_system_score_gemma":0.00025062019,"threshold_uncertainty_score":0.15876219},"labels":[],"label_agreement":null},{"id":"W7095675386","doi":"","title":"IN THE DISTRIBUTED DATA SERVICE MODEL","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Service (business); Data collection; Field (mathematics); Work (physics); Focus (optics); Service model","score_opus":0.04659779611950147,"score_gpt":0.2832447098050165,"score_spread":0.23664691368551502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095675386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087854115,0.0000013368581,0.95878446,0.018129319,0.00014342912,0.00007091903,0.0000021837095,0.000032567066,0.02195724],"genre_scores_gemma":[0.94985795,6.118531e-7,0.023832547,0.025802573,0.000027865934,0.000018642148,0.00007387902,0.0000012730605,0.00038465936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994569,0.0000385482,0.0001519039,0.00010178438,0.00016466698,0.00008623606],"domain_scores_gemma":[0.9991108,0.00002397224,0.000032538093,0.0007654727,0.00004807637,0.000019104627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006881129,0.00003874325,0.000037866892,0.000025573605,0.00004671871,0.000121934754,0.0016459282,0.0000136999,0.000014066376],"category_scores_gemma":[0.000016968774,0.000023023063,0.0000046077453,0.00035069065,0.0000026864186,0.00072993577,0.00018876097,0.000036543377,0.00027844653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6611937e-7,0.00003913452,0.0001358161,0.000009966386,0.0000018084994,1.4687693e-7,0.0075354544,0.0013263253,0.000003001829,0.77535915,0.21255776,0.003031169],"study_design_scores_gemma":[0.00006493779,0.0000010283613,0.00085619243,0.0000020322746,2.1294461e-7,0.0000041492203,0.00025654407,0.8989358,0.000007177853,0.00082154863,0.09900891,0.00004145145],"about_ca_topic_score_codex":0.00003447755,"about_ca_topic_score_gemma":0.000036241276,"teacher_disagreement_score":0.94897944,"about_ca_system_score_codex":0.00001243088,"about_ca_system_score_gemma":0.000056781537,"threshold_uncertainty_score":0.35789597},"labels":[],"label_agreement":null},{"id":"W7095988458","doi":"","title":"By Sharon Hagi, Senior IT Architect, IBM Canada Ltd. IBM Global Services","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IBM; IBM PC compatible","score_opus":0.003359171524880736,"score_gpt":0.21214408860336126,"score_spread":0.20878491707848051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095988458","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17154124,0.00031548832,0.15829936,0.089176014,0.004410858,0.0010049272,0.00008896919,0.00088180765,0.57428133],"genre_scores_gemma":[0.9394515,0.000004071124,0.018395739,0.023315988,0.00014894194,0.000037540707,0.000039774088,0.0000056777376,0.018600732],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985016,0.00003050628,0.00039201204,0.0002546197,0.0005069771,0.00031427486],"domain_scores_gemma":[0.99918926,0.000013699589,0.000118282434,0.00036881323,0.00011846852,0.00019148478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017525429,0.00015054231,0.00012278193,0.000035906913,0.000155447,0.00024933746,0.0007711079,0.00003771165,0.0004008482],"category_scores_gemma":[0.0000039478846,0.00012746755,0.00002969368,0.0003407835,0.000009202295,0.00054250285,0.00013408641,0.00006546949,0.00052576547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001415956,0.000045363267,0.0015044864,0.00004141085,0.00001983803,0.0000015102175,0.002983435,0.00013715871,0.000021000527,0.010065578,0.9210179,0.06416091],"study_design_scores_gemma":[0.00019854565,0.000009373691,0.0025472208,0.000017264854,0.000001462891,0.000043215976,0.00084335316,0.0117999,0.00048060293,0.000021480551,0.98379856,0.00023901736],"about_ca_topic_score_codex":0.14812364,"about_ca_topic_score_gemma":0.37815106,"teacher_disagreement_score":0.7679103,"about_ca_system_score_codex":0.00043923108,"about_ca_system_score_gemma":0.00076372904,"threshold_uncertainty_score":0.8575491},"labels":[],"label_agreement":null},{"id":"W7096278927","doi":"","title":"Concordia University to support this study","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Teamwork; Relevance (law); Work (physics); New product development; Information system; Product (mathematics); Team effectiveness; Affect (linguistics)","score_opus":0.025199578989813575,"score_gpt":0.24397219892254118,"score_spread":0.21877261993272762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096278927","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38439104,6.228584e-7,0.19046384,0.001446626,0.00091944897,0.0004796094,5.4762637e-7,0.00028393272,0.42201433],"genre_scores_gemma":[0.9486591,3.5363684e-7,0.0049378728,0.00097053545,0.000010283074,0.0000024008807,6.9885476e-7,0.0000010247269,0.045417722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994552,0.00002469503,0.00011957967,0.00011423394,0.00018617658,0.000100117926],"domain_scores_gemma":[0.9995321,0.000008273521,0.000029468272,0.00021876955,0.00010639875,0.00010500983],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014060737,0.000048630627,0.00006279826,0.000092117785,0.00015358237,0.000026043805,0.00037382237,0.000012277789,0.0005056067],"category_scores_gemma":[0.00000539025,0.000043887874,0.000016573567,0.00037376513,0.0000060612915,0.0003383496,0.000111747424,0.00002586827,0.0027231844],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030281951,0.0002858215,0.089521185,0.0000032849034,0.00002164577,0.000045757188,0.094787404,0.0000101099595,0.0000073057345,0.046672117,0.76090854,0.0077337967],"study_design_scores_gemma":[0.00038860712,0.0001535103,0.16107894,0.0000013113224,0.0000010971705,0.00005451485,0.006513342,0.00019017905,0.00009585875,0.0000045504457,0.83133495,0.0001831535],"about_ca_topic_score_codex":0.000096231655,"about_ca_topic_score_gemma":0.000019482603,"teacher_disagreement_score":0.56426805,"about_ca_system_score_codex":0.00006409859,"about_ca_system_score_gemma":0.00021291098,"threshold_uncertainty_score":0.9980533},"labels":[],"label_agreement":null},{"id":"W7096989104","doi":"","title":"Industry Representatives Acknowledgements","year":2003,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Information professional; Information technology; Computer software; Information system","score_opus":0.022313046940616515,"score_gpt":0.2990104041950021,"score_spread":0.27669735725438555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096989104","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054700156,0.000011187314,0.25344414,0.00029503886,0.0013498369,0.000095141986,7.549115e-8,0.00010323407,0.73923135],"genre_scores_gemma":[0.79818213,0.0000028632608,0.07837196,0.0020874592,0.000049020087,0.00006703118,0.000001722666,0.000004311191,0.12123349],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994328,0.00004539329,0.0001630973,0.000109794586,0.00014247828,0.000106423766],"domain_scores_gemma":[0.99949795,0.000010311631,0.00004559397,0.00021965374,0.00016849599,0.00005796915],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020802235,0.000050147562,0.000045059518,0.00005841515,0.00007050079,0.00009562775,0.00022659346,0.000064220876,0.0015526841],"category_scores_gemma":[0.00008149868,0.000040940507,0.000015207294,0.00028002678,0.000007756154,0.00047879384,0.000037682068,0.00010592142,0.0028603207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6664369e-7,0.000058277183,0.01038004,0.0000061334163,0.000013414084,5.538063e-7,0.005369386,0.000004650322,0.000016604401,0.70785844,0.27069137,0.005600956],"study_design_scores_gemma":[0.00036174135,0.000011308568,0.015597248,0.000011131389,9.3251566e-7,0.000014465096,0.0035764528,0.0004376738,0.010187123,0.002160472,0.9674063,0.00023517411],"about_ca_topic_score_codex":7.8911853e-7,"about_ca_topic_score_gemma":3.8217405e-7,"teacher_disagreement_score":0.79271215,"about_ca_system_score_codex":0.000027276636,"about_ca_system_score_gemma":0.00009467739,"threshold_uncertainty_score":0.99936},"labels":[],"label_agreement":null},{"id":"W7097420975","doi":"","title":"P (2003) Providing a technology edge for liberal arts students","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Liberal arts education; Employability; Curriculum; Arts in education; The arts; Disadvantage; Perception","score_opus":0.028984316524983476,"score_gpt":0.2872909577994917,"score_spread":0.25830664127450825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097420975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06078571,0.000030040354,0.91826594,0.0023649368,0.0018239745,0.0009258867,5.653441e-7,0.0005518522,0.015251096],"genre_scores_gemma":[0.74544376,0.00000630422,0.21721369,0.0020179423,0.00009466997,0.0006592081,0.0000057015736,0.000008345823,0.03455039],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991825,0.0000069426096,0.0002481339,0.00015632923,0.0002051168,0.00020093958],"domain_scores_gemma":[0.9993328,0.00000845922,0.000074531854,0.00022040622,0.0003108899,0.0000529521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001607181,0.0000768683,0.00009123706,0.00018098838,0.00022000821,0.00007799785,0.00055078056,0.000047578844,0.000016730177],"category_scores_gemma":[0.00003851918,0.00006437751,0.000019906498,0.0006512365,0.000016208021,0.00041299636,0.000115180315,0.00004006832,0.00020418037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036411252,0.0002664415,0.027607918,0.00004308646,0.000039625484,0.0000049846767,0.012544721,0.000006116465,0.00010381926,0.46819675,0.46215403,0.029028855],"study_design_scores_gemma":[0.0015805657,0.00013925877,0.012825879,0.000043917596,0.000003182196,0.00040538362,0.0011559413,0.006060426,0.008935214,0.001299214,0.9669523,0.00059869915],"about_ca_topic_score_codex":0.0000016619393,"about_ca_topic_score_gemma":8.429626e-7,"teacher_disagreement_score":0.70105225,"about_ca_system_score_codex":0.000058570557,"about_ca_system_score_gemma":0.00022885222,"threshold_uncertainty_score":0.26252386},"labels":[],"label_agreement":null},{"id":"W7097741045","doi":"","title":"Factors Impacting the Supply and Demand of IT Workers in Canada and the USA","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Unemployment; Work (physics); Offshoring; Labour supply; Temporary work; Action (physics); Public policy","score_opus":0.021179051971956707,"score_gpt":0.22365538349874006,"score_spread":0.20247633152678335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097741045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99466956,0.000026150188,0.0015385587,0.0015491453,0.00010087201,0.000099655,2.0909779e-7,0.000002627692,0.0020132107],"genre_scores_gemma":[0.999147,0.000011940018,0.00021762714,0.00040683677,0.0000032102264,0.0000039974198,1.6851311e-7,6.745843e-7,0.00020857532],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995158,0.000036055022,0.00018103543,0.000052770243,0.00013255946,0.00008180845],"domain_scores_gemma":[0.99963355,0.00014705802,0.00006894048,0.000096808486,0.00002488461,0.00002873829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026724656,0.000044811433,0.00006948257,0.000023340936,0.00011325438,0.000029722167,0.0001393603,0.00000843786,0.000014545357],"category_scores_gemma":[0.000022510609,0.000019546927,0.00000709347,0.00014888738,0.00003990246,0.0001537849,0.000044477663,0.000039085044,5.48451e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.8745586e-7,0.0000013350251,0.97840023,0.0000031083785,0.0000036486708,1.678161e-7,0.017596515,0.00001661317,6.6316306e-7,0.0013847159,0.0018573119,0.00073487527],"study_design_scores_gemma":[0.00021138528,0.0000018280764,0.9845883,0.000008568636,5.004846e-7,0.000017134225,0.012726399,0.0014399001,0.00009284433,0.000011180637,0.0008619184,0.000040012947],"about_ca_topic_score_codex":0.7036106,"about_ca_topic_score_gemma":0.69646287,"teacher_disagreement_score":0.0071477247,"about_ca_system_score_codex":0.000044310364,"about_ca_system_score_gemma":0.00048567614,"threshold_uncertainty_score":0.30907586},"labels":[],"label_agreement":null},{"id":"W7097766556","doi":"","title":"in CS and Math","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Degree (music); Consolation; Calculus (dental); Graduate students; Sequence (biology)","score_opus":0.005671626669365672,"score_gpt":0.20948823957172222,"score_spread":0.20381661290235656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097766556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.503448,0.000032569333,0.21255228,0.01536826,0.0008498289,0.00040596805,6.644202e-8,0.00013811997,0.2672049],"genre_scores_gemma":[0.96861327,0.0000022106722,0.023949547,0.0023465606,0.0000074772797,0.00003190419,1.6664131e-7,6.488172e-7,0.00504824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99975866,0.0000050153913,0.00008896544,0.000044427008,0.000050864022,0.000052064894],"domain_scores_gemma":[0.99986875,0.000004511106,0.000013612197,0.00006736119,0.00002168181,0.000024101153],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000063163665,0.000022116039,0.000025411995,0.00004097883,0.000014025867,0.000088084795,0.00008035598,0.000009105983,0.00010369718],"category_scores_gemma":[0.0000024399087,0.000016369295,0.0000028645575,0.00009273562,0.0000028438774,0.0005938797,0.00003095801,0.000013841333,0.00079213304],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.524915e-8,0.000011990097,0.0028257996,0.0000060241878,8.1462804e-7,2.2321734e-7,0.0052015334,7.690649e-7,0.000019857098,0.9397403,0.034844514,0.017348137],"study_design_scores_gemma":[0.0006656609,0.00002286547,0.5854999,0.000027801834,3.7936655e-7,0.000094352705,0.0035267158,0.10386159,0.00075182534,0.010669578,0.29444772,0.00043162896],"about_ca_topic_score_codex":0.00005355476,"about_ca_topic_score_gemma":0.0000021160827,"teacher_disagreement_score":0.9290707,"about_ca_system_score_codex":0.000009861388,"about_ca_system_score_gemma":0.000017791792,"threshold_uncertainty_score":0.9999859},"labels":[],"label_agreement":null},{"id":"W7097843212","doi":"","title":"New Task Types at the Canadian Computing Competition","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task (project management); Informatics; Competition (biology); Ranking (information retrieval); Disadvantaged; Key (lock)","score_opus":0.014880461100759416,"score_gpt":0.2187340003676435,"score_spread":0.2038535392668841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097843212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017682955,0.00006157169,0.48689666,0.01620574,0.0018946991,0.00027436635,8.772454e-7,0.00021020067,0.4767729],"genre_scores_gemma":[0.9679059,0.0000020248667,0.010418358,0.0033810711,0.000070016344,0.0000022431193,0.0000071930185,0.000001922693,0.01821129],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942666,0.00002090164,0.00014893195,0.00008574932,0.0001745609,0.00014318385],"domain_scores_gemma":[0.99954623,0.000016324595,0.00004598269,0.00018556822,0.000073874755,0.0001320381],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013528124,0.000052350915,0.000046385132,0.000055973527,0.0007359301,0.00008707401,0.0002917391,0.000021353595,0.00034461127],"category_scores_gemma":[0.000006000045,0.00003492696,0.00001854561,0.00022060162,0.000014442484,0.00017163748,0.00005511194,0.000041176558,0.0020791176],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5343362e-7,0.0000068419927,0.0034056352,0.000003857463,0.000010772672,0.0000030241308,0.016351521,0.00019212054,0.000010155451,0.43376815,0.5328066,0.013440967],"study_design_scores_gemma":[0.00014853256,0.00000716042,0.048662446,0.000009388757,8.6416435e-7,0.00024592728,0.0002195351,0.008225555,0.00024620432,0.00013436035,0.94194007,0.00015995248],"about_ca_topic_score_codex":0.034377478,"about_ca_topic_score_gemma":0.07404091,"teacher_disagreement_score":0.9502229,"about_ca_system_score_codex":0.00021159108,"about_ca_system_score_gemma":0.0006763411,"threshold_uncertainty_score":0.9986979},"labels":[],"label_agreement":null},{"id":"W7098001553","doi":"","title":"In the Fast Lane: A Study of Online Learning At Ontario Universities.","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Order (exchange); Process (computing); Online learning; Graduate students; Higher education; Electronic learning; The Internet","score_opus":0.026882986261341838,"score_gpt":0.25866566446972045,"score_spread":0.2317826782083786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098001553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607235,0.0000018755516,0.0018936231,0.00034791543,0.0001556269,0.00011473481,9.058309e-8,0.00001453725,0.036748074],"genre_scores_gemma":[0.9729863,8.427324e-8,0.0007343488,0.00021828596,0.000006506793,0.0000024344251,0.0000021106318,6.3081137e-7,0.026049346],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9994436,0.00006178721,0.00014678042,0.000057914312,0.00022668249,0.00006326476],"domain_scores_gemma":[0.99970365,0.0000141177,0.000059745176,0.00012727184,0.000071496775,0.000023701601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003128052,0.000037165722,0.000056088284,0.00006630091,0.00003852181,0.000024223302,0.00030899665,0.000010770151,0.000053412088],"category_scores_gemma":[0.0000032100759,0.000024303428,0.00000809701,0.00020791842,0.000004953761,0.00023491993,0.00009265457,0.000059062022,0.00004844677],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022200804,0.00024506566,0.044240654,0.000002532678,0.0000053305866,0.0000031322747,0.94404495,0.00038834338,5.5843134e-7,0.005694952,0.0048885434,0.00048369647],"study_design_scores_gemma":[0.0009817268,0.00016638271,0.12843949,0.000007460318,0.0000015844968,0.00002362083,0.7637104,0.0019788158,0.000008773857,0.000018638182,0.104560465,0.00010268133],"about_ca_topic_score_codex":0.01064972,"about_ca_topic_score_gemma":0.03780386,"teacher_disagreement_score":0.18033461,"about_ca_system_score_codex":0.00034282345,"about_ca_system_score_gemma":0.00040779402,"threshold_uncertainty_score":0.9959384},"labels":[],"label_agreement":null},{"id":"W7098263059","doi":"","title":"THE UNIVERSITY OF BRITISH COLUMBIA Faculty of Commerce and Business Administration Commerce 486D – Introduction to Business Programming Course Description-Winter 2001/2002","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Course (navigation); Administration (probate law); E-commerce; Information system; Business information","score_opus":0.028486026836319196,"score_gpt":0.23270065445732252,"score_spread":0.20421462762100331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098263059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48124066,0.00003778973,0.5087756,0.0042340755,0.0011832633,0.00086822413,0.000013643987,0.000110777204,0.0035359499],"genre_scores_gemma":[0.96182394,0.000023891707,0.030438464,0.00013756574,0.00004596588,0.0000075155585,0.00002230693,0.0000048405614,0.0074954885],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9991034,0.000053937983,0.00032137617,0.00016759124,0.00020702314,0.00014663037],"domain_scores_gemma":[0.9982178,0.000015382033,0.00021964942,0.00025096672,0.0012221234,0.00007403927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039308437,0.00006874226,0.0001314532,0.00003441584,0.00024445474,0.00017980499,0.00033911265,0.00004153362,0.00009928613],"category_scores_gemma":[0.00003123865,0.00008138771,0.000018083958,0.0006247138,0.0000954775,0.0006614838,0.00010646298,0.000048029073,0.000015360993],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041726813,0.00068333955,0.04335463,0.00021682827,0.000078581215,0.000002399436,0.017815575,0.000015935617,0.00014795292,0.0058100177,0.6898479,0.2419851],"study_design_scores_gemma":[0.0002768205,0.000056531735,0.88407445,0.00006522464,0.000010602211,0.00006434375,0.0074171745,0.00033434617,0.000051507388,0.000023314082,0.10747248,0.00015322515],"about_ca_topic_score_codex":0.0069518867,"about_ca_topic_score_gemma":0.013823328,"teacher_disagreement_score":0.8407198,"about_ca_system_score_codex":0.000041753676,"about_ca_system_score_gemma":0.00015606276,"threshold_uncertainty_score":0.9996609},"labels":[],"label_agreement":null},{"id":"W7100255022","doi":"","title":"Curriculum Material Internet Resources TOTAL NUMBER OF TITLES ADDED","year":2002,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Curriculum","score_opus":0.010695176980796167,"score_gpt":0.22863323014925588,"score_spread":0.2179380531684597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100255022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.701587,0.000007870315,0.009038181,0.00020919452,0.0012992928,0.00010219129,0.0000017048807,0.00012139283,0.28763315],"genre_scores_gemma":[0.9705174,0.0000012321526,0.006468385,0.0000869527,0.000054481538,0.0000104564,0.0000024842159,0.0000025310849,0.022856098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927425,0.000023394638,0.00028909766,0.00010361329,0.00019942656,0.00011023225],"domain_scores_gemma":[0.99958193,0.0000061020273,0.000103770144,0.00018077352,0.000082551094,0.000044883018],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000093664865,0.000069565715,0.00009374307,0.000047037574,0.000024545017,0.00009153491,0.00029246628,0.000030728126,0.00930407],"category_scores_gemma":[0.000007907785,0.000053667613,0.000032038493,0.00016021097,0.000015689031,0.00028969426,0.000097803284,0.000027545126,0.0019479423],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002107627,0.00035552133,0.016737344,0.00008468556,0.00005348579,0.0000028880793,0.031840943,0.0000066041457,0.0002641984,0.16479824,0.76493657,0.02091744],"study_design_scores_gemma":[0.0017438917,0.00018062253,0.018897893,0.00025612258,0.000014450902,0.00066516956,0.009521601,0.109054714,0.03156317,0.000509357,0.8260465,0.0015464517],"about_ca_topic_score_codex":0.00008860068,"about_ca_topic_score_gemma":0.000002760881,"teacher_disagreement_score":0.26893038,"about_ca_system_score_codex":0.000019453062,"about_ca_system_score_gemma":0.000010405704,"threshold_uncertainty_score":0.9988292},"labels":[],"label_agreement":null},{"id":"W7100775698","doi":"","title":"pattern included SF-36 Mental Health Composite Score (P <.0004), McGill Pain Questionnaire pain (P <.01), Coping Strategies Questionnaire Catastrophizing (P <.0006), Treatment Outcomes in Pain Survey Total Pain Experience (P <.03), and Perceived Family/So","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coping (psychology); McGill Pain Questionnaire; Mental health; Pain catastrophizing; Cognition; Chronic pain; Questionnaire; Cognitive therapy","score_opus":0.06078866880422223,"score_gpt":0.3095639130632815,"score_spread":0.24877524425905928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100775698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55781275,0.0014986948,0.43122235,0.004259818,0.0014154691,0.002508152,0.00020070701,0.0009128674,0.00016916766],"genre_scores_gemma":[0.96769595,0.00017904243,0.023404973,0.005294394,0.0001461614,0.00070142595,0.0017651304,0.00009480826,0.000718128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98171747,0.009674934,0.0030554282,0.0018484769,0.0018844007,0.0018193168],"domain_scores_gemma":[0.99424976,0.0008469661,0.0012095589,0.0016313053,0.0007381919,0.001324238],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0184201,0.0015010309,0.001642958,0.0009624047,0.0019371532,0.0016259201,0.0013140019,0.00040572995,0.000056337536],"category_scores_gemma":[0.0012123757,0.0013492701,0.00027627638,0.0014376481,0.0003956369,0.0026739931,0.0006362822,0.00056663714,0.00023887474],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024458003,0.002576458,0.5540675,0.001003276,0.0005427353,0.000035817888,0.26018557,0.0025712373,0.0017681549,0.0017757578,0.03286913,0.14235976],"study_design_scores_gemma":[0.00844429,0.0014903564,0.8435696,0.0052217757,0.000060392915,0.0003676891,0.0248736,0.021617765,0.00007691071,0.00029060122,0.08802676,0.005960251],"about_ca_topic_score_codex":0.017559286,"about_ca_topic_score_gemma":0.058241345,"teacher_disagreement_score":0.40988317,"about_ca_system_score_codex":0.003616927,"about_ca_system_score_gemma":0.0019117552,"threshold_uncertainty_score":0.99977386},"labels":[],"label_agreement":null},{"id":"W7101084243","doi":"","title":"Factors Impacting the Supply and Demand of IT Workers in Canada and the USA." Forthcoming presentation at ISECON","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Unemployment; Government (linguistics); Work (physics); Offshoring; Presentation (obstetrics); Labour supply; Action (physics)","score_opus":0.01791359667837317,"score_gpt":0.2407707805381533,"score_spread":0.22285718385978012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101084243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99313956,0.00003210947,0.0034345863,0.0012714552,0.00011773523,0.00020804042,6.2294924e-7,0.0000040042364,0.0017918703],"genre_scores_gemma":[0.9986977,0.0000035594203,0.00036566783,0.00021436348,0.000007623484,0.000010378446,0.000002362598,0.0000014730175,0.000696861],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999291,0.000044263146,0.00029733925,0.00008377518,0.00016911868,0.00011452692],"domain_scores_gemma":[0.999469,0.00020469305,0.0001524738,0.00011514184,0.000033048866,0.000025670593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036298248,0.000066279325,0.00008829241,0.000038561695,0.00014469097,0.00008408756,0.00012982865,0.0000137761435,0.00002468361],"category_scores_gemma":[0.00001701063,0.00003363264,0.000011940632,0.00014982629,0.000029122768,0.0002720258,0.00006578147,0.00004034573,7.00801e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023179996,0.0000019343734,0.9885058,0.000009003657,0.0000041481567,5.4815775e-8,0.006955182,0.00014221416,0.000006402123,0.0013344142,0.002260864,0.00077770744],"study_design_scores_gemma":[0.00036550226,0.0000018366356,0.98709047,0.000015625368,0.0000016748725,0.0000062250133,0.007543283,0.003260845,0.00034361807,0.000049599737,0.0012587887,0.000062545565],"about_ca_topic_score_codex":0.80379117,"about_ca_topic_score_gemma":0.94979864,"teacher_disagreement_score":0.14600748,"about_ca_system_score_codex":0.00011955209,"about_ca_system_score_gemma":0.00022393872,"threshold_uncertainty_score":0.19751543},"labels":[],"label_agreement":null},{"id":"W7101189940","doi":"","title":"Administrative Sciences Association of Canada Technology and Innovation Management Division","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Association (psychology); Division (mathematics); Technology innovation; Innovation management; Technology management","score_opus":0.012602234897278543,"score_gpt":0.25043127554621,"score_spread":0.23782904064893143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101189940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.628528,0.000014970469,0.1516688,0.018088285,0.0005720479,0.00059556885,7.5602014e-7,0.0000879827,0.20044358],"genre_scores_gemma":[0.9807453,0.0000013199161,0.01584464,0.00024259053,0.000002230973,0.000026976302,7.669702e-7,5.511754e-7,0.00313558],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993132,0.000011564154,0.00023875426,0.000090446985,0.00025588763,0.00009018374],"domain_scores_gemma":[0.99945015,0.000016758595,0.00018512293,0.00007339971,0.00025966723,0.0000148872305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027366704,0.00004043337,0.000053673353,0.00036233722,0.00010022202,0.000059761263,0.00015882423,0.000022170712,0.000032235268],"category_scores_gemma":[0.000025057869,0.00003233014,0.0000032822609,0.0017199941,0.000015465474,0.00038231118,0.00006697239,0.000021746253,0.0000076816505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.863734e-8,0.00000868635,0.010102974,0.000010580398,0.0000064661003,5.972254e-8,0.00030771605,0.0000040220802,0.000036014808,0.96386045,0.009838576,0.01582442],"study_design_scores_gemma":[0.001047831,0.00024911395,0.8277663,0.00014762238,0.0000062139275,0.000014880351,0.02211992,0.026323507,0.022445217,0.03679073,0.06232203,0.00076663314],"about_ca_topic_score_codex":0.0022429826,"about_ca_topic_score_gemma":0.0011932728,"teacher_disagreement_score":0.9270697,"about_ca_system_score_codex":0.00010306807,"about_ca_system_score_gemma":0.00023701512,"threshold_uncertainty_score":0.33907336},"labels":[],"label_agreement":null},{"id":"W7101202322","doi":"","title":"Citizenship Education in the Era of Globalization: Canadian","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citizenship; Work (physics); Citizenship education; Global citizenship; Global citizenship education; Abstraction","score_opus":0.010327468096504875,"score_gpt":0.24319028145983432,"score_spread":0.23286281336332945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101202322","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040846374,0.00005177281,0.20087892,0.051761303,0.0015322448,0.00047080577,0.0000022134775,0.0000481904,0.70440817],"genre_scores_gemma":[0.9941712,0.0000030215751,0.0021640854,0.0025688866,0.000018837067,0.000017781822,0.0000015184405,8.0437235e-7,0.0010538598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999465,0.000043502987,0.00019551384,0.00006256542,0.00014281395,0.000090589914],"domain_scores_gemma":[0.99955946,0.000022762086,0.00005142526,0.00020353255,0.000120245626,0.000042592215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003064638,0.00003628315,0.00003837621,0.00007944119,0.00003654087,0.000038553175,0.00036764762,0.000018956218,0.000099636905],"category_scores_gemma":[0.0000271047,0.000018719571,0.000011252842,0.00037906732,0.000009276264,0.0001842329,0.000010451666,0.000018621928,0.00010406837],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3706021e-7,0.000010313938,0.009466474,0.0000035257979,0.0000012637023,8.6489756e-8,0.002277211,7.340235e-7,0.0000047318517,0.8740173,0.05126367,0.06295457],"study_design_scores_gemma":[0.00060457253,0.00002908675,0.7710108,0.00023079204,0.0000020886862,0.00007261601,0.0051919213,0.00042524553,0.0009094358,0.024163153,0.19698457,0.00037570592],"about_ca_topic_score_codex":0.003749397,"about_ca_topic_score_gemma":0.0059485217,"teacher_disagreement_score":0.95332485,"about_ca_system_score_codex":0.00009871502,"about_ca_system_score_gemma":0.0014624449,"threshold_uncertainty_score":0.56679916},"labels":[],"label_agreement":null},{"id":"W7110024164","doi":"10.1108/qrde-02-2001-0009","title":"Conference Calendar","year":2001,"lang":"en","type":"article","venue":"Quarterly review of distance education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Convention; The Internet; Event (particle physics); Distance education; Emerging technologies","score_opus":0.01236569502036915,"score_gpt":0.2796370911602124,"score_spread":0.26727139613984324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110024164","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033607555,0.03048368,0.91596717,0.006663287,0.0033253569,0.0008919839,0.000009679633,0.00013881653,0.039159246],"genre_scores_gemma":[0.9553589,0.012899488,0.02179761,0.0044060843,0.00018475817,0.00040207268,0.00007759341,0.000011381322,0.0048621073],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883944,0.000056659876,0.00054011383,0.0001643357,0.00027182596,0.00012764001],"domain_scores_gemma":[0.99863434,0.000013431841,0.00034093886,0.00045817212,0.0004808021,0.000072343406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030986327,0.00009859716,0.00018101724,0.00006091963,0.00005386038,0.000032503725,0.00044409817,0.000022867329,0.00017670856],"category_scores_gemma":[0.000014643741,0.000087942484,0.00005208572,0.00047081272,0.00002150007,0.0006422428,0.000008626413,0.00004837527,0.00020102633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.737734e-7,0.00016157822,0.0004897465,0.0022031113,0.0000063793345,1.9218736e-7,0.004714735,6.527003e-8,0.000015227665,0.23146108,0.041823927,0.71912307],"study_design_scores_gemma":[0.00009645906,0.000062634404,0.0034134444,0.0048665064,0.000006084843,0.000032571417,0.0014836574,0.00011199425,0.00003424576,0.0011579467,0.9885224,0.00021206858],"about_ca_topic_score_codex":0.000008746212,"about_ca_topic_score_gemma":0.0000034649197,"teacher_disagreement_score":0.9519982,"about_ca_system_score_codex":0.00006860449,"about_ca_system_score_gemma":0.0006627799,"threshold_uncertainty_score":0.35861903},"labels":[],"label_agreement":null},{"id":"W7112707368","doi":"","title":"Post-Secondary Student Choices and the Labour Shortage in Canada’s Information and Communication Technology Sector","year":2018,"lang":"en","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Economic shortage; Promotion (chess); Occupational training; Information technology","score_opus":0.006766736386621232,"score_gpt":0.2044168743142465,"score_spread":0.19765013792762526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112707368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8761223,0.000013211557,0.0017350308,0.0033997989,0.00026899742,0.00083088013,0.000012143039,0.000093026196,0.1175246],"genre_scores_gemma":[0.99446094,0.00394529,0.0009016805,0.00064988114,0.000009569849,0.0000066057623,0.0000067902956,0.0000020787315,0.00001716628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992918,0.00009088615,0.000205937,0.00011472079,0.0001553216,0.0001413501],"domain_scores_gemma":[0.9992688,0.00004550335,0.00014799245,0.000295716,0.00020859893,0.00003341135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027692114,0.000092361515,0.00011150127,0.0027370243,0.00023184852,0.0001264397,0.00053404947,0.00004442764,0.000009108951],"category_scores_gemma":[0.000023472448,0.000075678676,0.000010106729,0.0023904261,0.000099720826,0.0012938051,0.00034885292,0.00013191247,0.0000059870704],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093088434,0.0000922677,0.06488052,0.00016479316,0.00011391598,0.000010151066,0.23803286,0.000005948836,0.000004473648,0.43780237,0.0006203066,0.25817928],"study_design_scores_gemma":[0.0010622015,0.00002471447,0.041309983,0.00002298694,0.0000036964489,0.000016073285,0.013224754,0.0007441736,0.000047382346,0.000003611001,0.94341344,0.00012697083],"about_ca_topic_score_codex":0.80026406,"about_ca_topic_score_gemma":0.91115844,"teacher_disagreement_score":0.94279313,"about_ca_system_score_codex":0.00029145394,"about_ca_system_score_gemma":0.0017032676,"threshold_uncertainty_score":0.30860868},"labels":[],"label_agreement":null},{"id":"W7117971965","doi":"10.1145/3769694.3787150","title":"10.1145/3769694.3787150","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Term (time); Session key; General education","score_opus":0.0048250360447254425,"score_gpt":0.1766858764444991,"score_spread":0.17186084039977365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117971965","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021518557,0.000008415963,0.0004887057,0.0009646864,0.000021422755,0.00014854937,9.572682e-7,0.000198877,0.9979532],"genre_scores_gemma":[0.00050768093,8.524026e-8,0.0026581048,0.00043363433,0.000049703067,0.000034944078,0.000004620099,0.0000043103973,0.9963069],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991606,0.000025223902,0.00023231069,0.00015543343,0.00023577866,0.00019065988],"domain_scores_gemma":[0.9993981,0.000012549661,0.000036544512,0.0003376879,0.00007724124,0.00013788615],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00018723782,0.00009018795,0.00009014048,0.00008773864,0.00009746978,0.00014913667,0.0004898481,0.000030212115,0.96230376],"category_scores_gemma":[0.0000088156785,0.00008325003,0.00003072196,0.00038513416,0.0000068792906,0.0003544226,0.00004764143,0.000041384566,0.9915473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015938381,0.000018507235,2.2332034e-7,0.0000025078693,0.0000038609696,5.268246e-7,0.00031174655,0.000032057294,0.0000024369365,0.0001304721,0.3674379,0.63205814],"study_design_scores_gemma":[0.00009123194,0.000020959673,0.0001239462,0.000008795368,7.8970305e-7,0.000015225595,0.0000031893926,0.0012460352,0.00003902088,0.0000064104092,0.99831516,0.00012923476],"about_ca_topic_score_codex":0.000005328324,"about_ca_topic_score_gemma":2.4437659e-8,"teacher_disagreement_score":0.6319289,"about_ca_system_score_codex":0.00004868466,"about_ca_system_score_gemma":0.00008155355,"threshold_uncertainty_score":0.33948377},"labels":[],"label_agreement":null},{"id":"W7117973777","doi":"10.1145/3769694.3787144","title":"10.1145/3769694.3787144","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Term (time); Session key; General education","score_opus":0.004902602055759742,"score_gpt":0.17650948078246062,"score_spread":0.17160687872670088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117973777","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016870894,0.000009221946,0.0005276502,0.0009126335,0.0000150895585,0.00014619272,9.34334e-7,0.00019872468,0.9980208],"genre_scores_gemma":[0.000412239,9.657821e-8,0.0032822376,0.00043835182,0.00004280574,0.000034836736,0.000004823618,0.0000043164905,0.9957803],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999159,0.000025376796,0.00023270573,0.00015579721,0.00023594617,0.00019121027],"domain_scores_gemma":[0.9994011,0.000012606869,0.000036715115,0.00033777423,0.0000737466,0.00013806726],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00018818172,0.00009031469,0.000090501155,0.00008799553,0.00009811138,0.0001489751,0.00049162423,0.000030345103,0.96063125],"category_scores_gemma":[0.000008557365,0.00008351022,0.00003080726,0.0003875806,0.0000070047263,0.00035530768,0.00004765305,0.000041532032,0.9914486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016221659,0.000019684421,2.0735688e-7,0.0000025226948,0.0000040274936,5.3489106e-7,0.00029560717,0.00002587849,0.0000021515236,0.00022172861,0.3575785,0.64184755],"study_design_scores_gemma":[0.00009005126,0.000021199252,0.000113693044,0.000008778356,7.9187186e-7,0.000014621537,0.0000035422706,0.0008658992,0.00003543324,0.0000074737486,0.9987091,0.00012940694],"about_ca_topic_score_codex":0.0000055203705,"about_ca_topic_score_gemma":2.5025733e-8,"teacher_disagreement_score":0.64171815,"about_ca_system_score_codex":0.000049192768,"about_ca_system_score_gemma":0.000084469124,"threshold_uncertainty_score":0.3405448},"labels":[],"label_agreement":null},{"id":"W7117976841","doi":"10.1145/3769694.3787147","title":"10.1145/3769694.3787147","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Term (time); Session key; General education","score_opus":0.0048111382926674055,"score_gpt":0.17653871044965233,"score_spread":0.17172757215698492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117976841","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002396103,0.000009221352,0.00048299585,0.0009209436,0.000018323706,0.00014801502,9.61124e-7,0.00020112452,0.9979788],"genre_scores_gemma":[0.00053812633,9.175845e-8,0.002606059,0.00043876565,0.0000515553,0.000034705507,0.000004763236,0.0000043210516,0.9963216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991581,0.000025436317,0.00023286555,0.00015582489,0.00023655643,0.00019125073],"domain_scores_gemma":[0.99939656,0.000012633971,0.000036715704,0.00033841515,0.00007758893,0.00013810945],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00018917563,0.000090340734,0.0000905382,0.00008784762,0.00009801305,0.00014943331,0.0004944456,0.000030366948,0.9604754],"category_scores_gemma":[0.000008953816,0.000083521845,0.000030801217,0.0003870227,0.000007012256,0.0003551335,0.000047726167,0.00004159933,0.9915128],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015025729,0.00001830829,1.9512362e-7,0.0000023523114,0.0000037543707,4.9922795e-7,0.00034174215,0.000030029634,0.000002445571,0.00011986968,0.3658131,0.63366616],"study_design_scores_gemma":[0.00009036139,0.000021213826,0.00011508155,0.00000878166,7.9178176e-7,0.000014651185,0.0000037533193,0.0012068168,0.000042869444,0.000006009792,0.9983602,0.00012944711],"about_ca_topic_score_codex":0.000005467011,"about_ca_topic_score_gemma":2.487634e-8,"teacher_disagreement_score":0.63353676,"about_ca_system_score_codex":0.000049252372,"about_ca_system_score_gemma":0.000084396976,"threshold_uncertainty_score":0.34059218},"labels":[],"label_agreement":null},{"id":"W7117984833","doi":"10.1145/3769694.3787149","title":"10.1145/3769694.3787149","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Term (time); Session key; General education","score_opus":0.004811293186430852,"score_gpt":0.1765040897292226,"score_spread":0.17169279654279174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117984833","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021735925,0.000009291691,0.00047521965,0.00092816446,0.00001830499,0.00014775817,9.577914e-7,0.00019851032,0.99800444],"genre_scores_gemma":[0.00050622283,9.593733e-8,0.0026521245,0.00043915457,0.00005154844,0.00003478224,0.0000048199613,0.0000043193604,0.99630696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915814,0.000025385369,0.00023292111,0.00015587833,0.00023631688,0.00019136026],"domain_scores_gemma":[0.9993968,0.000012633,0.000036729856,0.00033823802,0.00007741358,0.00013816432],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00018861871,0.00009036214,0.00009057293,0.00008789039,0.000098124096,0.00014931592,0.00049449306,0.000030343164,0.96083987],"category_scores_gemma":[0.000008911002,0.00008354205,0.000030807223,0.0003869759,0.0000070074075,0.00035532485,0.000047740956,0.00004153419,0.99167544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014930232,0.000018114695,1.952303e-7,0.0000023222135,0.0000037047607,4.924156e-7,0.00031135368,0.000029638886,0.0000024026415,0.00012559697,0.37043867,0.629066],"study_design_scores_gemma":[0.000090209454,0.0000212107,0.0001171711,0.000008790332,7.918791e-7,0.000014651419,0.000003563701,0.0012082803,0.000042404772,0.0000060706316,0.99835736,0.00012948287],"about_ca_topic_score_codex":0.0000055392775,"about_ca_topic_score_gemma":2.5155012e-8,"teacher_disagreement_score":0.6289365,"about_ca_system_score_codex":0.000049272436,"about_ca_system_score_gemma":0.000084515865,"threshold_uncertainty_score":0.3406746},"labels":[],"label_agreement":null},{"id":"W7118014615","doi":"10.1145/3769694.3787141","title":"10.1145/3769694.3787141","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Term (time); Session key; General education","score_opus":0.004807832704134904,"score_gpt":0.17649347073660587,"score_spread":0.17168563803247097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118014615","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000218966,0.000009304584,0.00047743178,0.00092847727,0.000018316285,0.00014788448,9.4374946e-7,0.00020066195,0.997998],"genre_scores_gemma":[0.0005071335,9.6127785e-8,0.002652147,0.00043922086,0.000051553634,0.000034881352,0.000004826187,0.0000043209893,0.9963058],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999158,0.000025398984,0.00023297737,0.00015590002,0.0002363664,0.00019133424],"domain_scores_gemma":[0.99939674,0.0000126335635,0.000036733672,0.00033830345,0.00007742272,0.00013815115],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001887414,0.000090364156,0.00009057929,0.000087899316,0.00009811738,0.00014936834,0.000494643,0.00003034663,0.9602588],"category_scores_gemma":[0.000008926092,0.00008354357,0.00003080654,0.00038703313,0.0000070036926,0.0003553414,0.000047753427,0.00004153437,0.991526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014977811,0.000018171055,1.981164e-7,0.000002327084,0.0000037224377,4.939653e-7,0.0003111122,0.000029733155,0.000002403658,0.00012584095,0.37118497,0.62831956],"study_design_scores_gemma":[0.000090216956,0.000021229369,0.00011609954,0.000008783966,7.9229494e-7,0.000014650818,0.0000035772996,0.001208191,0.00004257649,0.0000060592793,0.9983583,0.0001294858],"about_ca_topic_score_codex":0.0000055355213,"about_ca_topic_score_gemma":2.5070465e-8,"teacher_disagreement_score":0.62819004,"about_ca_system_score_codex":0.000049268536,"about_ca_system_score_gemma":0.00008451076,"threshold_uncertainty_score":0.3406808},"labels":[],"label_agreement":null},{"id":"W7118037870","doi":"10.1145/3769694.3787152","title":"10.1145/3769694.3787152","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Session key; Term (time); Questions and answers","score_opus":0.004806096027130524,"score_gpt":0.17642234890564826,"score_spread":0.17161625287851773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118037870","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021220426,0.00000931698,0.0004798916,0.0009345619,0.000018366694,0.00014784237,9.4323997e-7,0.00019849863,0.99799836],"genre_scores_gemma":[0.00050526374,9.569764e-8,0.0026713065,0.0004391479,0.00005155683,0.000034863857,0.0000047961457,0.000004319464,0.99628866],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991577,0.000025393461,0.00023294624,0.00015589668,0.00023671705,0.00019134855],"domain_scores_gemma":[0.9993968,0.000012636182,0.000036732275,0.00033828212,0.00007742493,0.00013815121],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00018895816,0.00009036841,0.00009058109,0.00008788762,0.000098307406,0.00014935652,0.000494554,0.000030392002,0.96094364],"category_scores_gemma":[0.00000891168,0.00008354725,0.000030809424,0.0003869213,0.000007020011,0.000355365,0.000047749116,0.00004160548,0.99167603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001490046,0.000018099821,1.9537127e-7,0.0000023201949,0.0000036976774,4.9202856e-7,0.000312135,0.000029380088,0.0000023201476,0.00012617593,0.37256145,0.6269423],"study_design_scores_gemma":[0.00009026319,0.000021228921,0.00011452197,0.000008792178,7.9193205e-7,0.000014651338,0.000003584709,0.0012205091,0.000041836156,0.0000060814536,0.99834824,0.00012948517],"about_ca_topic_score_codex":0.0000055548885,"about_ca_topic_score_gemma":2.5256837e-8,"teacher_disagreement_score":0.62681276,"about_ca_system_score_codex":0.00004924631,"about_ca_system_score_gemma":0.00008468399,"threshold_uncertainty_score":0.3406958},"labels":[],"label_agreement":null},{"id":"W7118815674","doi":"10.5281/zenodo.18176933","title":"The Future of International Student Enrollment in Canada, 2026","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Audit; Computer forensics; Digital forensics; Confidentiality; Web site; Information assurance; EXPOSE","score_opus":0.00862743204982253,"score_gpt":0.23386384941122892,"score_spread":0.2252364173614064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118815674","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05196862,0.001005709,0.061029725,0.049975287,0.008139715,0.0018120966,0.00007631096,0.0004535309,0.825539],"genre_scores_gemma":[0.9973072,0.00013451866,0.00030378904,0.00043170177,0.000053852382,1.8353114e-7,0.00008117118,0.00005870048,0.0016289243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989048,0.00011598501,0.00030857784,0.0001358897,0.00039036007,0.000144339],"domain_scores_gemma":[0.99915934,0.00001726161,0.0000984257,0.00027682804,0.00040781213,0.000040342566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005616562,0.000057793724,0.00006588071,0.0001383363,0.00059810025,0.0003607802,0.0015794511,0.000015548976,0.00045817383],"category_scores_gemma":[0.000051362047,0.000047306843,0.000016893988,0.0005215852,0.000021239435,0.0001668686,0.0007368555,0.00009575541,0.00018982556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010754481,0.000089611065,0.0003266702,0.000027199836,0.000048748116,0.0000024030678,0.004341728,0.00015931687,0.000065192326,0.22198409,0.42895,0.34399426],"study_design_scores_gemma":[0.00020772059,0.000008982317,0.017670961,0.000017761982,6.6560744e-7,0.000005621231,0.0026439868,0.00068468007,0.00009705131,0.000066893175,0.97854847,0.000047186353],"about_ca_topic_score_codex":0.003597177,"about_ca_topic_score_gemma":0.0014659371,"teacher_disagreement_score":0.94533855,"about_ca_system_score_codex":0.00059103256,"about_ca_system_score_gemma":0.000078236015,"threshold_uncertainty_score":0.54378796},"labels":[],"label_agreement":null},{"id":"W7119013122","doi":"10.5281/zenodo.18176934","title":"The Future of International Student Enrollment in Canada, 2026","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Audit; Computer forensics; Digital forensics; Confidentiality; Web site; Information assurance; EXPOSE","score_opus":0.00862743204982253,"score_gpt":0.23386384941122892,"score_spread":0.2252364173614064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7119013122","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05196862,0.001005709,0.061029725,0.049975287,0.008139715,0.0018120966,0.00007631096,0.0004535309,0.825539],"genre_scores_gemma":[0.9973072,0.00013451866,0.00030378904,0.00043170177,0.000053852382,1.8353114e-7,0.00008117118,0.00005870048,0.0016289243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989048,0.00011598501,0.00030857784,0.0001358897,0.00039036007,0.000144339],"domain_scores_gemma":[0.99915934,0.00001726161,0.0000984257,0.00027682804,0.00040781213,0.000040342566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005616562,0.000057793724,0.00006588071,0.0001383363,0.00059810025,0.0003607802,0.0015794511,0.000015548976,0.00045817383],"category_scores_gemma":[0.000051362047,0.000047306843,0.000016893988,0.0005215852,0.000021239435,0.0001668686,0.0007368555,0.00009575541,0.00018982556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010754481,0.000089611065,0.0003266702,0.000027199836,0.000048748116,0.0000024030678,0.004341728,0.00015931687,0.000065192326,0.22198409,0.42895,0.34399426],"study_design_scores_gemma":[0.00020772059,0.000008982317,0.017670961,0.000017761982,6.6560744e-7,0.000005621231,0.0026439868,0.00068468007,0.00009705131,0.000066893175,0.97854847,0.000047186353],"about_ca_topic_score_codex":0.003597177,"about_ca_topic_score_gemma":0.0014659371,"teacher_disagreement_score":0.94533855,"about_ca_system_score_codex":0.00059103256,"about_ca_system_score_gemma":0.000078236015,"threshold_uncertainty_score":0.54378796},"labels":[],"label_agreement":null},{"id":"W7127433422","doi":"10.1109/ccece64018.2025.11364365","title":"A Hybrid Machine Learning Approach to IT Salary Prediction: Insights from Academic, Demographic, and Socio-Economic Factors","year":2025,"lang":"","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Douglas College","funders":"","keywords":"Graduation (instrument); Random forest; Salary; Feature (linguistics); Compensation (psychology); Artificial neural network; Set (abstract data type); Data set; Key (lock)","score_opus":0.014986388357850652,"score_gpt":0.23721834374929898,"score_spread":0.22223195539144833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127433422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4529918,0.0024706891,0.49272725,0.004873236,0.0049546487,0.0012626062,0.000062965584,0.00038236848,0.040274423],"genre_scores_gemma":[0.98736,0.00044763705,0.0041180686,0.0029399486,0.00016965119,0.00009965699,0.00015107731,0.0000141086275,0.0046998695],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966792,0.00023293497,0.0013497149,0.0009066318,0.00038659704,0.00044493462],"domain_scores_gemma":[0.99850225,0.00013894594,0.00034021944,0.00045249108,0.00014480847,0.00042130912],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046159045,0.00047001115,0.00050091534,0.00081824145,0.00093589624,0.00062656717,0.000807517,0.0002690658,0.00020216967],"category_scores_gemma":[0.000042555752,0.0004341635,0.00013213042,0.0006270103,0.000092103975,0.0013072285,0.00064576115,0.0008083448,0.0002351047],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049637885,0.0003832558,0.5309171,0.00039051953,0.0011441862,0.000002589735,0.1503114,0.0026546363,0.00010383234,0.12952684,0.13468072,0.049835287],"study_design_scores_gemma":[0.0014428647,0.00009761019,0.1872521,0.0003519735,0.000082037826,0.000027051237,0.011800645,0.48912126,0.00053225673,0.0016733628,0.30642292,0.0011959225],"about_ca_topic_score_codex":0.0004395857,"about_ca_topic_score_gemma":0.000015379037,"teacher_disagreement_score":0.53436816,"about_ca_system_score_codex":0.00035120393,"about_ca_system_score_gemma":0.00068356754,"threshold_uncertainty_score":0.999811},"labels":[],"label_agreement":null},{"id":"W7127453322","doi":"10.1109/ccece64018.2025.11364395","title":"The Missing Software Engineering Course for Developing Essential Skills for Co-Op Success","year":2025,"lang":"","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Missing data; Software; Software Engineering Process Group; Engineering education; Resource (disambiguation); Social software engineering; Course (navigation); Cloud computing","score_opus":0.00866405272040134,"score_gpt":0.30153435991077876,"score_spread":0.29287030719037743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127453322","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079539645,0.00035435727,0.9781362,0.008227386,0.009648996,0.0019594664,0.000013395558,0.00016917071,0.00069562823],"genre_scores_gemma":[0.21126308,0.00011278827,0.7443384,0.0052601574,0.0008922849,0.0022773566,0.00010678057,0.00006123188,0.035687912],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99722576,0.00003943212,0.001177347,0.00043980172,0.0003699057,0.00074776355],"domain_scores_gemma":[0.99686295,0.0011039766,0.0003571044,0.00048835325,0.0010659317,0.00012170632],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014356555,0.00033959417,0.00032031044,0.00018688991,0.0020549446,0.002169877,0.0011740236,0.00014936227,0.000019040715],"category_scores_gemma":[0.0005732549,0.00027279212,0.00019584755,0.0006506244,0.000053984266,0.00077158527,0.0001664674,0.00012333744,0.000026174572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002693529,0.0001661694,0.0010052316,0.0018698298,0.0004264031,5.8410825e-7,0.008218847,0.0007596042,0.000046881898,0.4446291,0.11783907,0.42501134],"study_design_scores_gemma":[0.0018380696,0.00003477849,0.002795911,0.0011305306,0.00006177392,0.00001441971,0.0016035632,0.2276823,0.016731638,0.0007523835,0.74641246,0.00094216695],"about_ca_topic_score_codex":0.000008765414,"about_ca_topic_score_gemma":0.000007054916,"teacher_disagreement_score":0.6285734,"about_ca_system_score_codex":0.00032580987,"about_ca_system_score_gemma":0.0030779787,"threshold_uncertainty_score":0.9999724},"labels":[],"label_agreement":null},{"id":"W7145403735","doi":"","title":"Information systems of banking application in Edmonton Canada","year":2008,"lang":"ja","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Service (business); Information and Communications Technology; Extension (predicate logic); Information technology","score_opus":0.011802257014644137,"score_gpt":0.22099602956006914,"score_spread":0.209193772545425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7145403735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50709796,0.0028030877,0.37460354,0.0010942112,0.044073727,0.0040540965,0.0013467133,0.00027221028,0.06465446],"genre_scores_gemma":[0.9968401,0.00008487138,0.0013387607,0.000153118,0.00033893643,0.00016410592,0.0008999757,0.000006075787,0.00017404083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957552,0.00011164789,0.0018805431,0.00028443342,0.001604231,0.00036395507],"domain_scores_gemma":[0.99692917,0.000092476854,0.0010002503,0.0007391624,0.0010714214,0.00016750257],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059676624,0.0002893488,0.00037363553,0.00035815232,0.0006145809,0.00019814457,0.0006807045,0.00013125749,0.000012153241],"category_scores_gemma":[0.00018437493,0.00030457065,0.000055599627,0.0011985296,0.00015917918,0.004787848,0.00021847905,0.0002479657,0.00005812323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011229711,0.00052337133,0.06603695,0.0023948378,0.0001717254,0.00011917219,0.033722367,0.02548628,0.0006769897,0.8282914,0.03894489,0.0035196897],"study_design_scores_gemma":[0.0017600084,0.00006655168,0.11061047,0.0020125434,0.000027806036,0.0016599167,0.005348685,0.052024093,0.0032970987,0.000028684004,0.8219065,0.0012576244],"about_ca_topic_score_codex":0.521035,"about_ca_topic_score_gemma":0.0516268,"teacher_disagreement_score":0.82826275,"about_ca_system_score_codex":0.001773302,"about_ca_system_score_gemma":0.008713671,"threshold_uncertainty_score":0.99994063},"labels":[],"label_agreement":null},{"id":"W7146611859","doi":"","title":"The Issues Japanese Higher Education Face in the Digital Age - Are Japanese Universities to Blame for the Slow Progress towards an Information-based Society?","year":2017,"lang":"en","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blame; Higher education; Criticism; Face (sociological concept); The Internet; Quarter (Canadian coin); Period (music)","score_opus":0.02216887652062399,"score_gpt":0.3010798019509648,"score_spread":0.2789109254303408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7146611859","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31192717,0.0022346247,0.16831563,0.37488204,0.06333899,0.016256582,0.002411129,0.0011546202,0.059479237],"genre_scores_gemma":[0.99325615,0.000006686554,0.0019130971,0.0014888787,0.0004248571,0.00056651677,0.000381022,0.0000048650177,0.0019579215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983096,0.000052428808,0.00041618285,0.00021139537,0.0007522735,0.00025811265],"domain_scores_gemma":[0.9976302,0.00017613919,0.00037253695,0.001190933,0.0005401342,0.00009008467],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00065353606,0.00018941482,0.00012280254,0.00006224104,0.0034303707,0.0044407523,0.0021073846,0.000057490037,0.0000033991175],"category_scores_gemma":[0.00013725432,0.000107932756,0.000083751525,0.0002532236,0.00041254773,0.0056594247,0.00022854532,0.00013542203,0.000033061257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012230308,0.00046892738,0.0020671806,0.00026143042,0.00013058056,0.000012624824,0.17323287,0.0021563752,0.000013713787,0.6858966,0.11144856,0.024188878],"study_design_scores_gemma":[0.00031146433,0.00003489492,0.031174904,0.000119123266,0.000009015655,0.00002835171,0.06472686,0.00282172,0.00006184911,0.00007802932,0.9003841,0.00024966852],"about_ca_topic_score_codex":0.00063603156,"about_ca_topic_score_gemma":0.00007817046,"teacher_disagreement_score":0.78893554,"about_ca_system_score_codex":0.00034494142,"about_ca_system_score_gemma":0.001561453,"threshold_uncertainty_score":0.99786705},"labels":[],"label_agreement":null},{"id":"W7161970970","doi":"10.82308/12649","title":"Alignment of competencies as identified by library and information science educators and practitioners : a case study of database management","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Information science; Exploratory research; Science education; Information management; Higher education","score_opus":0.008313889580847703,"score_gpt":0.25719557791830494,"score_spread":0.24888168833745725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161970970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97609,0.00008738488,0.0005332682,0.00006131535,0.0006512836,0.0010194543,0.000012179071,0.000041502328,0.021503607],"genre_scores_gemma":[0.9927312,0.00046489513,0.004557003,0.00013165896,0.000005556326,0.000114426795,0.00027398363,0.000005349558,0.001715936],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980221,0.000040974777,0.00080863823,0.0002506812,0.00073771377,0.0001398851],"domain_scores_gemma":[0.9985101,0.000030015106,0.0007902474,0.00036762265,0.00018514894,0.00011687045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030552055,0.00017925177,0.00022711359,0.00081458094,0.00025337155,0.00023508997,0.0003495018,0.000044194163,0.000023172282],"category_scores_gemma":[0.000014202893,0.00016318637,0.000018923942,0.00079606107,0.00008441481,0.009998667,0.00019724637,0.00007211081,0.0000059450595],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000668174,0.0023643705,0.0036722217,0.0043571074,0.0004493996,0.00011192126,0.6760273,0.000013036947,0.00053462543,0.24989626,0.033293534,0.029213388],"study_design_scores_gemma":[0.0010028239,0.00020715232,0.0073759006,0.00026667933,0.00004883907,0.00085719896,0.9758163,0.00030772484,0.0057141506,0.00003712525,0.007875234,0.0004908466],"about_ca_topic_score_codex":0.00025639008,"about_ca_topic_score_gemma":0.000008529266,"teacher_disagreement_score":0.299789,"about_ca_system_score_codex":0.000032594737,"about_ca_system_score_gemma":0.00043732367,"threshold_uncertainty_score":0.7248792},"labels":[],"label_agreement":null},{"id":"W7162701033","doi":"","title":"Information systems of banking application in Edmonton Canada","year":2008,"lang":"ja","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Service (business); Information and Communications Technology; Extension (predicate logic); Information technology","score_opus":0.011802257014644137,"score_gpt":0.22099602956006914,"score_spread":0.209193772545425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162701033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50709796,0.0028030877,0.37460354,0.0010942112,0.044073727,0.0040540965,0.0013467133,0.00027221028,0.06465446],"genre_scores_gemma":[0.9968401,0.00008487138,0.0013387607,0.000153118,0.00033893643,0.00016410592,0.0008999757,0.000006075787,0.00017404083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957552,0.00011164789,0.0018805431,0.00028443342,0.001604231,0.00036395507],"domain_scores_gemma":[0.99692917,0.000092476854,0.0010002503,0.0007391624,0.0010714214,0.00016750257],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059676624,0.0002893488,0.00037363553,0.00035815232,0.0006145809,0.00019814457,0.0006807045,0.00013125749,0.000012153241],"category_scores_gemma":[0.00018437493,0.00030457065,0.000055599627,0.0011985296,0.00015917918,0.004787848,0.00021847905,0.0002479657,0.00005812323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011229711,0.00052337133,0.06603695,0.0023948378,0.0001717254,0.00011917219,0.033722367,0.02548628,0.0006769897,0.8282914,0.03894489,0.0035196897],"study_design_scores_gemma":[0.0017600084,0.00006655168,0.11061047,0.0020125434,0.000027806036,0.0016599167,0.005348685,0.052024093,0.0032970987,0.000028684004,0.8219065,0.0012576244],"about_ca_topic_score_codex":0.521035,"about_ca_topic_score_gemma":0.0516268,"teacher_disagreement_score":0.82826275,"about_ca_system_score_codex":0.001773302,"about_ca_system_score_gemma":0.008713671,"threshold_uncertainty_score":0.99994063},"labels":[],"label_agreement":null},{"id":"W74808821","doi":"10.1007/978-94-6209-064-4_3","title":"Exercises and Applications","year":2012,"lang":"en","type":"book-chapter","venue":"SensePublishers eBooks","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Section (typography); Character (mathematics); Curriculum; Mathematics education; Computer science; Engineering ethics; Psychology; Engineering; Pedagogy; Mathematics","score_opus":0.014641155585476791,"score_gpt":0.21077806742274924,"score_spread":0.19613691183727244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W74808821","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022540864,0.0004377998,0.01738653,0.000194916,0.0006266044,0.00052638777,0.000004718892,0.00024264047,0.9805781],"genre_scores_gemma":[0.0013229514,0.00003159255,0.005028901,0.0009317742,0.00036476497,0.00013989594,0.00003501848,0.000030414454,0.99211466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865794,0.000012134455,0.00041331464,0.00031524294,0.0003511853,0.00025020266],"domain_scores_gemma":[0.9986028,0.000032643708,0.00028451442,0.0006170167,0.00022787563,0.00023517036],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002553166,0.00026685125,0.0002432087,0.0002645611,0.00019079327,0.00066543656,0.0004426386,0.00023126169,0.000116200754],"category_scores_gemma":[0.000005094589,0.00025500546,0.00006937787,0.000029203093,0.00007426314,0.0005801478,0.00020636868,0.00021836066,0.0004085779],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8544937e-7,0.0000035872856,0.000003340038,0.0000354687,0.000020115356,5.780851e-7,0.0012682473,8.638569e-8,0.0000010326687,0.7611859,0.03636153,0.20111975],"study_design_scores_gemma":[0.000087140485,0.000005253054,0.000025585043,0.00003425131,0.000012209904,0.000055278593,0.00007624492,0.000013591869,0.000014219781,0.007423202,0.9919363,0.00031667054],"about_ca_topic_score_codex":0.000004851125,"about_ca_topic_score_gemma":0.0000021157396,"teacher_disagreement_score":0.9555748,"about_ca_system_score_codex":0.00008836303,"about_ca_system_score_gemma":0.00022209008,"threshold_uncertainty_score":0.9999902},"labels":[],"label_agreement":null},{"id":"W766940301","doi":"","title":"Undergraduate information systems in the UK : analysing curriculum skills and industry needs","year":2014,"lang":"en","type":"dissertation","venue":"Loughborough University Institutional Repository (Loughborough University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Stirling; University of Surrey; Edinburgh Napier University; Queen's University Belfast; University of the West of England; University of Reading; University of Leeds; Liverpool John Moores University; Robert Gordon University; Staffordshire University; University of Aberdeen; Newcastle University; University of Southampton; Glasgow Caledonian University; Manchester Metropolitan University; University of Leicester; Queen's University; Trent University; Northumbria University; Nottingham Trent University; University of Wolverhampton; University of Portsmouth; Teesside University; University of Northampton; Heriot-Watt University; University of Worcester; Southampton Solent University; Loughborough University","keywords":"Curriculum; Knowledge management; Engineering management; Engineering; Mathematics education; Medical education; Pedagogy; Computer science; Psychology; Medicine","score_opus":0.004712377892180879,"score_gpt":0.19192646537808222,"score_spread":0.18721408748590135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W766940301","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3882406,0.00049719104,0.04905856,0.0016573243,0.010448461,0.0026748236,0.00008828387,0.0006503191,0.54668444],"genre_scores_gemma":[0.98448586,0.00016497036,0.00078894245,0.00029444223,0.00019783195,0.0000043957625,0.00070235226,0.0000137333645,0.013347473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99615633,0.0006012016,0.0008182183,0.0006067896,0.0012306429,0.0005868072],"domain_scores_gemma":[0.9969525,0.00016142966,0.0010444243,0.000840088,0.0007632772,0.0002382798],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00063701806,0.0006255989,0.00060798594,0.0019556384,0.0018436676,0.00077399967,0.0019942543,0.00095772283,0.0000076139845],"category_scores_gemma":[0.00006694987,0.0006306079,0.0002230013,0.0037953127,0.00021117833,0.004424409,0.00025485983,0.0013273384,0.00007307144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044590306,0.00028233795,0.006100901,0.0003883064,0.00023354667,0.00032664684,0.018107053,0.0040976796,0.0000067753354,0.96529585,0.0035580776,0.001558248],"study_design_scores_gemma":[0.0023389005,0.000106553285,0.027160883,0.0010531559,0.00026422276,0.0005605852,0.074973375,0.0051653376,0.00004479537,0.00028878907,0.8862893,0.0017541065],"about_ca_topic_score_codex":0.0018886114,"about_ca_topic_score_gemma":0.00026529667,"teacher_disagreement_score":0.96500707,"about_ca_system_score_codex":0.0015209536,"about_ca_system_score_gemma":0.0016238234,"threshold_uncertainty_score":0.99961454},"labels":[],"label_agreement":null},{"id":"W792875740","doi":"10.15368/focus.2008v5n1.7","title":"Pedagogical Considerations on the Senior Project Lab","year":2008,"lang":"en","type":"article","venue":"Focus The Journal of Planning Practice and Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Hook; Quarter (Canadian coin); Medical education; Engineering; Mathematics education; Engineering management; Psychology; Computer science; Medicine; Mechanical engineering; History","score_opus":0.11190861090375252,"score_gpt":0.3697610035736274,"score_spread":0.25785239266987486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W792875740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6081939,0.0019313277,0.04724398,0.2950758,0.00490812,0.000896033,0.0000015553845,0.00006450551,0.041684818],"genre_scores_gemma":[0.99005044,0.00011077418,0.0047940793,0.0038231644,0.00027301512,0.000010974949,5.8208934e-7,0.0000028601041,0.00093412376],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989495,0.00029928947,0.00031522542,0.00005583372,0.0002929237,0.00008718767],"domain_scores_gemma":[0.99781525,0.0010784193,0.00050625287,0.00015601794,0.0004044399,0.00003958969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014289588,0.000067330584,0.00007338203,0.00008955645,0.00062079116,0.00014979052,0.00018702888,0.000026087391,0.000013552609],"category_scores_gemma":[0.0008947388,0.00003346589,0.000022925284,0.0001772089,0.000031238855,0.00086043176,0.000023927149,0.00022693012,0.00002825333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041611762,0.00032341006,0.0006626752,0.000010305903,0.00006574247,0.0000084731855,0.33081645,0.00013437105,0.00005668594,0.104623556,0.5560746,0.0071821106],"study_design_scores_gemma":[0.00037267312,0.00033101733,0.011525716,0.00016438082,0.000054432952,0.016480213,0.103456765,0.00042067448,0.0005229603,0.001974617,0.8644618,0.00023476417],"about_ca_topic_score_codex":0.000022042583,"about_ca_topic_score_gemma":4.940462e-7,"teacher_disagreement_score":0.3818566,"about_ca_system_score_codex":0.000036415633,"about_ca_system_score_gemma":0.0010424466,"threshold_uncertainty_score":0.47746864},"labels":[],"label_agreement":null},{"id":"W88024313","doi":"","title":"Fearing Prying U.S. Eyes, Canada's Colleges Crack Down On Computing.","year":2007,"lang":"en","type":"article","venue":"˜The œchronicle of higher education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Political science; Mathematics education; Sociology; Psychology; Economics; Economic growth","score_opus":0.009659234435306512,"score_gpt":0.2610901161550732,"score_spread":0.2514308817197667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W88024313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8173795,0.001766747,0.028725166,0.014600541,0.021244766,0.0016361966,0.0000048574684,0.00032365264,0.11431861],"genre_scores_gemma":[0.99238706,0.0000023930666,0.0017457602,0.0014259085,0.00020483357,0.000011924345,0.0000063952857,0.000007298814,0.0042084567],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853754,0.000045490888,0.0004699232,0.0001986511,0.0004707872,0.00027762534],"domain_scores_gemma":[0.99879265,0.00010325354,0.00032003023,0.00045252198,0.00024373957,0.00008778293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006270774,0.00012652962,0.0001250854,0.00010554601,0.0002882103,0.000096765536,0.0005827425,0.00004266577,0.00005763572],"category_scores_gemma":[0.0000075619164,0.00010187637,0.000033839497,0.0004985921,0.000027971077,0.00021189485,0.00007729673,0.000118826596,0.00004819567],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025395735,0.0007962338,0.014160909,0.0002674715,0.00010535822,0.0000025231934,0.015377204,0.0015078195,0.00056077767,0.31501043,0.41861334,0.23357253],"study_design_scores_gemma":[0.0003564494,0.00004472431,0.38048047,0.00013185239,0.0000062194677,0.000016890375,0.0013851668,0.0012948244,0.0025754764,0.00018052655,0.6132248,0.00030259808],"about_ca_topic_score_codex":0.022772918,"about_ca_topic_score_gemma":0.013093659,"teacher_disagreement_score":0.36631954,"about_ca_system_score_codex":0.00072268327,"about_ca_system_score_gemma":0.0023946194,"threshold_uncertainty_score":0.98373455},"labels":[],"label_agreement":null}]}