{"meta":{"query_hash":"01b5a12b545e","filters":{"topic":"Information Systems Education and Curriculum Development"},"cohort_total":212,"direct_labels_cover":0,"predictions_cover":212,"exported":212,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/01b5a12b545e","api":"https://metacan.xera.ac/api/v1/cohort?topic=Information+Systems+Education+and+Curriculum+Development"},"results":[{"id":"W118877752","doi":"","title":"CCNP ONT Official Exam Certification Guide","year":2007,"lang":"en","type":"book","venue":"Virtual Defense Library (Ministerio de Defensa)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Study guide; Computer science; World Wide Web; Multimedia; Management","score_opus":0.021548759799056637,"score_gpt":0.24605110457946303,"score_spread":0.2245023447804064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W118877752","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002489851,0.000513091,0.014277266,0.0038609197,0.003778068,0.0022080357,0.007888954,0.009064575,0.9559192],"genre_scores_gemma":[0.0075240005,0.00076557556,0.009900545,0.001654933,0.0004389948,0.0013063549,0.009629861,0.0025202462,0.9662595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99533045,0.0004000175,0.00022553556,0.00029585848,0.0033721623,0.00037601756],"domain_scores_gemma":[0.97931427,0.0011122902,0.00044163503,0.00093571964,0.016111199,0.0020849665],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026905125,0.00092476833,0.00072454574,0.0021175102,0.0018423139,0.005057536,0.0019515426,0.0021243778,0.5791232],"category_scores_gemma":[0.0151868155,0.00064566155,0.00052747165,0.0013998029,0.0005183704,0.0026490365,0.0026869157,0.0023484945,0.4534019],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026756406,0.00007212637,0.00013324241,0.00007900612,7.9603586e-7,0.00004617074,0.00005154108,0.00009421839,0.000473146,0.0016303888,0.9431128,0.05427988],"study_design_scores_gemma":[0.000008598009,0.000041492116,0.00054923294,0.00006900513,8.752422e-7,0.00006803151,0.00008841686,0.00017611367,0.00028243818,0.00046537418,0.99824274,0.000007710764],"about_ca_topic_score_codex":0.008910933,"about_ca_topic_score_gemma":0.021983344,"teacher_disagreement_score":0.5791232,"about_ca_system_score_codex":0.0023099806,"about_ca_system_score_gemma":0.009382595,"threshold_uncertainty_score":0.60032964},"labels":[],"label_agreement":null},{"id":"W1486987756","doi":"10.1108/jices-10-2014-0045","title":"Does computing need to go beyond good and evil impacts?","year":2015,"lang":"en","type":"article","venue":"Journal of Information Communication and Ethics in Society","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Management science; Style (visual arts); Computer science; Engineering ethics; Ethical issues; Social issues; Social impact; Social science; Sociology; Political science; Engineering; Law","score_opus":0.035650463034382796,"score_gpt":0.32522618411612125,"score_spread":0.28957572108173846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486987756","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065725274,0.029544208,0.013288379,0.59031045,0.005164813,0.00009329334,0.00014290451,0.00015615844,0.29557452],"genre_scores_gemma":[0.9110948,0.02555174,0.0037470565,0.041222364,0.0044085863,0.000085038926,0.00009516463,0.0002424031,0.013552802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98633784,0.006664364,0.0005263443,0.0009822436,0.0043849233,0.001104304],"domain_scores_gemma":[0.9355758,0.0461065,0.0042695925,0.004938961,0.0058755567,0.0032336328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010066533,0.0004585294,0.0006487114,0.0028706207,0.0054573156,0.018390425,0.001398591,0.0043084403,0.011121211],"category_scores_gemma":[0.060807586,0.00029686876,0.000612519,0.0041883886,0.026300993,0.026297545,0.005424854,0.0057898923,0.0019939486],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119640245,0.000111412795,0.010470507,0.0016883834,0.000077320874,0.0004760179,0.019205732,0.0005668178,0.0005423799,0.7962118,0.03782081,0.13270916],"study_design_scores_gemma":[0.00001963369,0.000085422915,0.008429379,0.00233398,0.00005909386,0.0006227609,0.04059034,0.0005134083,0.0009153836,0.5544081,0.39196062,0.000061883664],"about_ca_topic_score_codex":0.0028985594,"about_ca_topic_score_gemma":0.0028280066,"teacher_disagreement_score":0.018390425,"about_ca_system_score_codex":0.005623776,"about_ca_system_score_gemma":0.0073040365,"threshold_uncertainty_score":0.053237557},"labels":[],"label_agreement":null},{"id":"W1506413731","doi":"10.15353/joci.v6i3.2536","title":"The Ethical Responsibility of Researchers in Community Informatics","year":2011,"lang":"en","type":"article","venue":"The Journal of Community Informatics","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Informatics; Engineering ethics; Ethical responsibility; Ethical issues; Sociology; Political science; Engineering; Law","score_opus":0.15519138452249026,"score_gpt":0.3654384266181347,"score_spread":0.21024704209564443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506413731","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03147706,0.005162011,0.014536438,0.8716301,0.006170328,0.0003935428,0.000037871283,0.000059354006,0.07053331],"genre_scores_gemma":[0.80258226,0.0020098605,0.0116407145,0.16105686,0.0042566746,0.0010063904,0.00003772066,0.00013752098,0.017272085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.39646116,0.5181742,0.01503891,0.012407256,0.036757994,0.021160493],"domain_scores_gemma":[0.21220805,0.57667136,0.027756974,0.060112204,0.06469962,0.058551855],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.37947872,0.0012684907,0.0024735313,0.0040488695,0.046109345,0.032970756,0.007387648,0.052695524,0.004763984],"category_scores_gemma":[0.49461907,0.0025395947,0.0018057585,0.0027182929,0.15798287,0.020825604,0.02591452,0.067253314,0.0011934794],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009600905,0.00020186685,0.0027844307,0.00021242682,0.000094470284,0.0008027224,0.18925865,0.000316087,0.00045165737,0.7369208,0.0553091,0.0135517735],"study_design_scores_gemma":[0.0002526686,0.00015135709,0.0018870947,0.0020905333,0.00007716834,0.0014435896,0.13451199,0.0013520822,0.0009816956,0.6094869,0.24744347,0.00032146485],"about_ca_topic_score_codex":0.010044533,"about_ca_topic_score_gemma":0.012161558,"teacher_disagreement_score":0.37947872,"about_ca_system_score_codex":0.013624353,"about_ca_system_score_gemma":0.10786232,"threshold_uncertainty_score":0.76521325},"labels":[],"label_agreement":null},{"id":"W1542266580","doi":"","title":"World's first undergraduate e-commerce specialization offered by a computer science department","year":2004,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Engineering management; Management; Data science; Engineering; Economics","score_opus":0.013854577503792535,"score_gpt":0.2764565135350803,"score_spread":0.26260193603128773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542266580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7652279,0.0012459757,0.018076736,0.026348175,0.002487611,0.00078043924,0.00040229812,0.0018330348,0.18359779],"genre_scores_gemma":[0.8262605,0.0013230765,0.035823338,0.0066114888,0.00041021866,0.00016353746,0.00093989173,0.00015242335,0.12831551],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910575,0.000121406025,0.00005018809,0.000082451406,0.00030577058,0.0003345198],"domain_scores_gemma":[0.99094486,0.0004806798,0.0002267979,0.00037834363,0.0026535322,0.005315741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017707059,0.0002366734,0.00019948513,0.000662169,0.0014259815,0.0023122511,0.00048214718,0.0007542206,0.009561137],"category_scores_gemma":[0.0035850517,0.00016856127,0.00022374679,0.00040608816,0.00041579313,0.0007980487,0.0016256758,0.0010283691,0.0036061138],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003034175,0.0029087898,0.054611128,0.0003300411,0.00001802904,0.0005542083,0.0028626802,0.00085890887,0.022416433,0.016075453,0.10148487,0.7975761],"study_design_scores_gemma":[0.00018554859,0.0031118009,0.15961613,0.0002902724,0.000030051733,0.0011842634,0.0048612943,0.004223254,0.026902746,0.006224311,0.7932763,0.000094112365],"about_ca_topic_score_codex":0.0019754563,"about_ca_topic_score_gemma":0.008148295,"teacher_disagreement_score":0.009561137,"about_ca_system_score_codex":0.0018232559,"about_ca_system_score_gemma":0.006838251,"threshold_uncertainty_score":0.031985223},"labels":[],"label_agreement":null},{"id":"W1554719517","doi":"","title":"Skills in the MIS Job Market","year":2009,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Job market; Quarter (Canadian coin); Job analysis; Sample (material); Business; Marketing; Computer science; Job satisfaction; Engineering; Management; Economics; Work (physics)","score_opus":0.005513835873957081,"score_gpt":0.22943181901681883,"score_spread":0.22391798314286177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554719517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81586355,0.00078952196,0.00045083917,0.015434911,0.00012774931,0.000028316208,0.00016181989,0.00003275016,0.16711053],"genre_scores_gemma":[0.99330986,0.00019744472,0.000080914615,0.00054928375,0.00007195905,0.000008124986,0.000032925247,0.000007130309,0.005742348],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990426,0.00021218254,0.000030414318,0.00006390225,0.0002791708,0.00037173412],"domain_scores_gemma":[0.9955224,0.0008341413,0.00043859825,0.00007144075,0.000377004,0.0027563784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013643671,0.00014302088,0.00018129428,0.0023787369,0.0024003729,0.00475603,0.00031979452,0.0009500567,0.024840202],"category_scores_gemma":[0.0056173215,0.00013551174,0.00013291082,0.0010415318,0.0018592391,0.0032372198,0.0021161444,0.0009535335,0.0024736312],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004582587,0.0023111426,0.4486401,0.00023210181,0.000029290386,0.00212668,0.032656323,0.001190294,0.002889445,0.16644196,0.07311728,0.26990715],"study_design_scores_gemma":[0.00010313334,0.00056518364,0.6960327,0.00045423245,0.0000139882295,0.00070924807,0.09189366,0.004495592,0.0010323134,0.09424787,0.11037162,0.000080502374],"about_ca_topic_score_codex":0.0039923294,"about_ca_topic_score_gemma":0.0063151247,"teacher_disagreement_score":0.024840202,"about_ca_system_score_codex":0.0015387228,"about_ca_system_score_gemma":0.002848624,"threshold_uncertainty_score":0.08309877},"labels":[],"label_agreement":null},{"id":"W1570676932","doi":"10.4018/978-1-60566-026-4.ch570","title":"Staying Up to Date with Changes in IT","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Perception; Order (exchange); Psychology; Public relations; Business; Political science; Computer science; World Wide Web","score_opus":0.023037112738837944,"score_gpt":0.25672860186752167,"score_spread":0.23369148912868373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570676932","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44916463,0.0075284997,0.012918453,0.07088473,0.002762022,0.00027453684,0.00031072335,0.0005773176,0.45557904],"genre_scores_gemma":[0.92145485,0.0057241106,0.007224626,0.015360977,0.0010188526,0.00013266732,0.000316118,0.00016140063,0.048606493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99151844,0.0019337717,0.0004483571,0.0009230559,0.004010335,0.0011660916],"domain_scores_gemma":[0.97603977,0.0036317604,0.0045281663,0.0026589094,0.005064119,0.008077243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044518546,0.0003158236,0.00033937377,0.0012554193,0.0048622666,0.015122169,0.0011957723,0.0026417973,0.015027038],"category_scores_gemma":[0.022318104,0.00029159323,0.0005128994,0.0017034805,0.00349066,0.011294058,0.0060036327,0.004932508,0.005787691],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013013536,0.0010825153,0.10252923,0.0010043312,0.00014589322,0.001278835,0.11230993,0.00044761968,0.005839501,0.060360413,0.093122296,0.6217493],"study_design_scores_gemma":[0.000025276222,0.0005784075,0.101946734,0.0007516276,0.00007342472,0.0012403121,0.07286502,0.0002959327,0.0010017481,0.0141401235,0.80697465,0.00010675392],"about_ca_topic_score_codex":0.001845236,"about_ca_topic_score_gemma":0.003744191,"teacher_disagreement_score":0.015122169,"about_ca_system_score_codex":0.0023684055,"about_ca_system_score_gemma":0.0041656983,"threshold_uncertainty_score":0.050270498},"labels":[],"label_agreement":null},{"id":"W1585917131","doi":"","title":"The use of unfamiliar words: writing and CS education","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Mount Royal University","funders":"","keywords":"Reading (process); Computer science; Mathematics education; Institution; Code (set theory); Word (group theory); Professional writing; Multimedia; Psychology; Linguistics; Programming language; Sociology; Set (abstract data type)","score_opus":0.04639259920602077,"score_gpt":0.29355645481524306,"score_spread":0.2471638556092223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585917131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8955139,0.0018307135,0.022289367,0.0040628035,0.0004475835,0.00041969982,0.000033132113,0.00042816525,0.07497462],"genre_scores_gemma":[0.9616528,0.00088228076,0.021267194,0.00088113634,0.00013106731,0.0001852524,0.00004297636,0.00009130769,0.014866043],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99324656,0.003534437,0.00035966138,0.00066525466,0.0018209623,0.0003730927],"domain_scores_gemma":[0.97742814,0.013362615,0.0031233951,0.0014560752,0.0018649239,0.0027648786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037768288,0.00068931293,0.0003605163,0.0011468935,0.0023073722,0.006075967,0.0011932299,0.0015654488,0.008474118],"category_scores_gemma":[0.027205415,0.0002269979,0.00021897994,0.0012216391,0.0035778352,0.0041384385,0.004692126,0.0017586983,0.0015109134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003748416,0.0024513241,0.042223424,0.0009817587,0.000018280633,0.0019697845,0.10891179,0.0005022957,0.021791708,0.016454427,0.011389191,0.7929312],"study_design_scores_gemma":[0.00026147545,0.006930505,0.19617297,0.002207061,0.00010908301,0.011443925,0.34972993,0.006252907,0.04457121,0.06741246,0.31456536,0.00034313006],"about_ca_topic_score_codex":0.00049978105,"about_ca_topic_score_gemma":0.0007995569,"teacher_disagreement_score":0.008474118,"about_ca_system_score_codex":0.0010229128,"about_ca_system_score_gemma":0.0020173658,"threshold_uncertainty_score":0.028348744},"labels":[],"label_agreement":null},{"id":"W1593690450","doi":"","title":"Subject guides: Referencing Guide: Other Styles","year":2010,"lang":"en","type":"libguides","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Computer science; History; World Wide Web","score_opus":0.02382522133683251,"score_gpt":0.28071938066137003,"score_spread":0.2568941593245375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593690450","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012500592,0.0012086486,0.07045838,0.005530204,0.006203602,0.0011539876,0.01615203,0.04285215,0.855191],"genre_scores_gemma":[0.0030540098,0.0010429603,0.029844875,0.0013270563,0.0006550711,0.000550054,0.00993131,0.024854092,0.9287405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968875,0.00047640954,0.0002452545,0.00022295138,0.0019665328,0.00020126541],"domain_scores_gemma":[0.9828494,0.0019103474,0.0003108037,0.0019327803,0.012146938,0.00084972207],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027771336,0.002073125,0.0017142401,0.0058505903,0.0025213677,0.008449513,0.0027101971,0.002991984,0.55279684],"category_scores_gemma":[0.018903676,0.001438686,0.0009979436,0.007980181,0.000927872,0.0055505405,0.0031252394,0.0029302782,0.59139025],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011949742,0.00002423154,0.00006270856,0.00010531133,0.0000012140139,0.000020657504,0.0001265609,0.000053254334,0.00026331964,0.001276996,0.9531952,0.044858497],"study_design_scores_gemma":[0.000009805799,0.000010878621,0.00025970666,0.00013848314,0.0000032983455,0.00007739006,0.000120545716,0.00019797616,0.0005255248,0.0013755709,0.99726284,0.000017839191],"about_ca_topic_score_codex":0.02376235,"about_ca_topic_score_gemma":0.045402806,"teacher_disagreement_score":0.55279684,"about_ca_system_score_codex":0.0020362798,"about_ca_system_score_gemma":0.0059435675,"threshold_uncertainty_score":0.63788104},"labels":[],"label_agreement":null},{"id":"W1606656740","doi":"10.1007/978-0-387-35619-8_10","title":"Variations in Computing Science’s Disciplinary Diversity","year":2003,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Discipline; Diversity (politics); Informatics; Curriculum; Structuring; Computer science; Engineering ethics; Information science; Engineering informatics; Data science; Library science; Sociology; Political science; Social science; Engineering; Pedagogy; Health informatics","score_opus":0.011171320972662678,"score_gpt":0.26266372721663156,"score_spread":0.2514924062439689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606656740","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22646172,0.009823516,0.016884854,0.01161378,0.00056245574,0.000050888593,0.00013774674,0.00010205472,0.73436296],"genre_scores_gemma":[0.9797229,0.0015572974,0.0029114657,0.00082172075,0.00032564747,0.0000332015,0.00006147687,0.00007908457,0.014487265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99310595,0.0027079086,0.0003451406,0.0007953966,0.002329648,0.00071600993],"domain_scores_gemma":[0.9863511,0.007321781,0.0006023008,0.0017023667,0.0023587262,0.0016638277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049867085,0.00017020527,0.00039535595,0.0030924662,0.0028333946,0.007286928,0.00086225604,0.00097138825,0.006218221],"category_scores_gemma":[0.018687023,0.00020650259,0.00032683968,0.005507247,0.00931168,0.005539915,0.00745688,0.002758353,0.0007185853],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006513158,0.0000295321,0.0030846263,0.00006578744,0.00003204576,0.00010520987,0.017907888,0.0004251763,0.0011834981,0.90103626,0.0056009754,0.070463955],"study_design_scores_gemma":[0.000033890803,0.000068058995,0.021009522,0.00017772963,0.00001602023,0.0008963878,0.01173076,0.00064324704,0.00088652864,0.6871577,0.2773406,0.000039544222],"about_ca_topic_score_codex":0.00091562164,"about_ca_topic_score_gemma":0.0017628982,"teacher_disagreement_score":0.007286928,"about_ca_system_score_codex":0.0026812393,"about_ca_system_score_gemma":0.0012794628,"threshold_uncertainty_score":0.026372552},"labels":[],"label_agreement":null},{"id":"W1802347745","doi":"10.26686/lew.v0i0.1619","title":"Why are there so many Short Jobs in LEED?","year":2008,"lang":"en","type":"article","venue":"Labour Employment and Work in New Zealand","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Earnings; Quarter (Canadian coin); Spell; Demographic economics; Distribution (mathematics); Labour economics; Percentage point; Demography; Business; Economics; Geography; Mathematics; Accounting; Sociology; Finance","score_opus":0.017539751331422965,"score_gpt":0.2378851597084449,"score_spread":0.22034540837702193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1802347745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94744503,0.0031719967,0.0004641205,0.021493508,0.0004674247,0.000048973117,0.0011182078,0.0000513181,0.025739374],"genre_scores_gemma":[0.97578883,0.001461696,0.00047002453,0.0045950855,0.00019718616,0.000043047305,0.0006280264,0.000036276615,0.016779687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998264,0.00030001215,0.00009527962,0.00022772168,0.0003642913,0.0007487061],"domain_scores_gemma":[0.9947054,0.000845297,0.0012548789,0.00024412046,0.0005924328,0.0023579027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014358124,0.00022217876,0.00039528246,0.0016051916,0.003779476,0.0030019174,0.0010796902,0.0009466823,0.015808782],"category_scores_gemma":[0.0044407398,0.00032099834,0.0003705063,0.0024890027,0.0022156832,0.003068203,0.003387479,0.001357082,0.002553798],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041053348,0.00019484306,0.79062605,0.00037208392,0.000059467657,0.0055613928,0.026706949,0.000093753144,0.0015918225,0.004399728,0.03955535,0.13042797],"study_design_scores_gemma":[0.000021572969,0.00019686265,0.70523953,0.0004004807,0.000018246721,0.00230979,0.18380207,0.00015917252,0.00046520372,0.0022422178,0.10508925,0.000055600685],"about_ca_topic_score_codex":0.02911321,"about_ca_topic_score_gemma":0.11646934,"teacher_disagreement_score":0.02911321,"about_ca_system_score_codex":0.0024924788,"about_ca_system_score_gemma":0.0020035554,"threshold_uncertainty_score":0.057887495},"labels":[],"label_agreement":null},{"id":"W191107511","doi":"10.4018/978-1-931777-05-6.ch006","title":"IS Education in the New Millennium","year":2002,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Profitability index; Work (physics); Quarter (Canadian coin); Scale (ratio); Business; Political science; Engineering; Geography; Cartography","score_opus":0.019305150751904136,"score_gpt":0.25486608042600856,"score_spread":0.2355609296741044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W191107511","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021688351,0.06464321,0.0028400712,0.038049906,0.0037546386,0.000025249614,0.00006588688,0.00018413572,0.88826805],"genre_scores_gemma":[0.049291205,0.09523111,0.005310563,0.013858327,0.002363594,0.00007484799,0.00022479969,0.00012287057,0.83352274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943095,0.00010289419,0.000024944746,0.00007508691,0.00023941328,0.00012678321],"domain_scores_gemma":[0.99950767,0.000098992256,0.000035274363,0.000045543446,0.000115648494,0.00019684464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008015892,0.0004914583,0.00035144328,0.0011354068,0.0022309772,0.0071281246,0.00059585355,0.0025523505,0.03064781],"category_scores_gemma":[0.0012185159,0.00019735844,0.00031339048,0.0018070121,0.0027327584,0.0058598914,0.002745988,0.0033608484,0.008415659],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008040689,0.00006246275,0.00019395663,0.00029513458,0.0000053360536,0.000089668254,0.0022035544,0.00014691541,0.00022451673,0.5015641,0.27673584,0.21847048],"study_design_scores_gemma":[8.1146845e-7,0.0000041802796,0.00012067356,0.00021650926,0.0000010315626,0.000052832125,0.00029133784,0.000023749324,0.000032945674,0.012333068,0.9869213,0.000001557977],"about_ca_topic_score_codex":0.002819663,"about_ca_topic_score_gemma":0.0057980856,"teacher_disagreement_score":0.03064781,"about_ca_system_score_codex":0.004129834,"about_ca_system_score_gemma":0.0054639988,"threshold_uncertainty_score":0.10252714},"labels":[],"label_agreement":null},{"id":"W1914885033","doi":"10.24908/pceea.v0i0.5828","title":"EXPANDING THE BODY OF KNOWLEDGE CONCEPT FOR PROFESSIONAL PRACTITIONERS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Accreditation; Vocational education; Body of knowledge; Professional development; Medical education; Engineering ethics; Order (exchange); Pedagogy; Psychology; Medicine; Knowledge management; Engineering; Computer science; Business","score_opus":0.012003863002037514,"score_gpt":0.25605856125361576,"score_spread":0.24405469825157824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1914885033","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028102284,0.03690948,0.23808813,0.13616958,0.0030999861,0.00062120846,0.00016705923,0.000335043,0.5565072],"genre_scores_gemma":[0.76731807,0.03389485,0.13081141,0.018574242,0.0027466135,0.0017661098,0.00029801528,0.00023057868,0.044360194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9773925,0.011744635,0.0013385207,0.0022454567,0.0059445403,0.0013343904],"domain_scores_gemma":[0.9774802,0.012212152,0.0020784547,0.0032331957,0.0033601997,0.0016357733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015940845,0.0010657045,0.0009030475,0.006120257,0.0074367058,0.017411334,0.0029258486,0.0088551985,0.008313875],"category_scores_gemma":[0.017585399,0.0006345468,0.000898669,0.0059864447,0.050161425,0.03533048,0.014190398,0.007977214,0.0019734981],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008177346,0.000027575945,0.00033928244,0.00020944061,0.0000039310767,0.00007829762,0.009654779,0.00013470052,0.00014575283,0.965229,0.002422735,0.021746308],"study_design_scores_gemma":[0.000016010335,0.00003342204,0.00063268415,0.0008229638,0.000007780032,0.00036449643,0.0083508305,0.00050596,0.00014137139,0.7629937,0.22610311,0.00002776641],"about_ca_topic_score_codex":0.0043760557,"about_ca_topic_score_gemma":0.0032579293,"teacher_disagreement_score":0.98768795,"about_ca_system_score_codex":0.012312059,"about_ca_system_score_gemma":0.015700776,"threshold_uncertainty_score":0.08933061},"labels":[],"label_agreement":null},{"id":"W1984441340","doi":"10.5860/crl-222","title":"Dual Archivist/Librarians: Balancing the Benefits and Challenges of Diverse Responsibilities","year":2012,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Archivist; Dual (grammatical number); Dual role; Library science; Dual purpose; Political science; Sociology; Focus (optics); Public relations; Computer science; Engineering; Art","score_opus":0.10802796757902347,"score_gpt":0.30062815758602957,"score_spread":0.1926001900070061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984441340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8624729,0.0042431024,0.009839003,0.04289538,0.000498829,0.0001006611,0.00003862797,0.00010119521,0.079810284],"genre_scores_gemma":[0.98811126,0.0007099685,0.0034763585,0.0028435271,0.0001279694,0.00006760964,0.00002095464,0.000038132985,0.004604294],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9083377,0.06557755,0.0029281212,0.0024334085,0.0131780105,0.0075451196],"domain_scores_gemma":[0.9126818,0.029320557,0.006953779,0.0064875255,0.013461099,0.03109534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05776093,0.00045152192,0.0006225636,0.004937908,0.016996276,0.012643448,0.0022111759,0.0018427663,0.0038773573],"category_scores_gemma":[0.069773786,0.000845415,0.00044237977,0.0025111744,0.012817906,0.009128505,0.025374435,0.0040056794,0.00093637157],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005640894,0.00049360853,0.15915458,0.0006241126,0.00011898762,0.0021505137,0.41526866,0.00025272742,0.0017417367,0.096639186,0.02118831,0.30180356],"study_design_scores_gemma":[0.0001075123,0.00032659966,0.05426227,0.0009063249,0.000064492655,0.0044228584,0.7652094,0.00053691806,0.0009350377,0.054862194,0.11824041,0.00012592523],"about_ca_topic_score_codex":0.004401657,"about_ca_topic_score_gemma":0.00912907,"teacher_disagreement_score":0.05776093,"about_ca_system_score_codex":0.0047118105,"about_ca_system_score_gemma":0.014109501,"threshold_uncertainty_score":0.30547267},"labels":[],"label_agreement":null},{"id":"W198748625","doi":"","title":"Information Technology Training for a Globalized Workforce – Challenges, Tools and Research Directions","year":2010,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Workforce; Training (meteorology); Knowledge management; Information technology; Computer science; Engineering management; Data science; Engineering; Economic growth; Economics","score_opus":0.06576116801141513,"score_gpt":0.3309104211642808,"score_spread":0.2651492531528657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W198748625","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018314747,0.4926032,0.0045928583,0.44569916,0.002211856,0.00018819729,0.00016897218,0.0001129601,0.03610799],"genre_scores_gemma":[0.30168042,0.6296792,0.027115364,0.030798672,0.0033794544,0.00062235945,0.00030786116,0.00007560697,0.0063411375],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906523,0.004824746,0.00039932076,0.00082038314,0.0016076368,0.0016956452],"domain_scores_gemma":[0.9565316,0.02809072,0.0020105515,0.0013986238,0.0056135296,0.0063549993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020974169,0.0010071923,0.0015211152,0.0040617785,0.0035119625,0.018873483,0.0036093004,0.0087789055,0.011942217],"category_scores_gemma":[0.012066346,0.0006266396,0.00090857234,0.0070752357,0.00949805,0.03213282,0.0076316535,0.00794332,0.0018100033],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016472314,0.001220911,0.0063263183,0.0134266475,0.000048088772,0.0004422448,0.010135314,0.0012383567,0.00071330566,0.16487974,0.04132738,0.76007694],"study_design_scores_gemma":[0.00009598996,0.0012097877,0.017000616,0.06905747,0.0001366995,0.0012101904,0.2083169,0.0051739533,0.0013327339,0.22892924,0.4672658,0.00027054988],"about_ca_topic_score_codex":0.005676307,"about_ca_topic_score_gemma":0.0058877715,"teacher_disagreement_score":0.020974169,"about_ca_system_score_codex":0.006108683,"about_ca_system_score_gemma":0.025221325,"threshold_uncertainty_score":0.11092335},"labels":[],"label_agreement":null},{"id":"W1991576988","doi":"10.5539/ies.v6n3p55","title":"Scope Management: A Core Information System Implementation Project Pedagogy","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université du Québec à Montréal; HEC Montréal","funders":"","keywords":"Scope (computer science); Context (archaeology); Knowledge management; Capstone course; Capstone; Pedagogy; Process management; Engineering ethics; Sociology; Engineering management; Computer science; Business; Curriculum; Engineering","score_opus":0.04983063748740671,"score_gpt":0.4078873489047056,"score_spread":0.3580567114172989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991576988","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15945867,0.00027246718,0.65672874,0.006500302,0.00023003435,0.0031322734,0.0000933113,0.0029932046,0.17059113],"genre_scores_gemma":[0.3799592,0.0003641708,0.5670678,0.0007616767,0.000068574634,0.0020379752,0.00020727149,0.0004995481,0.04903378],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99469745,0.0027912648,0.00018531572,0.00055192073,0.0013829628,0.00039107652],"domain_scores_gemma":[0.99581146,0.0014361176,0.00017180038,0.0007203946,0.00077494234,0.00108532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00811058,0.00045614998,0.0003359368,0.0012901722,0.0024837365,0.004728517,0.0018604668,0.0014413567,0.006751452],"category_scores_gemma":[0.00907815,0.00048768343,0.0003719896,0.0009844261,0.0021785537,0.0045442,0.006550442,0.0021352181,0.001783522],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000997876,0.0020135525,0.0042001014,0.00039917795,0.000010630882,0.00027988365,0.044883423,0.0020892515,0.012626214,0.17514698,0.012808217,0.7454428],"study_design_scores_gemma":[0.0003281601,0.0026523208,0.011970241,0.0014959034,0.00005008618,0.0018247414,0.03529731,0.041940406,0.04088659,0.17133738,0.6920779,0.00013902046],"about_ca_topic_score_codex":0.0007033253,"about_ca_topic_score_gemma":0.0010090999,"teacher_disagreement_score":0.00811058,"about_ca_system_score_codex":0.0018252705,"about_ca_system_score_gemma":0.0065107094,"threshold_uncertainty_score":0.04289335},"labels":[],"label_agreement":null},{"id":"W1999854852","doi":"10.1145/1227310.1227336","title":"New paradigms for introductory computing courses","year":2007,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Software engineering; Psychology","score_opus":0.015300081539205014,"score_gpt":0.28292982104698855,"score_spread":0.2676297395077835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999854852","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06984838,0.00702645,0.2662503,0.11492021,0.006151861,0.0004766271,0.00022411442,0.0015897087,0.53351235],"genre_scores_gemma":[0.44920906,0.0048120026,0.32626247,0.013306954,0.0024754477,0.0016059959,0.00036825915,0.0010280235,0.20093186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99553126,0.0017965144,0.00020989023,0.0007996517,0.0011843401,0.00047826933],"domain_scores_gemma":[0.9912356,0.0020749304,0.0004136277,0.000932964,0.0017564271,0.0035865572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005494499,0.00055953336,0.00037349394,0.0016311504,0.0038930175,0.009171022,0.002605126,0.0021336388,0.0296402],"category_scores_gemma":[0.010357618,0.00054869754,0.00078973203,0.0011189833,0.0028946882,0.011608179,0.005883949,0.004967649,0.0052907337],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078823425,0.0002991345,0.0013103803,0.00016252123,0.000007953522,0.000080728845,0.002879629,0.0003315207,0.0024833663,0.80660677,0.02992554,0.15583351],"study_design_scores_gemma":[0.000073851836,0.00018087775,0.0016444648,0.00030817153,0.000015972875,0.00021325692,0.003784192,0.0024549302,0.0010290244,0.50179976,0.48845223,0.000043227938],"about_ca_topic_score_codex":0.002409674,"about_ca_topic_score_gemma":0.006361716,"teacher_disagreement_score":0.0296402,"about_ca_system_score_codex":0.0066562644,"about_ca_system_score_gemma":0.0072664535,"threshold_uncertainty_score":0.09915632},"labels":[],"label_agreement":null},{"id":"W2005183616","doi":"10.1145/2047594.2047634","title":"Even so with the pieces borrowed from others","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Curriculum; Discipline; Computer science; Focus (optics); Information system; Information technology; Engineering ethics; Sociology; Engineering; Pedagogy; Social science","score_opus":0.017243128278267864,"score_gpt":0.2007063182275413,"score_spread":0.18346318994927346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005183616","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033300053,0.036000054,0.07637168,0.43774775,0.08137305,0.00015781919,0.0005330705,0.0011199539,0.36336663],"genre_scores_gemma":[0.075545825,0.05666457,0.068704076,0.23007719,0.05896725,0.00045440628,0.0010926457,0.0031052444,0.5053888],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996687,0.0010239537,0.0002788177,0.00067428366,0.0010613274,0.00027452118],"domain_scores_gemma":[0.9920614,0.0023279148,0.00034694676,0.0024415585,0.0021093406,0.00071284885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004738946,0.0015108471,0.0006867272,0.0025463703,0.0052039637,0.009354299,0.0017029293,0.0039244653,0.025730055],"category_scores_gemma":[0.012239995,0.0004999049,0.0011038439,0.0022181293,0.012288088,0.015435998,0.006960433,0.01280623,0.021140601],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000775927,0.0000686907,0.00091475813,0.00078024826,0.00007697528,0.00024738215,0.0141811175,0.0004131847,0.0009409854,0.37475568,0.47087723,0.1366663],"study_design_scores_gemma":[0.0000048185734,0.000012823588,0.00022532848,0.00030870325,0.000010801829,0.00011031377,0.001275691,0.000055166533,0.00016484015,0.025796156,0.9720194,0.000016050655],"about_ca_topic_score_codex":0.006245135,"about_ca_topic_score_gemma":0.0063580284,"teacher_disagreement_score":0.025730055,"about_ca_system_score_codex":0.0034542358,"about_ca_system_score_gemma":0.0027238682,"threshold_uncertainty_score":0.086075544},"labels":[],"label_agreement":null},{"id":"W2015367725","doi":"10.1145/1138403.1138438","title":"Ethics and usability testing in computer science education","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Usability; Usability engineering; Computer science; Information ethics; Quality (philosophy); Engineering ethics; Computer ethics; Knowledge management; Human–computer interaction; Engineering; Meta-ethics","score_opus":0.024909717504489177,"score_gpt":0.27902372374948714,"score_spread":0.25411400624499797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015367725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082778074,0.05144446,0.44350302,0.13798033,0.0034118926,0.0022941101,0.000103908445,0.000529997,0.27795422],"genre_scores_gemma":[0.8141486,0.012822951,0.13987304,0.0146835465,0.001756272,0.0034975905,0.00009041036,0.00032284384,0.012804702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.6679963,0.2974771,0.008898766,0.004387687,0.019115364,0.0021247063],"domain_scores_gemma":[0.38974628,0.56568307,0.011274228,0.013982834,0.015701815,0.0036118028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15078682,0.00090007053,0.001248481,0.0045561763,0.004871431,0.010199745,0.0017008083,0.0058182413,0.004103032],"category_scores_gemma":[0.31258914,0.00085362146,0.0005974253,0.0035869463,0.035810705,0.011767259,0.0064325565,0.0068083056,0.0010281383],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018571594,0.00044222162,0.015843706,0.0018066779,0.000069208814,0.00076528644,0.042792626,0.0024305438,0.0007810817,0.63601416,0.01118289,0.28768584],"study_design_scores_gemma":[0.00011428195,0.0007540898,0.011985205,0.004884636,0.00003976107,0.0015388713,0.018086221,0.006187922,0.0020150584,0.8633946,0.09083059,0.00016875802],"about_ca_topic_score_codex":0.0040834714,"about_ca_topic_score_gemma":0.002339655,"teacher_disagreement_score":0.15078682,"about_ca_system_score_codex":0.005922015,"about_ca_system_score_gemma":0.01198759,"threshold_uncertainty_score":0.7974464},"labels":[],"label_agreement":null},{"id":"W2016571850","doi":"10.1108/13287261211221137","title":"Soft skills requirements in software development jobs: a cross‐cultural empirical study","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Information Technology","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Soft skills; Originality; Personality; Value (mathematics); Software development; Big Five personality traits; Knowledge management; Programmer; Computer science; Soft systems methodology; Software; Psychology; Information system; Social psychology; Engineering; Creativity; Management information systems","score_opus":0.021431416102127412,"score_gpt":0.31684290019171224,"score_spread":0.29541148408958484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016571850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99946135,0.000039548137,0.00005105196,0.000016841766,0.0000020196157,0.000007946053,0.000008501311,2.5648245e-7,0.00041251077],"genre_scores_gemma":[0.99942636,0.00010966943,0.0001200916,0.00003698141,0.0000036581098,0.000018078768,0.000022110911,0.0000013797737,0.00026162338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964982,0.0017437647,0.0002925105,0.00030735074,0.00080151967,0.00035672696],"domain_scores_gemma":[0.97998136,0.011624947,0.0034286173,0.0010037156,0.0022997034,0.0016617067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057231192,0.00026033158,0.0003290639,0.0015094077,0.0016505003,0.0017388313,0.0005916026,0.00049234775,0.0021187288],"category_scores_gemma":[0.012118977,0.00051687297,0.0003632189,0.0012810176,0.0014666588,0.0011388687,0.0018765364,0.0011034744,0.0003722846],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120587436,0.0009797274,0.87832636,0.00014954346,0.000064219894,0.00055538455,0.105220586,0.00008096406,0.0007163943,0.00032853504,0.00024274779,0.013215048],"study_design_scores_gemma":[0.000008302643,0.00053398893,0.83307105,0.00012236921,0.000026289246,0.0005071421,0.16379184,0.0002930458,0.00033416267,0.00011268492,0.0011770236,0.000022132317],"about_ca_topic_score_codex":0.0051095826,"about_ca_topic_score_gemma":0.009080814,"teacher_disagreement_score":0.0057231192,"about_ca_system_score_codex":0.0007236335,"about_ca_system_score_gemma":0.001094436,"threshold_uncertainty_score":0.03026712},"labels":[],"label_agreement":null},{"id":"W2017760444","doi":"10.1109/mci.2010.937330","title":"IEEE CIS Summer School Activities and Future Plans [Society Briefs","year":2010,"lang":"en","type":"article","venue":"IEEE Computational Intelligence Magazine","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Larus Technologies (Canada)","funders":"","keywords":"Computer science","score_opus":0.016753914532353014,"score_gpt":0.2713437184139618,"score_spread":0.2545898038816088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017760444","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013711965,0.014037951,0.0072743455,0.11832079,0.048409622,0.0008454656,0.0048538484,0.002514894,0.79003114],"genre_scores_gemma":[0.038677055,0.009244388,0.0032113097,0.0053714095,0.007421189,0.0004074857,0.0051026656,0.0003488594,0.9302156],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99870527,0.00019072248,0.000064572814,0.000103221115,0.00048333363,0.00045284515],"domain_scores_gemma":[0.9921461,0.0001826256,0.00015804115,0.00018191864,0.0037536027,0.0035777562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003181434,0.00066925224,0.000449081,0.0025551529,0.003105747,0.0048123486,0.0013315147,0.0024827525,0.15208904],"category_scores_gemma":[0.0029747442,0.00035367487,0.0004349165,0.0028207037,0.00045126613,0.0019160085,0.0016227267,0.002210689,0.06404408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013091585,0.00029890062,0.001720014,0.00014943647,0.0000050348162,0.00007219877,0.0001354826,0.00025171816,0.00062588206,0.0031351324,0.8657337,0.12774162],"study_design_scores_gemma":[0.000016010532,0.00014628665,0.0034802968,0.00011980652,0.000008627493,0.00005925556,0.00060166087,0.00020181878,0.0004805831,0.0009320026,0.99394,0.000013673236],"about_ca_topic_score_codex":0.015181846,"about_ca_topic_score_gemma":0.034469742,"teacher_disagreement_score":0.15208904,"about_ca_system_score_codex":0.0022781356,"about_ca_system_score_gemma":0.007170507,"threshold_uncertainty_score":0.5087885},"labels":[],"label_agreement":null},{"id":"W2018926705","doi":"10.1145/1141880.1141883","title":"Bernard Galler interview","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advanced Micro Devices (Canada)","funders":"Charles Babbage Institute, University of Minnesota; University of Minnesota","keywords":"Citation; Interview; Oral history; World Wide Web; Computer science; Library science; History; Sociology; Archaeology; Anthropology","score_opus":0.0122960775886692,"score_gpt":0.22149992085262118,"score_spread":0.20920384326395197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018926705","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011073962,0.014289359,0.0016629416,0.34385574,0.015112847,0.00049535336,0.0038439103,0.00064699975,0.6090189],"genre_scores_gemma":[0.025080757,0.0027237735,0.00035954837,0.029090902,0.000988331,0.00026791744,0.00047811161,0.00021256237,0.94079816],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881256,0.00040905635,0.00002842486,0.0001618097,0.0003680965,0.00022004668],"domain_scores_gemma":[0.9978963,0.00057918683,0.00011020134,0.00009251634,0.0008260201,0.0004957981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016228241,0.0006192184,0.0004320454,0.00087696593,0.0036673448,0.0017077618,0.00051047973,0.0031276764,0.2750706],"category_scores_gemma":[0.008499891,0.00036268204,0.00016484871,0.00093740755,0.0007470061,0.0024339303,0.001659308,0.003238208,0.10879955],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023594688,0.0000065906183,0.00023203569,0.000026639567,4.7819697e-7,0.00007140038,0.0012067445,0.0000065352274,0.00011685236,0.0009439369,0.99113,0.0062351464],"study_design_scores_gemma":[0.000002280842,0.0000055853698,0.00063828495,0.000040199513,3.866683e-7,0.00008895123,0.0020975953,0.000010941475,0.00005019877,0.00024053095,0.9968188,0.000006316047],"about_ca_topic_score_codex":0.010206838,"about_ca_topic_score_gemma":0.018049963,"teacher_disagreement_score":0.2750706,"about_ca_system_score_codex":0.0017493316,"about_ca_system_score_gemma":0.0012399306,"threshold_uncertainty_score":0.92020285},"labels":[],"label_agreement":null},{"id":"W2019263155","doi":"10.1145/1028174.971453","title":"IEEE-CS/ACM computing curricula","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Miami; Atlanta; Library science; Commonwealth; Citation; Computer science; History; Archaeology; Metropolitan area","score_opus":0.017253661041669113,"score_gpt":0.2570220654840884,"score_spread":0.2397684044424193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019263155","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020600825,0.008410111,0.00238922,0.013407022,0.011443282,0.0003042278,0.0034191962,0.0013754907,0.9571914],"genre_scores_gemma":[0.006306756,0.010516042,0.0018944172,0.002122685,0.003602234,0.00017582753,0.004000006,0.0007069462,0.97067505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802065,0.00016824843,0.0001009389,0.00021037374,0.0012419788,0.00025783054],"domain_scores_gemma":[0.9926807,0.0005416253,0.000186505,0.00063135725,0.003266283,0.0026934708],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017922182,0.0013072578,0.00090710097,0.004851426,0.0020482722,0.0061979075,0.0012170323,0.0014636131,0.56816626],"category_scores_gemma":[0.00898452,0.0004605835,0.00067368057,0.006529969,0.00063806475,0.004969431,0.004487015,0.0020625186,0.404024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009619637,0.00007803771,0.00043547328,0.00013644392,0.0000021964017,0.000014555045,0.000065255204,0.00007361524,0.00017583252,0.002518119,0.86104035,0.13545045],"study_design_scores_gemma":[0.0000037673508,0.000017754097,0.001140357,0.00018100512,0.000002878282,0.000028363258,0.000100001715,0.000107390486,0.00013101735,0.001334242,0.9969483,0.0000050816598],"about_ca_topic_score_codex":0.0045830808,"about_ca_topic_score_gemma":0.010149494,"teacher_disagreement_score":0.56816626,"about_ca_system_score_codex":0.0022982277,"about_ca_system_score_gemma":0.0077795573,"threshold_uncertainty_score":0.61595845},"labels":[],"label_agreement":null},{"id":"W2023597077","doi":"10.1109/socialcom.2010.155","title":"A Framework for Home Wireless Network Security Education","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Strengths and weaknesses; Computer science; Wireless; Wireless network; Computer security; Telecommunications; Psychology","score_opus":0.008679553988376738,"score_gpt":0.27182742115895003,"score_spread":0.2631478671705733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023597077","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071915663,0.0010718044,0.6607077,0.036515888,0.00037478926,0.00088377413,0.00012868007,0.0010992811,0.29202652],"genre_scores_gemma":[0.17623442,0.0013160476,0.7767434,0.002321608,0.00011572547,0.0017090472,0.00023497347,0.00013545674,0.041189335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957104,0.0025495177,0.0002139113,0.0002882032,0.00086568674,0.00037236488],"domain_scores_gemma":[0.99685305,0.00092092983,0.00020264824,0.00026368277,0.0008142344,0.0009454351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073294984,0.0008785789,0.00038358988,0.0024022942,0.003456014,0.0059841266,0.0026878014,0.003545531,0.007154801],"category_scores_gemma":[0.0045772195,0.0004783976,0.00067762,0.001450425,0.008046299,0.0068925293,0.0045856265,0.0045583937,0.0018625195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037587183,0.00009641586,0.00026705975,0.000039874503,0.0000020119985,0.000077731565,0.0020972767,0.0017903026,0.00012776596,0.9682565,0.007703309,0.019538123],"study_design_scores_gemma":[0.000030344267,0.000071917515,0.00052641804,0.00059806474,0.000006012742,0.00024909317,0.0061408635,0.011882766,0.00036245104,0.6910439,0.28904748,0.000040741535],"about_ca_topic_score_codex":0.015207518,"about_ca_topic_score_gemma":0.01691489,"teacher_disagreement_score":0.015207518,"about_ca_system_score_codex":0.007132476,"about_ca_system_score_gemma":0.015852181,"threshold_uncertainty_score":0.051749945},"labels":[],"label_agreement":null},{"id":"W2028377494","doi":"10.1145/2047594.2047617","title":"A student's perspective on the importance of teaching social issues in the IT curriculum","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"Mount Royal University","keywords":"Popularity; Curriculum; Perspective (graphical); Argument (complex analysis); Engineering ethics; Component (thermodynamics); Sociology; Information technology; Key (lock); Pedagogy; Computer science; Psychology; Political science; Engineering; Social psychology; Law; Artificial intelligence","score_opus":0.030677031980893776,"score_gpt":0.32523036834176666,"score_spread":0.2945533363608729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028377494","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21785513,0.0023230927,0.00608868,0.64107364,0.003856623,0.00011104966,0.000054144715,0.00015862363,0.12847903],"genre_scores_gemma":[0.9077692,0.0018146309,0.0030226018,0.055432048,0.00086789974,0.00006184646,0.000018070428,0.00006275621,0.030950952],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9934395,0.0038376495,0.00018753004,0.00025729398,0.0009928611,0.0012851126],"domain_scores_gemma":[0.9920053,0.0021460676,0.00057948433,0.00020457139,0.0016758976,0.003388667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006106368,0.0005581654,0.00044490807,0.00092349603,0.012800221,0.011991736,0.0011277867,0.008819987,0.0056504435],"category_scores_gemma":[0.008477043,0.0003639962,0.0005585162,0.00080517895,0.009755239,0.0039731567,0.0062527386,0.012192295,0.0009416407],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021447422,0.0014817086,0.013770187,0.0004141387,0.00003563673,0.0073077898,0.43096116,0.0011038722,0.0056613768,0.31924537,0.13206713,0.08773724],"study_design_scores_gemma":[0.00007485244,0.0010075134,0.005988398,0.0005963089,0.0000276493,0.0034379968,0.44536027,0.002381332,0.0019187268,0.042880062,0.49620745,0.000119448676],"about_ca_topic_score_codex":0.003460063,"about_ca_topic_score_gemma":0.00378981,"teacher_disagreement_score":0.012800221,"about_ca_system_score_codex":0.003430207,"about_ca_system_score_gemma":0.0056681153,"threshold_uncertainty_score":0.032293916},"labels":[],"label_agreement":null},{"id":"W2032558138","doi":"10.1145/2808006.2808016","title":"Towards a Better Understanding of the Different Computing Disciplines","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Field (mathematics); Ambiguity; Computer science; End-user computing; Data science; Information technology; Software; Discipline; Utility computing; Cloud computing; Sociology","score_opus":0.07811683370510358,"score_gpt":0.2848991181157924,"score_spread":0.2067822844106888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032558138","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018742664,0.1267398,0.30195805,0.4024872,0.007120885,0.00036453153,0.00038434222,0.00056603184,0.14163657],"genre_scores_gemma":[0.23954406,0.1367439,0.5001868,0.08567956,0.008663804,0.0011484311,0.001152485,0.0006553811,0.026225587],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99036473,0.0046728784,0.0007737615,0.0013505756,0.002076701,0.0007613456],"domain_scores_gemma":[0.9751949,0.012822776,0.0016293665,0.002035414,0.005016412,0.0033011136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020771358,0.0019407073,0.0016426196,0.010932733,0.006557536,0.032501716,0.0051377,0.011204415,0.008537595],"category_scores_gemma":[0.02046732,0.0016007258,0.0013082138,0.008564427,0.024977284,0.06687776,0.011648695,0.028975427,0.0037540616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024876743,0.000094014664,0.0011884732,0.0004893619,0.000012026281,0.00009574942,0.01544069,0.00050395494,0.0007540115,0.9049637,0.014539864,0.061893288],"study_design_scores_gemma":[0.000011172899,0.00002433228,0.0021377965,0.0017892306,0.000008760465,0.00027378544,0.0186394,0.0018831951,0.00015917489,0.63104117,0.34398636,0.00004564679],"about_ca_topic_score_codex":0.012777628,"about_ca_topic_score_gemma":0.010426143,"teacher_disagreement_score":0.032501716,"about_ca_system_score_codex":0.010458323,"about_ca_system_score_gemma":0.015894491,"threshold_uncertainty_score":0.109850764},"labels":[],"label_agreement":null},{"id":"W2034533972","doi":"10.5539/cis.v8n1p36","title":"Evaluation of Computer Science and Software Engineering Undergraduate’s Soft Skills in Egypt from Student’s Perspective","year":2015,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Soft skills; Perspective (graphical); Computer science; Software; Computer Science and Engineering; Medical education; Software engineering; Mathematics education; Psychology; Artificial intelligence; Medicine","score_opus":0.018398536747611185,"score_gpt":0.2838833884454856,"score_spread":0.26548485169787445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034533972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96839035,0.020123376,0.0007170435,0.0010165268,0.00004456827,0.00067139004,0.0006323366,0.000010631359,0.00839378],"genre_scores_gemma":[0.98339593,0.012832567,0.0015693614,0.00025960497,0.000011277305,0.00030846853,0.00036048357,0.0000042409524,0.0012581518],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951456,0.0014429229,0.0009878019,0.00022952532,0.0018682331,0.0003259367],"domain_scores_gemma":[0.9791925,0.007686868,0.0026430318,0.00029851135,0.009407811,0.00077137636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01184819,0.0002627857,0.00071270845,0.0067673055,0.0007579539,0.002279016,0.00050134724,0.00055162306,0.0017233652],"category_scores_gemma":[0.016205935,0.00020481172,0.00068953104,0.0054801065,0.00086084363,0.0012757168,0.0013396676,0.00040471173,0.00019119545],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005938689,0.0008565519,0.38477713,0.03995353,0.00060975645,0.0011150723,0.06219601,0.00048254666,0.0036148538,0.0034817974,0.0035465055,0.49877235],"study_design_scores_gemma":[0.00009196537,0.002220706,0.7156086,0.022563288,0.0013359162,0.0005558469,0.2145417,0.0004892451,0.0063024433,0.00091998227,0.035283286,0.00008693499],"about_ca_topic_score_codex":0.0057772794,"about_ca_topic_score_gemma":0.015409771,"teacher_disagreement_score":0.01184819,"about_ca_system_score_codex":0.0035299892,"about_ca_system_score_gemma":0.010401921,"threshold_uncertainty_score":0.06265998},"labels":[],"label_agreement":null},{"id":"W2035562860","doi":"10.1145/1230819.1230838","title":"The ACM and IEEE-CS guidelines for undergraduate CS education","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; College of Engineering, Michigan State University; Michigan State University; University of Dayton; University of Illinois at Urbana-Champaign; Simon Fraser University; Gannon University; University of Oregon; Old Dominion University; Georgia State University; Gustavus Adolphus College; University of Calgary; Bonneville Power Administration; Texas Christian University; Florida International University; Brown University; University of Missouri; Rensselaer Polytechnic Institute; Ohio State University; Memorial University of Newfoundland; State University of New York; Purdue University; Brigham Young University; Massachusetts Institute of Technology; North Carolina State University; National Science Foundation","keywords":"Curriculum; Computer science; Mathematics education; Medical education; Pedagogy; Psychology; Medicine","score_opus":0.11064597365464769,"score_gpt":0.39413166235890196,"score_spread":0.2834856887042543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035562860","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01330722,0.0065572434,0.12438747,0.3152365,0.034959234,0.0047323317,0.0046731518,0.004566806,0.49157998],"genre_scores_gemma":[0.0941176,0.018831404,0.37582108,0.07930665,0.009445269,0.0072036698,0.010783231,0.0022741752,0.4022169],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97716206,0.006376355,0.0031755646,0.00058109243,0.010881813,0.0018231109],"domain_scores_gemma":[0.8901544,0.01473196,0.0043630484,0.00404153,0.06996023,0.01674886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017039604,0.0007743199,0.0005463514,0.005920143,0.0038269951,0.0063108737,0.0021979022,0.0064046467,0.029829731],"category_scores_gemma":[0.07274808,0.0005463548,0.0006056114,0.008137457,0.0022518632,0.0034309833,0.0032765032,0.007228071,0.021693006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003621335,0.0004959791,0.0021957995,0.00035216284,0.000005234241,0.0000723775,0.00075197814,0.0012146154,0.0012431702,0.053110007,0.8010636,0.13945885],"study_design_scores_gemma":[0.000026641646,0.00009148888,0.0070199096,0.00073135045,0.0000062108334,0.00014142966,0.0015849343,0.0013129903,0.0008449924,0.015986074,0.97219795,0.00005606231],"about_ca_topic_score_codex":0.031046003,"about_ca_topic_score_gemma":0.08278456,"teacher_disagreement_score":0.031046003,"about_ca_system_score_codex":0.005889784,"about_ca_system_score_gemma":0.04152184,"threshold_uncertainty_score":0.099790394},"labels":[],"label_agreement":null},{"id":"W20373310","doi":"10.1002/chem.200903300","title":"Improvement to Rated Role Assignment Algorithms.","year":2009,"lang":"en","type":"article","venue":"Systems, Man and Cybernetics","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Computer science; Algorithm","score_opus":0.007514747673702104,"score_gpt":0.22685704956844494,"score_spread":0.21934230189474282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W20373310","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011749705,0.0018123791,0.9459744,0.0011686209,0.0010462056,0.0005509524,0.00237846,0.01667594,0.018643416],"genre_scores_gemma":[0.13310961,0.0005953676,0.84048986,0.0008297085,0.00034498383,0.00047477413,0.0053683924,0.0014229688,0.017364293],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997009,0.0009327457,0.00018695269,0.0008602432,0.00068919687,0.0003218921],"domain_scores_gemma":[0.9959496,0.0013386316,0.00015575162,0.0013352116,0.0010182223,0.00020249296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030938247,0.001631753,0.001599929,0.0023471585,0.0018824206,0.0028044693,0.0048755584,0.0023328364,0.03277738],"category_scores_gemma":[0.013250237,0.00061961217,0.0017318776,0.0025028407,0.0010436842,0.0051562567,0.003488604,0.0026861299,0.01522905],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006304665,0.00041004602,0.0022271494,0.0004125486,0.00011159401,0.00010576184,0.0002630386,0.025580583,0.002374763,0.075741135,0.06592822,0.8262146],"study_design_scores_gemma":[0.00022884048,0.00017563236,0.00066704914,0.00014331032,0.00010027474,0.00029621786,0.00039392078,0.6973334,0.005994329,0.20906323,0.08555572,0.000048139602],"about_ca_topic_score_codex":0.005181932,"about_ca_topic_score_gemma":0.0077844397,"teacher_disagreement_score":0.03277738,"about_ca_system_score_codex":0.0013701356,"about_ca_system_score_gemma":0.003224577,"threshold_uncertainty_score":0.10965121},"labels":[],"label_agreement":null},{"id":"W2042090724","doi":"10.1145/2380552.2380582","title":"Partnering with industry to deliver a senior level course in the bachelor of computer information systems degree program","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Bachelor; Course (navigation); Perspective (graphical); Degree program; Information system; Engineering management; Computer science; Bachelor degree; Information technology; Component (thermodynamics); Mount; Engineering; Medical education; Mathematics education; Psychology; Political science; Artificial intelligence; Operating system; Medicine","score_opus":0.05866408553297338,"score_gpt":0.2929975368159803,"score_spread":0.23433345128300692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042090724","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58447254,0.00040596706,0.07200006,0.023787856,0.0024295594,0.002767828,0.00037677257,0.0021160983,0.31164336],"genre_scores_gemma":[0.6283296,0.0003422272,0.043077014,0.0047375523,0.00032857776,0.0006567774,0.00057108,0.00037666722,0.32158047],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99606735,0.0011983229,0.00010570508,0.0004886864,0.0009586372,0.0011814323],"domain_scores_gemma":[0.98507094,0.0011601475,0.00048260926,0.0005595488,0.003066693,0.00966009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053062597,0.00046590425,0.00023619099,0.0007331514,0.0026285243,0.003697517,0.00063972257,0.0010151849,0.052652884],"category_scores_gemma":[0.0073486785,0.0003641817,0.00024441918,0.00074251,0.00037495268,0.0013599149,0.0032117055,0.002035927,0.01378825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049036177,0.009948292,0.06549784,0.00020244042,0.000028997903,0.0009353165,0.01263215,0.00078382913,0.031801805,0.0066548004,0.16284788,0.7081763],"study_design_scores_gemma":[0.0002535941,0.009356284,0.05196652,0.00020605636,0.000038239476,0.0016744556,0.036904734,0.0042280746,0.019088725,0.0031776584,0.8730037,0.00010199838],"about_ca_topic_score_codex":0.0007960249,"about_ca_topic_score_gemma":0.0030533865,"teacher_disagreement_score":0.052652884,"about_ca_system_score_codex":0.0012270835,"about_ca_system_score_gemma":0.005344189,"threshold_uncertainty_score":0.17614144},"labels":[],"label_agreement":null},{"id":"W2050464239","doi":"10.1145/1029533.1029568","title":"An implementation of a networking track in an information technology degree program","year":2004,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Cincinnati; Purdue University","keywords":"Track (disk drive); Computer science; Curriculum; Quarter (Canadian coin); Work (physics); Information technology; Degree program; Engineering management; Multimedia; Engineering; Medical education","score_opus":0.02224608984116164,"score_gpt":0.32704002291548884,"score_spread":0.3047939330743272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050464239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7369868,0.00016147115,0.0875399,0.018742053,0.0027371137,0.011910673,0.0003893567,0.0032729139,0.13825971],"genre_scores_gemma":[0.699607,0.00020978632,0.19132303,0.004044917,0.00052872667,0.003914847,0.0010633476,0.00032432712,0.098984025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98926604,0.0037615912,0.0005154559,0.00097282074,0.0030758139,0.0024082323],"domain_scores_gemma":[0.97306967,0.0017491105,0.0013070601,0.0015399529,0.00514126,0.017192872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024901368,0.0003194968,0.000191376,0.001106876,0.0050036395,0.0043018833,0.003335423,0.0017221605,0.007936417],"category_scores_gemma":[0.014230069,0.0005225171,0.0004048555,0.00082563073,0.00078283204,0.002993553,0.0056821746,0.0030866736,0.0021794434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071168225,0.025968103,0.042570535,0.0003162904,0.00003165947,0.0008482673,0.009958073,0.0039837435,0.015331185,0.019662973,0.045910805,0.8347066],"study_design_scores_gemma":[0.001251369,0.04376195,0.23872852,0.00063061406,0.00008413188,0.0009773035,0.024658907,0.017082034,0.029087191,0.0058755707,0.6374893,0.00037306992],"about_ca_topic_score_codex":0.00617215,"about_ca_topic_score_gemma":0.018990628,"teacher_disagreement_score":0.024901368,"about_ca_system_score_codex":0.004700025,"about_ca_system_score_gemma":0.02261659,"threshold_uncertainty_score":0.13169265},"labels":[],"label_agreement":null},{"id":"W2054516705","doi":"10.5539/cis.v5n2p2","title":"Casting a Wider Net: A Longitudinal Study Exploring Gender Differences, Influences and Attitudes Impacting Academic Major Selection in Computing","year":2012,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Longitudinal study; Selection (genetic algorithm); Computer science; Artificial intelligence; Mathematics; Statistics; Political science","score_opus":0.11195364369128379,"score_gpt":0.3334438049774024,"score_spread":0.2214901612861186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054516705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991885,0.00009820251,0.000112917056,0.000101869926,0.000010971042,0.000011552024,0.0001017668,0.0000024409628,0.0003718322],"genre_scores_gemma":[0.9971897,0.00013652236,0.00015363212,0.00015798766,0.000011311502,0.00002441533,0.00021078353,0.000004273309,0.002111299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99937195,0.00023896049,0.000025202375,0.000075152035,0.00011603489,0.00017261667],"domain_scores_gemma":[0.99735,0.00041079696,0.0006292615,0.0002250928,0.00039395384,0.0009907791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026137996,0.00022039929,0.00027138685,0.0007654812,0.0019933633,0.0013985224,0.00028233134,0.0005584919,0.0026853087],"category_scores_gemma":[0.003392784,0.00038525055,0.0003955056,0.0005690031,0.00050844694,0.0011838175,0.0008318527,0.0016380193,0.0007224797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001580064,0.0010013095,0.98017615,0.000008126049,0.0000218937,0.0001860402,0.008871614,0.000014836993,0.00065414055,0.00010494874,0.0004361149,0.008366817],"study_design_scores_gemma":[0.000013147323,0.00138127,0.97529715,0.00002747999,0.00003102437,0.00031323076,0.019379094,0.00014178638,0.00050527416,0.00013538901,0.002752215,0.000022969238],"about_ca_topic_score_codex":0.010525639,"about_ca_topic_score_gemma":0.023698362,"teacher_disagreement_score":0.010525639,"about_ca_system_score_codex":0.0004256307,"about_ca_system_score_gemma":0.00079744274,"threshold_uncertainty_score":0.02092874},"labels":[],"label_agreement":null},{"id":"W2056233383","doi":"10.1145/782941.782999","title":"Information technology fluency in practice","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fluency; Set (abstract data type); Context (archaeology); Work (physics); Computer science; Psychology; Cognitive psychology; Mathematics education; Engineering; Geography","score_opus":0.00944723736324211,"score_gpt":0.2313233680680912,"score_spread":0.2218761307048491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056233383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6351284,0.0041184225,0.013568845,0.016635466,0.00020763479,0.00012166507,0.0000939375,0.00013275578,0.32999292],"genre_scores_gemma":[0.9953608,0.00042322293,0.0011425792,0.00040362537,0.000036271205,0.00003428804,0.000015786094,0.000015895073,0.0025675658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9832844,0.0091336565,0.0009252745,0.0010600159,0.0036860732,0.0019105077],"domain_scores_gemma":[0.9608536,0.023221292,0.0030398336,0.0019258386,0.004372258,0.00658729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008872433,0.00020525824,0.00032934197,0.003885333,0.0037399638,0.009943448,0.0005933238,0.0016001057,0.006443613],"category_scores_gemma":[0.042408284,0.00024378378,0.00021200418,0.0025164867,0.007871689,0.006990523,0.0075952983,0.0018920233,0.0006643872],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015314332,0.000505649,0.09993096,0.00038091626,0.000038128204,0.0013769158,0.24926837,0.0006703957,0.0010855529,0.3483433,0.013573129,0.28467354],"study_design_scores_gemma":[0.00010858758,0.0006423884,0.14471532,0.0013951348,0.00004681232,0.003015219,0.20306207,0.0021089306,0.0019650974,0.3093358,0.33351573,0.00008889723],"about_ca_topic_score_codex":0.0035627766,"about_ca_topic_score_gemma":0.0021297622,"teacher_disagreement_score":0.009943448,"about_ca_system_score_codex":0.004947709,"about_ca_system_score_gemma":0.0039046637,"threshold_uncertainty_score":0.046922505},"labels":[],"label_agreement":null},{"id":"W2057795223","doi":"10.5539/cis.v4n3p33","title":"MIS Students Perception of Most Wanted MIS Job Market Skills","year":2011,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Job market; Curriculum; Point (geometry); Process (computing); Computer science; Human resources; Resource (disambiguation); Medical education; Knowledge management; Psychology; Management; Pedagogy; Medicine; Economics","score_opus":0.01039790264673574,"score_gpt":0.2461791941857396,"score_spread":0.23578129153900387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057795223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976047,0.00009956542,0.000047549474,0.00051720184,0.000020412079,0.00000700248,0.0000378177,0.000004827177,0.0016607726],"genre_scores_gemma":[0.9975159,0.0001529993,0.000055123997,0.00028260882,0.00001245873,0.000007098845,0.000038530306,0.0000038490216,0.0019313949],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991379,0.00012547229,0.0000821891,0.000057638677,0.00036241714,0.00023432571],"domain_scores_gemma":[0.99204034,0.0009409464,0.0013464605,0.000118834745,0.0015524691,0.0040007923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012410489,0.0002251107,0.0004268326,0.0011437715,0.0011996775,0.0030463922,0.0002697231,0.0009010891,0.0069584297],"category_scores_gemma":[0.0054114074,0.00017664101,0.00027147098,0.0005910621,0.00060106633,0.0008996032,0.001122431,0.0011897569,0.0013453362],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015825765,0.000754098,0.92228174,0.00016155763,0.000030285688,0.0007686735,0.038930506,0.00013315222,0.003733483,0.0005020643,0.002992316,0.029553838],"study_design_scores_gemma":[0.000021709127,0.0008034171,0.7730114,0.00012510242,0.000032611708,0.0010776649,0.21174462,0.0005134431,0.0014024603,0.00044254132,0.010765607,0.00005944782],"about_ca_topic_score_codex":0.0016717528,"about_ca_topic_score_gemma":0.0024695296,"teacher_disagreement_score":0.0069584297,"about_ca_system_score_codex":0.0005242524,"about_ca_system_score_gemma":0.0011546237,"threshold_uncertainty_score":0.023278236},"labels":[],"label_agreement":null},{"id":"W2076394524","doi":"10.1109/icisa.2010.5480372","title":"On the Evaluation of a Structural Information Metric for Syllabus Suitability","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Syllabus; Plan (archaeology); Metric (unit); Computer science; Work (physics); Lesson plan; Subject (documents); Mathematics education; Knowledge management; Engineering; Mathematics; World Wide Web; Geography","score_opus":0.028973597670902008,"score_gpt":0.30622029809775,"score_spread":0.27724670042684796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076394524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7799109,0.0021459085,0.18426585,0.0007265489,0.00033425313,0.0030918447,0.0031045289,0.0016157714,0.024804361],"genre_scores_gemma":[0.82584196,0.00029844773,0.16848731,0.00009624437,0.000053917705,0.0013247599,0.0020545754,0.0001833785,0.0016592935],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9502911,0.022093968,0.004355135,0.0014270733,0.021151619,0.0006811151],"domain_scores_gemma":[0.6778992,0.26240775,0.011253965,0.007315025,0.038496904,0.0026271518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027984833,0.0008755266,0.0008890858,0.0076815756,0.0009207272,0.0025892078,0.00096029567,0.0016504603,0.0031435129],"category_scores_gemma":[0.19427322,0.0002433718,0.0009732085,0.0047369623,0.0010075537,0.0027087992,0.0016107652,0.0008009246,0.00066145376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008405276,0.0024276227,0.15529357,0.0033735347,0.00078353856,0.00030111676,0.0028746084,0.027253347,0.030207118,0.010870246,0.009168998,0.74904096],"study_design_scores_gemma":[0.0013601258,0.030569794,0.37557605,0.0013522081,0.0011631765,0.0012895971,0.005554187,0.44673014,0.093156174,0.011148358,0.031246362,0.0008538589],"about_ca_topic_score_codex":0.0033159826,"about_ca_topic_score_gemma":0.004344234,"teacher_disagreement_score":0.027984833,"about_ca_system_score_codex":0.002231633,"about_ca_system_score_gemma":0.0020347503,"threshold_uncertainty_score":0.1479997},"labels":[],"label_agreement":null},{"id":"W2089077377","doi":"10.1145/2656450.2656455","title":"An academic profile of IT faculty in the USA","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Variety (cybernetics); Diversity (politics); Computer science; Medical education; University faculty; Library science; Mathematics education; Psychology; Data science; Sociology; Medicine; Artificial intelligence","score_opus":0.039680761571715906,"score_gpt":0.3294638633136485,"score_spread":0.2897831017419326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089077377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872371,0.00031749904,0.00015898686,0.0015597738,0.000032136282,0.00001954044,0.0015098661,0.000027968721,0.009137209],"genre_scores_gemma":[0.993683,0.0005931002,0.00028545462,0.00047474494,0.00007640484,0.000024740617,0.0010194631,0.0000118421385,0.0038312406],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998594,0.00024888833,0.00015252562,0.00010478336,0.00058737287,0.0003125301],"domain_scores_gemma":[0.98492044,0.001888656,0.0030463752,0.00031564373,0.004901621,0.004927286],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0010922238,0.00011160881,0.00017816272,0.0062008807,0.0015893513,0.001797332,0.0003147976,0.00042269845,0.004168354],"category_scores_gemma":[0.009874996,0.00011676781,0.00010571901,0.005817546,0.00035264532,0.0009399071,0.0009346104,0.00047314208,0.0019566584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008983445,0.0001600495,0.94540876,0.00004437731,0.0000123413865,0.00045347514,0.007588976,0.000096584954,0.001593683,0.00035898894,0.011110284,0.033082653],"study_design_scores_gemma":[0.0000058576343,0.00015611803,0.9257181,0.00007422918,0.000014246362,0.0013122289,0.03864606,0.0006321213,0.0013479377,0.00021261247,0.03184423,0.000036167166],"about_ca_topic_score_codex":0.008344328,"about_ca_topic_score_gemma":0.01251225,"teacher_disagreement_score":0.9937991,"about_ca_system_score_codex":0.0009837262,"about_ca_system_score_gemma":0.0013909221,"threshold_uncertainty_score":0.01659149},"labels":[],"label_agreement":null},{"id":"W2093877792","doi":"10.4018/jicte.2012040101","title":"Towards A Career Skills Oriented Undergraduate Information Systems Curriculum","year":2012,"lang":"en","type":"article","venue":"International Journal of Information and Communication Technology Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Curriculum; Skills management; Certification; The Internet; Information technology; Information system; Knowledge management; Engineering management; Business; Medical education; Computer science; Psychology; Marketing; Engineering; Pedagogy; Management; Economics; Medicine","score_opus":0.005209805854329166,"score_gpt":0.25360380907558333,"score_spread":0.24839400322125416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093877792","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36293605,0.0043479814,0.08914525,0.1462347,0.007122374,0.004020806,0.0010887493,0.0015652198,0.3835389],"genre_scores_gemma":[0.4833545,0.007839024,0.26100156,0.028178614,0.001437506,0.003138567,0.0022547934,0.0002484245,0.21254696],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979073,0.00040184488,0.00014952099,0.00014929358,0.000927623,0.00046447082],"domain_scores_gemma":[0.99213296,0.00040393116,0.00049115426,0.00018957816,0.002219142,0.0045633013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004756154,0.0004151606,0.00030544124,0.0018270052,0.0019396001,0.0046465388,0.0012521626,0.0018676503,0.0072329827],"category_scores_gemma":[0.005566453,0.00038101632,0.000378962,0.0011719452,0.0006940637,0.0020515653,0.0039636577,0.0032538597,0.003373605],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000926688,0.006801885,0.02488368,0.0012641434,0.000016790293,0.00045269486,0.008262585,0.0033435842,0.015546131,0.100038566,0.18907781,0.6502195],"study_design_scores_gemma":[0.000095549505,0.0013544876,0.067050435,0.0016868771,0.000024723231,0.0006738952,0.008427801,0.0058791162,0.007114345,0.041173033,0.8664635,0.00005639179],"about_ca_topic_score_codex":0.00285814,"about_ca_topic_score_gemma":0.005196815,"teacher_disagreement_score":0.0072329827,"about_ca_system_score_codex":0.004007243,"about_ca_system_score_gemma":0.026474696,"threshold_uncertainty_score":0.029074788},"labels":[],"label_agreement":null},{"id":"W2094290868","doi":"10.1145/1562877.1562903","title":"A \"communication skills for computer scientists\" course","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Interpersonal communication; Course (navigation); Computer science; Curriculum; Communication skills; Social skills; Public speaking; Multimedia; Mathematics education; Pedagogy; Psychology; Medical education; Engineering","score_opus":0.008392327091719705,"score_gpt":0.27770189324846123,"score_spread":0.2693095661567415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094290868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5213273,0.0016252425,0.017254455,0.034398343,0.0060312366,0.001962389,0.0016455275,0.0023261516,0.41342935],"genre_scores_gemma":[0.49154496,0.0018810551,0.018363716,0.0077312803,0.0014362258,0.00062384846,0.001878153,0.00017524124,0.47636545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996469,0.000036510588,0.000010280974,0.00005748958,0.00010115209,0.00014766058],"domain_scores_gemma":[0.9983877,0.00006402306,0.000051685674,0.000036053832,0.00015493545,0.0013056345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032761614,0.00054180576,0.00018278179,0.0002948891,0.0028912055,0.0011100248,0.0006312519,0.00082628004,0.02771249],"category_scores_gemma":[0.0010742045,0.00016227156,0.00020947684,0.00030055674,0.000625277,0.0004313109,0.0012623864,0.0011783448,0.005657502],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026467958,0.0035718833,0.008795472,0.00040811798,0.000010219796,0.0017259853,0.011140946,0.00089683995,0.030158412,0.010836019,0.6160765,0.3161149],"study_design_scores_gemma":[0.000091915215,0.0013183604,0.055979848,0.00014855423,0.000012093734,0.0010387142,0.004897082,0.00079624134,0.0075949873,0.0024344937,0.9256425,0.00004521286],"about_ca_topic_score_codex":0.023919348,"about_ca_topic_score_gemma":0.09953377,"teacher_disagreement_score":0.02771249,"about_ca_system_score_codex":0.0044496297,"about_ca_system_score_gemma":0.006235754,"threshold_uncertainty_score":0.092707515},"labels":[],"label_agreement":null},{"id":"W2098171290","doi":"10.5430/wje.v3n3p52","title":"A Closer Look at Information Systems Graduate Preparation and Job Needs: Implications for Higher Education Curriculum Enhancements","year":2013,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Curriculum; Perception; Field (mathematics); Psychology; Graduate students; Job analysis; Pedagogy; Engineering ethics; Social psychology; Computer science; Engineering; Job satisfaction","score_opus":0.019779468406002036,"score_gpt":0.29249624653813444,"score_spread":0.2727167781321324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098171290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.654942,0.0058583464,0.0013049411,0.2896453,0.0005324277,0.00011598437,0.00026352797,0.000027623337,0.047309954],"genre_scores_gemma":[0.98548293,0.0041548363,0.0011804734,0.0042513194,0.00020425676,0.00006139203,0.000098480064,0.000012453291,0.0045538265],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99713683,0.0013494984,0.00013416237,0.000112644695,0.0006124322,0.0006544177],"domain_scores_gemma":[0.97241706,0.014217584,0.002079911,0.0002607057,0.0042185294,0.0068063783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065967804,0.00017480431,0.00032065084,0.0021099478,0.0028980027,0.0035916856,0.00080881396,0.0014399908,0.014350399],"category_scores_gemma":[0.02401518,0.00020782622,0.00027075163,0.0022793121,0.0011480269,0.0061013084,0.0021631378,0.0021515358,0.00045708017],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022980604,0.0033571692,0.29433414,0.0020987922,0.00002913212,0.0016720269,0.11936808,0.0007887065,0.0018610784,0.034697536,0.046433233,0.4951304],"study_design_scores_gemma":[0.000021229805,0.0003526167,0.43969336,0.002220502,0.00002072815,0.00038427382,0.49440074,0.00077612343,0.00059167464,0.009544818,0.05192814,0.000065747525],"about_ca_topic_score_codex":0.00851346,"about_ca_topic_score_gemma":0.023534412,"teacher_disagreement_score":0.014350399,"about_ca_system_score_codex":0.0037930065,"about_ca_system_score_gemma":0.010865414,"threshold_uncertainty_score":0.048006833},"labels":[],"label_agreement":null},{"id":"W2148364996","doi":"10.1145/1028174.971464","title":"Research, teaching, and service","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Structuring; Context (archaeology); Curriculum; Service (business); Graduate students; Computer science; Mathematics education; Engineering ethics; Medical education; Engineering management; Pedagogy; Sociology; Psychology; Engineering; Political science; Medicine","score_opus":0.03360376872872277,"score_gpt":0.3113248947453306,"score_spread":0.2777211260166078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148364996","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055629116,0.004354984,0.04676478,0.10841514,0.002366827,0.0003616258,0.00007304356,0.00068973965,0.7813447],"genre_scores_gemma":[0.8205713,0.002769276,0.025181834,0.01820148,0.00091796817,0.0004770554,0.0000840674,0.00026054628,0.1315365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9709344,0.018757457,0.0008454573,0.0024180096,0.004583218,0.0024614069],"domain_scores_gemma":[0.9815788,0.004611219,0.0013500015,0.0039688367,0.0016280044,0.0068631214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014493741,0.00044254548,0.00062744634,0.0012206894,0.008502531,0.022092769,0.0017811524,0.0037122031,0.018452434],"category_scores_gemma":[0.021807278,0.00048179485,0.000421326,0.0020895188,0.021233374,0.012194874,0.011541258,0.0044778227,0.006635233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060672923,0.00032392424,0.0038545195,0.00030318185,0.000017087377,0.00011828671,0.033819314,0.00027807683,0.0010519455,0.69046074,0.034385424,0.23532692],"study_design_scores_gemma":[0.000036502977,0.000370003,0.0027525818,0.0005293565,0.000015976362,0.00035123274,0.06317507,0.0006226152,0.00065006205,0.17980462,0.75165665,0.000035312445],"about_ca_topic_score_codex":0.004188884,"about_ca_topic_score_gemma":0.0049993163,"teacher_disagreement_score":0.022092769,"about_ca_system_score_codex":0.007481048,"about_ca_system_score_gemma":0.025631646,"threshold_uncertainty_score":0.076651156},"labels":[],"label_agreement":null},{"id":"W2174907680","doi":"10.1007/978-1-4613-0289-6_10","title":"A Skill Assessment Process for Information Systems Professionals","year":2001,"lang":"en","type":"book-chapter","venue":"Applied optimization","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Process (computing); Information system; Process management; Engineering management; Knowledge management; Order (exchange); Engineering; Economic shortage; Computer science; Business","score_opus":0.014249948899453408,"score_gpt":0.2777814715991394,"score_spread":0.263531522699686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174907680","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028353881,0.0005349603,0.8333927,0.0038223467,0.00020528129,0.0014662674,0.00048449347,0.0027800687,0.12896004],"genre_scores_gemma":[0.099347994,0.0005066928,0.8499874,0.00032821955,0.000036809237,0.0011097405,0.00065875635,0.00022460078,0.047799822],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99753904,0.0008515875,0.00015849507,0.00017313389,0.001160561,0.00011710311],"domain_scores_gemma":[0.9925292,0.0027601256,0.00020338316,0.0004430619,0.0037680618,0.00029606107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042060367,0.00061495765,0.0003832085,0.0017436583,0.0014393706,0.002128573,0.0010786945,0.0010314618,0.0114421435],"category_scores_gemma":[0.0167536,0.00030019993,0.000345725,0.0015153007,0.0007840512,0.0026893818,0.0023315607,0.0012877469,0.004766666],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004934679,0.0002818688,0.0018073586,0.00013335532,0.000004848909,0.00007703961,0.0036550807,0.0024517614,0.002103825,0.04369897,0.042913307,0.9028232],"study_design_scores_gemma":[0.0000876562,0.0006079639,0.01688263,0.0013742751,0.000047288504,0.0006215936,0.013668825,0.09191295,0.020496605,0.41178852,0.44235322,0.00015845973],"about_ca_topic_score_codex":0.0034696038,"about_ca_topic_score_gemma":0.005985117,"teacher_disagreement_score":0.0114421435,"about_ca_system_score_codex":0.0012751494,"about_ca_system_score_gemma":0.006054519,"threshold_uncertainty_score":0.038277805},"labels":[],"label_agreement":null},{"id":"W2183318475","doi":"10.1007/1-4020-2960-8_4","title":"The Education and Training of Knowledge Workers","year":2005,"lang":"en","type":"book-chapter","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Training (meteorology); Psychology; Computer science; Geography; Meteorology","score_opus":0.0224124829647494,"score_gpt":0.2572103585536425,"score_spread":0.2347978755888931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183318475","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047607315,0.031180289,0.004706486,0.013782933,0.0014241989,0.00004390767,0.000047533093,0.00009122251,0.94396275],"genre_scores_gemma":[0.050427064,0.028639538,0.0051752673,0.004202634,0.00039054573,0.000069099246,0.00008418706,0.00003946957,0.9109723],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99967456,0.00007122186,0.000007820174,0.000034727385,0.00012284178,0.000088816094],"domain_scores_gemma":[0.99949574,0.00018908683,0.00002515142,0.000031875712,0.00007713036,0.00018103395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071926735,0.00034414677,0.00023656512,0.0005983254,0.0015243131,0.003170429,0.00086623273,0.0016242347,0.019829392],"category_scores_gemma":[0.0013639033,0.00022177746,0.00018896187,0.00066797395,0.0019878244,0.0022113496,0.001814031,0.0019772584,0.0046778023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014558939,0.00016012734,0.00046245873,0.0002660166,0.0000032766377,0.00010683813,0.0068067173,0.00028593477,0.0003711427,0.25466275,0.2337351,0.50312513],"study_design_scores_gemma":[0.0000049123037,0.000025305228,0.0015265932,0.00071633596,0.0000023640312,0.0001110374,0.002429728,0.00009727731,0.00020102959,0.053121477,0.94175774,0.0000062033237],"about_ca_topic_score_codex":0.007370248,"about_ca_topic_score_gemma":0.020251947,"teacher_disagreement_score":0.019829392,"about_ca_system_score_codex":0.002004258,"about_ca_system_score_gemma":0.0068535595,"threshold_uncertainty_score":0.06633592},"labels":[],"label_agreement":null},{"id":"W2186554372","doi":"10.1080/08874417.2014.11645738","title":"Redesigning the Information Systems Analysis and Design Course: Curriculum Renewal","year":2014,"lang":"en","type":"article","venue":"Journal of Computer Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Course (navigation); Curriculum; Information system; Management information systems; Engineering management; Information technology; Computer science; Structured systems analysis and design method; Knowledge management; Systems design; Process management; Engineering; Software engineering; Psychology; Pedagogy","score_opus":0.01064408640091124,"score_gpt":0.2306689100807023,"score_spread":0.22002482367979107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186554372","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8476555,0.0005697076,0.0660043,0.021793852,0.0010909222,0.0036358926,0.00023647654,0.001163875,0.057849493],"genre_scores_gemma":[0.762235,0.00061611773,0.17907451,0.0038195632,0.0002897321,0.0011736893,0.00045452378,0.00011621386,0.052220613],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975552,0.0007128415,0.00016594908,0.0003207623,0.00069478597,0.00055052305],"domain_scores_gemma":[0.99026805,0.0015686015,0.001077007,0.0008438178,0.0026334699,0.003609189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004139675,0.00042117343,0.00028299834,0.0009444594,0.00190883,0.0033034256,0.0020899763,0.0019846577,0.008168493],"category_scores_gemma":[0.010977667,0.0003085242,0.00039511934,0.00068842794,0.00062297547,0.0021671732,0.0027467585,0.0025423733,0.0023284901],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025078427,0.008613766,0.021638254,0.0005613192,0.000017059478,0.0006441997,0.0059212954,0.004250984,0.024591276,0.013551402,0.02288721,0.89707243],"study_design_scores_gemma":[0.00052208465,0.0076860567,0.20609725,0.0010190953,0.00008491177,0.0020754244,0.016940601,0.035906486,0.065643676,0.02899673,0.6346434,0.00038437062],"about_ca_topic_score_codex":0.002973124,"about_ca_topic_score_gemma":0.0061000446,"teacher_disagreement_score":0.008168493,"about_ca_system_score_codex":0.0044333017,"about_ca_system_score_gemma":0.014212963,"threshold_uncertainty_score":0.032166004},"labels":[],"label_agreement":null},{"id":"W2194696455","doi":"","title":"МОНРЕАЛЬСЬКИЙ ПРЕМ’ЄР-ФОРУМ ІТ-ФАХІВЦІВ","year":2012,"lang":"uk","type":"article","venue":"Problems of a systemic approach to the economy enterprises (National Aviation University, Ukraine, Kyiv)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.020551848274047477,"score_gpt":0.2131250128061041,"score_spread":0.19257316453205664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2194696455","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068757676,0.0515993,0.020401709,0.19582766,0.00281341,0.00046187002,0.0023826614,0.0003264033,0.65742934],"genre_scores_gemma":[0.45259723,0.021563249,0.019721676,0.0055138655,0.00060473615,0.00031177874,0.0012221086,0.00018595191,0.4982793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964055,0.00057542865,0.00009142482,0.0002082323,0.0020971934,0.00062224985],"domain_scores_gemma":[0.99583435,0.0012725063,0.00026980144,0.0002905621,0.0017739928,0.00055871485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005999246,0.0003965079,0.00023625426,0.001457895,0.004388072,0.0060891067,0.0008160589,0.0020207623,0.015681451],"category_scores_gemma":[0.006120066,0.00047660398,0.0002947401,0.001696937,0.0035332728,0.0021161956,0.0020239863,0.0029443996,0.0014802761],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013080981,0.00012965403,0.0038375256,0.000320013,0.000024788531,0.000837948,0.012848986,0.0007945856,0.003132766,0.5715051,0.29103482,0.115403034],"study_design_scores_gemma":[0.000016366794,0.000031872365,0.00880444,0.0001252973,0.000011311427,0.00019271532,0.0026249732,0.00016946904,0.0024502268,0.015714768,0.969814,0.000044534983],"about_ca_topic_score_codex":0.3630863,"about_ca_topic_score_gemma":0.49126977,"teacher_disagreement_score":0.3630863,"about_ca_system_score_codex":0.01226102,"about_ca_system_score_gemma":0.034884524,"threshold_uncertainty_score":0.7219458},"labels":[],"label_agreement":null},{"id":"W2201069105","doi":"","title":"A conceptual framework of the evolution of conventional universities due to the information and communication technologies, especially the Internet","year":2007,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"The Internet; Knowledge management; Business; Information technology; Information and Communications Technology; Conceptual framework; Internet privacy; Computer science; Public relations; World Wide Web; Sociology; Political science; Social science","score_opus":0.011023526024139415,"score_gpt":0.26314972848589346,"score_spread":0.25212620246175405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201069105","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07568754,0.0036792157,0.24143513,0.046661407,0.00093094044,0.00036703594,0.0004129306,0.00018684428,0.63063896],"genre_scores_gemma":[0.91308135,0.0013787332,0.0625967,0.0017951056,0.00032115285,0.00047392733,0.00016552508,0.00005935036,0.020128226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99780375,0.0011569101,0.000086713415,0.00033650894,0.00032611893,0.00029001417],"domain_scores_gemma":[0.997617,0.00083496096,0.0002750028,0.0001641827,0.0005644308,0.0005445398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037977214,0.0004532978,0.0003339311,0.003145109,0.004825007,0.008920636,0.0019735168,0.003378402,0.006370216],"category_scores_gemma":[0.0038143706,0.00024286487,0.0005509655,0.0034929798,0.01997177,0.010606161,0.0030387654,0.003457793,0.00057087233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001166182,0.0000038775315,0.00006311951,0.0000036645622,4.74949e-7,0.000011901785,0.00077471766,0.000097039956,0.000016414408,0.9982622,0.00019322197,0.00057211495],"study_design_scores_gemma":[0.000023987104,0.000039863855,0.000976759,0.00010283724,0.000007773329,0.00019082148,0.007375521,0.0033563995,0.00013931471,0.9112441,0.07651817,0.000024405728],"about_ca_topic_score_codex":0.009598667,"about_ca_topic_score_gemma":0.007597801,"teacher_disagreement_score":0.009598667,"about_ca_system_score_codex":0.008387661,"about_ca_system_score_gemma":0.008119128,"threshold_uncertainty_score":0.060856998},"labels":[],"label_agreement":null},{"id":"W2209707724","doi":"10.1109/mcom.2014.6979958","title":"Communications education and training: expanding the student experience [Guest Editorial]","year":2014,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Accreditation; Certification; Training (meteorology); Workforce; Computer science; Engineering management; Telecommunications; Medical education; Engineering; Management; Political science","score_opus":0.04492941120055615,"score_gpt":0.34113832174277803,"score_spread":0.29620891054222187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2209707724","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079901103,0.02049692,0.00050684635,0.11818271,0.84112984,0.000028664374,0.00004920398,0.00015264946,0.018654209],"genre_scores_gemma":[0.0055678315,0.018196436,0.00024837002,0.04114604,0.8792003,0.00004206613,0.000059624716,0.0001175126,0.055421833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833506,0.00029703416,0.00014183462,0.00022177075,0.00077739835,0.00022691494],"domain_scores_gemma":[0.9916196,0.0019016418,0.00048138364,0.00019316933,0.0024895726,0.0033145791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003542852,0.000901509,0.00072194386,0.0011587086,0.0020351154,0.006236242,0.0011256535,0.0065503987,0.027830599],"category_scores_gemma":[0.009190888,0.00031544262,0.0005731797,0.0008714732,0.0012318369,0.0038590718,0.0022272747,0.0064691906,0.012034839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001676405,0.000019269062,0.000095948555,0.0001099978,0.0000023654507,0.00012414675,0.00011218913,0.000016969378,0.00010891636,0.00041240032,0.95912075,0.039860286],"study_design_scores_gemma":[0.00000689425,0.000050760777,0.0005111403,0.00022223215,0.000005671342,0.00038244211,0.0002246522,0.00004568894,0.00007292152,0.00023470602,0.9982345,0.000008438888],"about_ca_topic_score_codex":0.00047204064,"about_ca_topic_score_gemma":0.0017514277,"teacher_disagreement_score":0.027830599,"about_ca_system_score_codex":0.0007101308,"about_ca_system_score_gemma":0.0016419394,"threshold_uncertainty_score":0.093102634},"labels":[],"label_agreement":null},{"id":"W2225102920","doi":"","title":"Implementing Undergraduate ICT Advanced Literacy at Campus Saint-Jean Through Tutored, Problem-Based, and Integrated Learning","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information and Communications Technology; SAINT; Literacy; Pedagogy; Mathematics education; Sociology; Computer science; Psychology; Engineering ethics; Engineering; Art; World Wide Web; Art history","score_opus":0.005705215171612759,"score_gpt":0.24506520648882932,"score_spread":0.23935999131721655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225102920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815755,0.00005330776,0.0045179278,0.00122999,0.000051424857,0.00038852706,0.000040626986,0.0005012194,0.011641465],"genre_scores_gemma":[0.95160216,0.00014696087,0.023996843,0.0003960152,0.000021321337,0.00021993418,0.00014286354,0.00004621177,0.023427654],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899906,0.00037700168,0.000045307883,0.000113045295,0.0001870135,0.0002786676],"domain_scores_gemma":[0.99560297,0.0005344053,0.00015489986,0.00020654389,0.0007743974,0.0027267942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016195015,0.0004151705,0.0002610051,0.0004931178,0.001243657,0.00325409,0.0010046881,0.00074429385,0.005502726],"category_scores_gemma":[0.0056652837,0.0002720254,0.0002279446,0.000239243,0.0004379197,0.001147036,0.0026489797,0.0015322274,0.001517432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006396761,0.04496079,0.05054957,0.00033674185,0.00004095796,0.00074482936,0.035202768,0.003573221,0.02313746,0.003974896,0.016131015,0.820708],"study_design_scores_gemma":[0.0016141108,0.04012937,0.36142737,0.0013027567,0.00031203486,0.0017487513,0.1345041,0.04517356,0.1399519,0.019402035,0.25401458,0.00041938896],"about_ca_topic_score_codex":0.0030423312,"about_ca_topic_score_gemma":0.008955932,"teacher_disagreement_score":0.005502726,"about_ca_system_score_codex":0.0015622154,"about_ca_system_score_gemma":0.007756751,"threshold_uncertainty_score":0.018408477},"labels":[],"label_agreement":null},{"id":"W2300747941","doi":"","title":"A Three-Way Partnership in e-Learning Trades Training: An Instructional Development Perspective","year":2005,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Perspective (graphical); General partnership; Training (meteorology); Mathematics education; Computer science; Psychology; Political science; Artificial intelligence; Geography","score_opus":0.11239633874308566,"score_gpt":0.3111671208577999,"score_spread":0.19877078211471425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2300747941","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08230772,0.0013129059,0.14195056,0.0533918,0.0002610166,0.00042488927,0.00005129595,0.00012472521,0.72017515],"genre_scores_gemma":[0.94433135,0.00055079116,0.023947056,0.0011758697,0.000028244069,0.00026923974,0.000014771866,0.000028635108,0.02965398],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99375075,0.0040695854,0.00016346798,0.00029931098,0.00073970365,0.0009771695],"domain_scores_gemma":[0.9900497,0.004253566,0.00069591054,0.00042531762,0.0012664503,0.0033089814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066532283,0.00050690817,0.00026078994,0.0014414473,0.0058941417,0.014232431,0.0024276634,0.0059085027,0.010618802],"category_scores_gemma":[0.0075437315,0.00052855746,0.00038041457,0.0011591078,0.011433894,0.0112109035,0.00843468,0.0051849047,0.0010667249],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019971554,0.00027364722,0.0014940853,0.000062746236,0.000005660177,0.0002898381,0.008160857,0.0016037436,0.0002734774,0.9673594,0.0012561611,0.019200422],"study_design_scores_gemma":[0.000114384995,0.00054805796,0.0026779165,0.0006071409,0.000029482166,0.0011199355,0.093239315,0.014157868,0.0039248164,0.7084732,0.17504352,0.00006444695],"about_ca_topic_score_codex":0.0042118984,"about_ca_topic_score_gemma":0.004947019,"teacher_disagreement_score":0.014232431,"about_ca_system_score_codex":0.0063011628,"about_ca_system_score_gemma":0.014151176,"threshold_uncertainty_score":0.045718372},"labels":[],"label_agreement":null},{"id":"W2333220028","doi":"10.1080/08874417.2016.1153898","title":"Renewal of Classics: Database Technology for all Business Majors","year":2016,"lang":"en","type":"article","venue":"Journal of Computer Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Course (navigation); Computer science; Engineering management; Database; Knowledge management; Engineering","score_opus":0.015626492327828714,"score_gpt":0.2512372815527725,"score_spread":0.23561078922494377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333220028","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18420078,0.008801027,0.051159922,0.28064823,0.02160011,0.0009225715,0.0011219507,0.0066552376,0.44489014],"genre_scores_gemma":[0.2525417,0.0040578167,0.055873252,0.03282554,0.0035203956,0.00030771596,0.0011548101,0.0008304204,0.6488883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973018,0.00036340847,0.0001643827,0.00042559794,0.0012674347,0.000477318],"domain_scores_gemma":[0.9889303,0.0007343367,0.0004903511,0.0013290393,0.0026771885,0.0058388407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032285661,0.00048999884,0.00043193548,0.0013596397,0.0029575853,0.0067187874,0.0026084215,0.002355419,0.04289081],"category_scores_gemma":[0.010809609,0.00034218788,0.00055305084,0.0012117397,0.0014695332,0.0064529553,0.005073197,0.0043085874,0.012598092],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001348843,0.0009775014,0.0050406884,0.0003651163,0.000015006466,0.00061189197,0.002711263,0.00047219315,0.005234523,0.0480029,0.46242282,0.47401127],"study_design_scores_gemma":[0.00002286958,0.00029966765,0.0062062745,0.000119251636,0.000008896938,0.00078485266,0.0011374975,0.0006986289,0.0019713251,0.014512675,0.9742138,0.000024176106],"about_ca_topic_score_codex":0.0020627426,"about_ca_topic_score_gemma":0.004868071,"teacher_disagreement_score":0.04289081,"about_ca_system_score_codex":0.0044059386,"about_ca_system_score_gemma":0.0074520083,"threshold_uncertainty_score":0.14348406},"labels":[],"label_agreement":null},{"id":"W2396236185","doi":"","title":"Understanding and Implementation of Case Teaching Method","year":2016,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Variety (cybernetics); Process (computing); Computer science; Teaching method; Feature (linguistics); Natural (archaeology); Mathematics education; Value (mathematics); Event (particle physics); Psychology; Artificial intelligence","score_opus":0.08677970399073338,"score_gpt":0.4176510259483733,"score_spread":0.3308713219576399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396236185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019709194,0.00050046796,0.8938585,0.003515132,0.00035521554,0.005072373,0.00013136573,0.00078648544,0.0760713],"genre_scores_gemma":[0.13318329,0.0005099958,0.8504156,0.00049872557,0.000101936435,0.0035479525,0.00017433989,0.00014524597,0.011422923],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9583144,0.028245231,0.0023900508,0.0025569368,0.0075217728,0.00097167474],"domain_scores_gemma":[0.95994437,0.024704568,0.0014045293,0.0048220255,0.008115813,0.0010087619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03157807,0.00066776015,0.0005718613,0.0045300466,0.002081227,0.0058948365,0.0035279954,0.0020159418,0.012002961],"category_scores_gemma":[0.051470987,0.00057001057,0.00075852434,0.002509177,0.003023958,0.006100386,0.0038599279,0.0025392817,0.0021849305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010179102,0.0008712832,0.003045274,0.0010896671,0.000028817858,0.00058816327,0.045104235,0.0021546425,0.004185084,0.25012222,0.010898541,0.6818102],"study_design_scores_gemma":[0.0002956428,0.0007669971,0.0056637023,0.004367043,0.00009703341,0.0027919943,0.03919172,0.03712729,0.014191619,0.24904968,0.64625317,0.0002040693],"about_ca_topic_score_codex":0.0012903713,"about_ca_topic_score_gemma":0.0010503492,"teacher_disagreement_score":0.03157807,"about_ca_system_score_codex":0.0032480177,"about_ca_system_score_gemma":0.008653905,"threshold_uncertainty_score":0.16700286},"labels":[],"label_agreement":null},{"id":"W2397547646","doi":"","title":"Outside edge. National program for IT.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Enhanced Data Rates for GSM Evolution; Computer science; Political science; Business; Telecommunications","score_opus":0.03447562112354673,"score_gpt":0.2805004750767606,"score_spread":0.24602485395321388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397547646","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011011618,0.006024805,0.0005633861,0.0107804835,0.0021723288,0.0001777025,0.035893463,0.002518779,0.9407679],"genre_scores_gemma":[0.003829888,0.0070318854,0.0016440763,0.002722572,0.00057079236,0.00030377918,0.026661439,0.0004189123,0.9568168],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994474,0.000043431377,0.00006822902,0.000082475046,0.00025519173,0.00010319502],"domain_scores_gemma":[0.9973694,0.00036552057,0.00020052411,0.00018102632,0.0009150764,0.0009684361],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005524313,0.0008917527,0.00069968816,0.0034660776,0.0011079478,0.0034215187,0.0008887935,0.0017338888,0.62763876],"category_scores_gemma":[0.0030232868,0.0005044369,0.00037826394,0.0061321724,0.00037481633,0.003853899,0.0017796016,0.0013791688,0.45250973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042800235,0.00004382027,0.00022034351,0.00054069725,0.0000031248362,0.00002909185,0.000027294207,0.000016221884,0.00013712923,0.00218124,0.8971047,0.09965352],"study_design_scores_gemma":[0.000022262193,0.000021822463,0.0017588043,0.00031318303,0.000006831862,0.00003615927,0.0000643923,0.000029965053,0.00016885005,0.00083542883,0.9967362,0.000006025775],"about_ca_topic_score_codex":0.0072661065,"about_ca_topic_score_gemma":0.016218409,"teacher_disagreement_score":0.62763876,"about_ca_system_score_codex":0.0008766275,"about_ca_system_score_gemma":0.00558732,"threshold_uncertainty_score":0.5311281},"labels":[],"label_agreement":null},{"id":"W2466535610","doi":"10.1145/2899415.2899420","title":"Global Perspectives on the Role of Two-Year/Technical/Junior Colleges in Computing Education","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Bachelor; Variety (cybernetics); Mathematics education; Career Pathways; Computer science; Medical education; Political science; Psychology; Artificial intelligence; Medicine","score_opus":0.007237162733290449,"score_gpt":0.26309089583923023,"score_spread":0.2558537331059398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466535610","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06707212,0.068058096,0.004708823,0.5095887,0.011462788,0.00008468536,0.00033424373,0.0001240774,0.33856648],"genre_scores_gemma":[0.73272914,0.07227989,0.0061170068,0.12939052,0.0040710876,0.00011270372,0.0005404266,0.00020210122,0.054557066],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9948324,0.0018515951,0.00016820879,0.00029672997,0.0009852822,0.0018658541],"domain_scores_gemma":[0.9846117,0.005154911,0.0005303454,0.00034231748,0.0026840558,0.0066768127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01324757,0.0005886876,0.00029667636,0.002209528,0.004160323,0.009671774,0.0007962085,0.0029286835,0.009053151],"category_scores_gemma":[0.0058604637,0.00023593845,0.00047057628,0.0030860736,0.003992739,0.004862879,0.006439271,0.005769309,0.0008575092],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042584297,0.00014378526,0.023344062,0.0014679999,0.000039530718,0.0006770707,0.022048747,0.0012298073,0.0031846778,0.36575538,0.21557014,0.366113],"study_design_scores_gemma":[0.000028154527,0.00012070296,0.01765624,0.0013487084,0.000028756076,0.0004084443,0.027912473,0.00022545166,0.0008114909,0.018699266,0.93270534,0.00005498486],"about_ca_topic_score_codex":0.004319905,"about_ca_topic_score_gemma":0.010495234,"teacher_disagreement_score":0.01324757,"about_ca_system_score_codex":0.0027999151,"about_ca_system_score_gemma":0.0076628863,"threshold_uncertainty_score":0.07006067},"labels":[],"label_agreement":null},{"id":"W2526371559","doi":"","title":"SSD Public Website: Teacher Preparation 2: HS Quarter Syllabus","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Syllabus; Quarter (Canadian coin); Medical education; Mathematics education; Pedagogy; Psychology; History; Medicine","score_opus":0.010358447864957782,"score_gpt":0.23901979092946965,"score_spread":0.22866134306451186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526371559","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014458106,0.00011526702,0.0021354433,0.004165642,0.002408787,0.00091922295,0.037330303,0.013827191,0.92464],"genre_scores_gemma":[0.01055493,0.0000770958,0.0018652043,0.00060842244,0.00028353077,0.00017920353,0.01111966,0.0011940592,0.9741178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99951684,0.000040221847,0.00002264657,0.0000475152,0.00023147288,0.00014126652],"domain_scores_gemma":[0.9936753,0.00046215142,0.00015297771,0.00031549067,0.002026665,0.0033674925],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006693422,0.00056094915,0.00060120097,0.0013592708,0.0022634733,0.0026943614,0.0007942636,0.001366341,0.82755595],"category_scores_gemma":[0.0031434575,0.000748992,0.00036201757,0.0009234226,0.00028328694,0.0012922075,0.002339439,0.0013684065,0.66851157],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089368354,0.00032499345,0.00047238517,0.000046730445,6.92355e-7,0.000030118374,0.000034446486,0.000035408637,0.00050464115,0.00030166653,0.970524,0.027635531],"study_design_scores_gemma":[0.00011501907,0.00016037082,0.007275231,0.00005961821,0.0000026272346,0.00006038688,0.00033476323,0.00022686268,0.001883258,0.00088173134,0.9889759,0.000024297171],"about_ca_topic_score_codex":0.008124251,"about_ca_topic_score_gemma":0.040563364,"teacher_disagreement_score":0.82755595,"about_ca_system_score_codex":0.0014412805,"about_ca_system_score_gemma":0.00587678,"threshold_uncertainty_score":0.24597049},"labels":[],"label_agreement":null},{"id":"W2532984024","doi":"10.1109/educon.2016.7474584","title":"Is the computer science curriculum ready to teach students towards hardwarizing?","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Consortium canadien en neurodégénérescence associée au vieillissement","keywords":"Curriculum; Pace; Syllabus; Computer science; Cloud computing; The Internet; Information technology; Multimedia; World Wide Web; Mathematics education; Operating system","score_opus":0.018916938890767804,"score_gpt":0.30517018507481264,"score_spread":0.28625324618404485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2532984024","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045200378,0.028088756,0.010545111,0.7681235,0.029112242,0.00031711874,0.00066613,0.0009868569,0.116959915],"genre_scores_gemma":[0.39602232,0.092099495,0.053241726,0.2694361,0.02440662,0.0010663217,0.0030373274,0.0013447406,0.15934537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99528605,0.00073448376,0.00019232338,0.00048267926,0.0019599528,0.0013445524],"domain_scores_gemma":[0.9761596,0.0021263317,0.0014388263,0.0013240598,0.004982973,0.013968124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004772474,0.00079734623,0.0010106657,0.0026071128,0.003480749,0.014826235,0.0018267541,0.004250611,0.023429325],"category_scores_gemma":[0.019200165,0.0004919659,0.0008545528,0.0030269586,0.004110484,0.011140782,0.00686875,0.008626755,0.015932426],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059927534,0.0008947661,0.015155463,0.0012103773,0.000032079926,0.00023731429,0.0030672965,0.00034872815,0.0024573859,0.055081543,0.50312155,0.41833356],"study_design_scores_gemma":[0.000029534269,0.00028330204,0.019253267,0.0018806948,0.000022659528,0.00032054912,0.008413442,0.00032298436,0.0010293663,0.041610472,0.9267904,0.000043428667],"about_ca_topic_score_codex":0.0024267444,"about_ca_topic_score_gemma":0.0039621913,"teacher_disagreement_score":0.023429325,"about_ca_system_score_codex":0.0064966013,"about_ca_system_score_gemma":0.017663376,"threshold_uncertainty_score":0.078378916},"labels":[],"label_agreement":null},{"id":"W2548125692","doi":"10.1145/2998551.2998552","title":"Teaching Informatics in North America","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Informatics; Data science; Engineering; Electrical engineering","score_opus":0.008861552159490185,"score_gpt":0.23101959888454718,"score_spread":0.22215804672505698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548125692","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10846948,0.076388925,0.0013283478,0.09185792,0.0054464648,0.00022789591,0.0025611194,0.00047788606,0.71324205],"genre_scores_gemma":[0.33957782,0.053014044,0.002007769,0.010960044,0.0009689945,0.00018943533,0.002098968,0.00007222008,0.5911106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936694,0.00020428885,0.00002463596,0.000076640914,0.0001414679,0.0001860701],"domain_scores_gemma":[0.9977361,0.0003829081,0.00012454868,0.00006635321,0.0004355397,0.0012545546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010377542,0.00020004093,0.0001750637,0.0008987444,0.0019971346,0.0014430151,0.0006378748,0.00081132416,0.12535563],"category_scores_gemma":[0.0020010818,0.00012916923,0.00011619135,0.0023982169,0.00061882014,0.0010688116,0.0015743903,0.0007532311,0.009079176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023469522,0.00049878634,0.024351064,0.0012354703,0.000023198052,0.0006802926,0.0053748125,0.00026047172,0.003373062,0.01234906,0.42024556,0.53137356],"study_design_scores_gemma":[0.00002427256,0.000112995345,0.047357306,0.0010601359,0.00001598091,0.00021103284,0.0064436067,0.000079930614,0.00059361994,0.0010606527,0.9430318,0.000008694058],"about_ca_topic_score_codex":0.08483522,"about_ca_topic_score_gemma":0.2442407,"teacher_disagreement_score":0.12535563,"about_ca_system_score_codex":0.0036073306,"about_ca_system_score_gemma":0.016654104,"threshold_uncertainty_score":0.41935635},"labels":[],"label_agreement":null},{"id":"W2575619597","doi":"10.1109/ms.2017.12","title":"How Best to Teach Global Software Engineering? Educators Are Divided","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of California, Irvine; Science Foundation Ireland","keywords":"Software engineering; Social software engineering; Personal software process; Software Engineering Process Group; Software; Engineering management; Software development; Software peer review; Realism; Software walkthrough; Computer science; Engineering; Engineering ethics; Software construction; Programming language","score_opus":0.016007370281025515,"score_gpt":0.2593511872747655,"score_spread":0.24334381699374003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2575619597","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022104446,0.03118337,0.020974798,0.8476259,0.007127365,0.000032752516,0.000034593813,0.0002875447,0.0706292],"genre_scores_gemma":[0.57580435,0.03924522,0.026739394,0.282851,0.0036875093,0.00010186473,0.00008949182,0.00054799276,0.07093317],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997148,0.0013272847,0.00010883661,0.00027319754,0.0006304987,0.0005122234],"domain_scores_gemma":[0.9927256,0.0031417888,0.0004306757,0.00045586567,0.001590356,0.0016556646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066075698,0.00043982174,0.0005010233,0.0010760649,0.00320983,0.0060138996,0.00067474105,0.003690985,0.008517647],"category_scores_gemma":[0.017408978,0.0002777983,0.00030774454,0.00060051633,0.008375973,0.014176209,0.005038243,0.008918816,0.0029112757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082617385,0.0003354797,0.007354424,0.0007334556,0.000034568744,0.00034270383,0.022418585,0.00054719514,0.0025289059,0.3281279,0.20351136,0.4339827],"study_design_scores_gemma":[0.000046269066,0.00017440994,0.002472065,0.0022008987,0.000033296972,0.0003833436,0.027572537,0.00040162497,0.0013379994,0.16226877,0.8030402,0.00006863318],"about_ca_topic_score_codex":0.0021188124,"about_ca_topic_score_gemma":0.0050467933,"teacher_disagreement_score":0.008517647,"about_ca_system_score_codex":0.0023431813,"about_ca_system_score_gemma":0.00363801,"threshold_uncertainty_score":0.034944654},"labels":[],"label_agreement":null},{"id":"W260861554","doi":"10.3233/efi-2012-0925","title":"Towards an online bachelor of information science degree programme in a Nigerian University: Part 1 – Lessons from the literature and existing curricula","year":2012,"lang":"en","type":"article","venue":"Education for Information","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Bachelor; Curriculum; Mathematics education; Degree (music); Information science; Pedagogy; Bachelor degree; Higher education; Curriculum development; Degree program; Sociology; Psychology; Library science; Medical education; Computer science; Political science; Physics; Medicine","score_opus":0.059659026074109785,"score_gpt":0.30202995488133744,"score_spread":0.24237092880722766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W260861554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9429595,0.00047143197,0.0011945539,0.016210044,0.00041012818,0.00042931127,0.00008672669,0.000036648118,0.03820169],"genre_scores_gemma":[0.9351961,0.0008449996,0.0046943906,0.004030545,0.00009463677,0.00020059515,0.00012106791,0.000026401036,0.054791287],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99835396,0.000502831,0.00007194768,0.00013030143,0.00025389015,0.00068713195],"domain_scores_gemma":[0.9932655,0.00033294962,0.00017467861,0.000093296716,0.000502983,0.0056305462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060561616,0.00023439135,0.00018289791,0.0007780337,0.005832632,0.0047000092,0.0007057169,0.0013144278,0.010664086],"category_scores_gemma":[0.0032400107,0.0003410711,0.0001878474,0.0007246714,0.0012556202,0.0029350286,0.0037938664,0.0024767984,0.0018427066],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006286077,0.013583412,0.22797745,0.001012079,0.000015253019,0.0038406658,0.17535324,0.0010545917,0.023919633,0.033480924,0.039423466,0.47971076],"study_design_scores_gemma":[0.00010754487,0.002052373,0.5058118,0.0011143554,0.000016303677,0.0008956702,0.3209888,0.0011301048,0.005591587,0.003414392,0.15878789,0.000089158755],"about_ca_topic_score_codex":0.009070711,"about_ca_topic_score_gemma":0.031408697,"teacher_disagreement_score":0.010664086,"about_ca_system_score_codex":0.003425249,"about_ca_system_score_gemma":0.018708337,"threshold_uncertainty_score":0.03567487},"labels":[],"label_agreement":null},{"id":"W2609987695","doi":"10.18260/p.23672","title":"Catching Up to the 51%: Promoting Female Student Engagement in Computing Education","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"New York State Education Department","keywords":"Bachelor; Workforce; Presentation (obstetrics); Quarter (Canadian coin); Medical education; Information technology; Psychology; Mathematics education; Computer science; Medicine; Political science","score_opus":0.047066842650137435,"score_gpt":0.33855298264526335,"score_spread":0.2914861399951259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609987695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54755914,0.0057177288,0.008733553,0.20440044,0.0063738353,0.0006130169,0.0003390213,0.0010397828,0.22522347],"genre_scores_gemma":[0.8174376,0.0037462257,0.005273247,0.033739462,0.0012345015,0.0006156039,0.00031967426,0.0005976674,0.137036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545527,0.0015151463,0.000083261,0.0003150122,0.0011328794,0.001498353],"domain_scores_gemma":[0.9841112,0.0010013684,0.00066927046,0.0003007244,0.0014226452,0.012494774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042405403,0.0007693868,0.0006843667,0.0016554341,0.007667021,0.0084970705,0.0014497711,0.0018154667,0.031918786],"category_scores_gemma":[0.010484475,0.00046291325,0.00065646385,0.0010005097,0.0018789915,0.0034925335,0.0131058255,0.0034157173,0.0133672925],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026796412,0.0020129245,0.06563918,0.0003676665,0.000041376843,0.00087176467,0.06577248,0.00008972746,0.004868607,0.006640229,0.29383257,0.5595955],"study_design_scores_gemma":[0.000116178955,0.0010592233,0.09226121,0.00096558087,0.00005349339,0.001517011,0.17138794,0.00055788935,0.0034482703,0.008414155,0.7200754,0.00014363464],"about_ca_topic_score_codex":0.0013407264,"about_ca_topic_score_gemma":0.004036641,"teacher_disagreement_score":0.031918786,"about_ca_system_score_codex":0.0016573282,"about_ca_system_score_gemma":0.0047828355,"threshold_uncertainty_score":0.10677898},"labels":[],"label_agreement":null},{"id":"W263763245","doi":"10.28945/1566","title":"The Live Teaching Case: A New IS Method and its Application","year":2012,"lang":"en","type":"article","venue":"Journal of Information Technology Education Research","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Computer science; Teaching method; Mathematics education; Mathematics","score_opus":0.027276915467868514,"score_gpt":0.40170032726815846,"score_spread":0.37442341180028993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W263763245","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043121893,0.0012794902,0.70117915,0.0065940125,0.00092921476,0.0020676707,0.00041767556,0.0005773038,0.24383353],"genre_scores_gemma":[0.5244529,0.002496177,0.41807073,0.0009877181,0.00041093366,0.0028444002,0.00043011323,0.0003128636,0.04999421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.994054,0.0037103407,0.00023916257,0.00057679776,0.0011496238,0.00027019094],"domain_scores_gemma":[0.99032015,0.006350717,0.0005111763,0.0012811959,0.0009694212,0.0005672889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045890976,0.0006665368,0.0004916007,0.0036750853,0.002884726,0.0059097605,0.0028753811,0.0030953928,0.02711338],"category_scores_gemma":[0.015830006,0.0004195201,0.0006505117,0.00325749,0.0065414435,0.009951093,0.005579478,0.002669756,0.0024566525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015184577,0.0006542463,0.006126492,0.0005940004,0.000027390544,0.0022089512,0.03854199,0.0017446276,0.0021405916,0.5738555,0.017026486,0.3569278],"study_design_scores_gemma":[0.00026761205,0.0005883371,0.0070053805,0.0018480002,0.00014007279,0.0071044336,0.08553785,0.037449025,0.0061461465,0.40055454,0.45316452,0.00019410995],"about_ca_topic_score_codex":0.0030707126,"about_ca_topic_score_gemma":0.0045336736,"teacher_disagreement_score":0.02711338,"about_ca_system_score_codex":0.0027036988,"about_ca_system_score_gemma":0.0025056384,"threshold_uncertainty_score":0.09070331},"labels":[],"label_agreement":null},{"id":"W2698102812","doi":"","title":"CIS Graduates from AACSB Accredited Schools: The Employers' Perspective","year":2016,"lang":"en","type":"article","venue":"Journal of Computer Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Salary; Accreditation; Minor (academic); Accounting; COBOL; Perspective (graphical); Business; Conjunction (astronomy); Public relations; Medical education; Political science; Computer science; Medicine","score_opus":0.013936624289112666,"score_gpt":0.24210860326550854,"score_spread":0.22817197897639588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2698102812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94673884,0.0011632825,0.00008107992,0.032525994,0.00015794883,0.000029537485,0.00047857765,0.0000074110612,0.018817322],"genre_scores_gemma":[0.98873377,0.001182389,0.00006740674,0.00450824,0.00014271055,0.000013716338,0.00017879865,0.000003189392,0.005169768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997062,0.00069787557,0.00010500464,0.00013757682,0.0007570666,0.0012405955],"domain_scores_gemma":[0.98813975,0.0012148175,0.0016453152,0.00007595775,0.0017033699,0.007220712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021675578,0.00021030116,0.00026547138,0.0018162108,0.0038456682,0.0032901384,0.00049981626,0.0015524264,0.011192497],"category_scores_gemma":[0.003928096,0.00028845048,0.0002180742,0.0015879665,0.00085150555,0.0010015597,0.0018230904,0.001788403,0.0009413007],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007479168,0.0003330905,0.9460292,0.00010493679,0.000016736636,0.0023844827,0.014588872,0.00008655557,0.00054824667,0.0009402564,0.014854226,0.020038646],"study_design_scores_gemma":[0.000014764627,0.00025573312,0.832861,0.00032480803,0.00001385928,0.00089377176,0.1473747,0.00016855085,0.00015898664,0.00017731033,0.017731655,0.000024741239],"about_ca_topic_score_codex":0.05875816,"about_ca_topic_score_gemma":0.15174429,"teacher_disagreement_score":0.05875816,"about_ca_system_score_codex":0.0022661854,"about_ca_system_score_gemma":0.0045655803,"threshold_uncertainty_score":0.116832316},"labels":[],"label_agreement":null},{"id":"W2725946984","doi":"","title":"Quantifying In-Situ Stress And Its Role In Repository Design","year":2004,"lang":"en","type":"article","venue":"Gulf Rocks 2004, the 6th North America Rock Mechanics Symposium (NARMS)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.01451667172902247,"score_gpt":0.22762035171514428,"score_spread":0.2131036799861218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725946984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9466509,0.00015589289,0.049944602,0.00011520513,0.000037936818,0.000031525262,0.00021814316,0.00017076543,0.0026750038],"genre_scores_gemma":[0.9952005,0.00004364117,0.0043422054,0.000007388633,0.0000081217395,0.0000075119615,0.00006413044,0.000019761905,0.000306743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99925953,0.0001525314,0.00007648402,0.00016483376,0.00025671854,0.000089897796],"domain_scores_gemma":[0.99744225,0.0007371895,0.0005790669,0.00032303133,0.00073853385,0.00017991374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010254547,0.00062089734,0.0004811821,0.0012334449,0.0007050006,0.0018402262,0.0009287812,0.001005835,0.0016480334],"category_scores_gemma":[0.0048904736,0.00044825146,0.00020451217,0.0013335013,0.0005722446,0.002353354,0.00079076673,0.00051337876,0.0004550538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007206583,0.0010081794,0.3626836,0.00053641247,0.00015428233,0.0004643571,0.0018918604,0.120913245,0.3253818,0.0035822748,0.00096348283,0.18169981],"study_design_scores_gemma":[0.000041229992,0.0012176213,0.31607026,0.000096137905,0.00015234678,0.00063446147,0.0038185425,0.5399379,0.12672399,0.008493406,0.0026783696,0.00013569323],"about_ca_topic_score_codex":0.0016878793,"about_ca_topic_score_gemma":0.0045415307,"teacher_disagreement_score":0.0018402262,"about_ca_system_score_codex":0.0004849912,"about_ca_system_score_gemma":0.00048083294,"threshold_uncertainty_score":0.005513251},"labels":[],"label_agreement":null},{"id":"W2731414728","doi":"","title":"Comparative International Education: Institutions of Higher Education in Poland and Canadian Universities: A Comparison Using an Information Technology Conceptual Framework.","year":2007,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Political science; Comparative education; Information technology; Conceptual framework; Knowledge management; Engineering ethics; Regional science; Computer science; Sociology; Engineering; Social science","score_opus":0.039855962120868484,"score_gpt":0.3500814044394573,"score_spread":0.3102254423185888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731414728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80113417,0.0070148604,0.00085316104,0.005940994,0.00009980044,0.000060027345,0.00085104496,0.00001856141,0.18402727],"genre_scores_gemma":[0.9947408,0.0011825067,0.00018958478,0.0001149847,0.0000052169958,0.00001329403,0.00021079977,0.000005943094,0.0035369683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9977387,0.00041625122,0.00006183783,0.000093411625,0.00047175272,0.0012180025],"domain_scores_gemma":[0.99497825,0.0010197381,0.00060667086,0.00019086669,0.0014343262,0.0017700548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020163648,0.00021574854,0.00029311926,0.0056219553,0.0052586617,0.005534469,0.00082477566,0.00056168245,0.008708618],"category_scores_gemma":[0.0120499125,0.00013945445,0.00020936182,0.01935147,0.0031712747,0.0034483713,0.0037836113,0.0008491728,0.00027272137],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055676897,0.00033291517,0.265631,0.00058901834,0.00010854212,0.0006415762,0.09204702,0.0010198888,0.0006840556,0.42941225,0.02401155,0.18496542],"study_design_scores_gemma":[0.000041145337,0.000078015524,0.7094256,0.00055283663,0.00010478761,0.00019578604,0.1996848,0.00021942724,0.00056781026,0.005048247,0.08404744,0.000034120836],"about_ca_topic_score_codex":0.67406416,"about_ca_topic_score_gemma":0.88543034,"teacher_disagreement_score":0.67406416,"about_ca_system_score_codex":0.026394274,"about_ca_system_score_gemma":0.035511166,"threshold_uncertainty_score":0.6557107},"labels":[],"label_agreement":null},{"id":"W2741363844","doi":"10.1108/et-02-2017-0019","title":"Employers’ perspectives on new information technology technicians’ employability in North Florida","year":2017,"lang":"en","type":"article","venue":"Education + Training","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Employability; Curriculum; Preparedness; Workforce; Public relations; Variety (cybernetics); Originality; Marketing; Engineering; Business; Sociology; Pedagogy; Political science; Qualitative research; Computer science","score_opus":0.027892324230482185,"score_gpt":0.29039022057350167,"score_spread":0.26249789634301945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741363844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866316,0.00021613299,0.00026243585,0.0048148055,0.000028402845,0.000012636097,0.000020132182,0.0000056990066,0.008008359],"genre_scores_gemma":[0.995921,0.00029416115,0.00014765939,0.0006779544,0.000016651968,0.000016555174,0.000015191823,0.0000028943987,0.0029079325],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977737,0.0009230964,0.000066257824,0.0001358645,0.0004996324,0.00060140825],"domain_scores_gemma":[0.99321437,0.0033261767,0.0008762924,0.000110606576,0.0007810946,0.0016914868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038087254,0.00015143275,0.000117602984,0.0010751904,0.00551328,0.0028395297,0.0005165191,0.00084393367,0.0058216597],"category_scores_gemma":[0.004969766,0.00018001274,0.0001637897,0.0005037155,0.0015350035,0.0014479933,0.0021047096,0.0010794906,0.00018826949],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011432686,0.00026336472,0.12429422,0.00020112193,0.000018022925,0.0030613844,0.79870594,0.0003272828,0.010223964,0.0046383417,0.005493269,0.052658737],"study_design_scores_gemma":[0.000003960078,0.0001724979,0.102782,0.00018279853,0.000009062193,0.0003204329,0.86744934,0.00026604286,0.0006697246,0.00031867257,0.027795123,0.000030371675],"about_ca_topic_score_codex":0.046582595,"about_ca_topic_score_gemma":0.09393576,"teacher_disagreement_score":0.046582595,"about_ca_system_score_codex":0.0037827466,"about_ca_system_score_gemma":0.0044741128,"threshold_uncertainty_score":0.092622876},"labels":[],"label_agreement":null},{"id":"W2793382174","doi":"","title":"Identifying Influencers in High School Student ICT Career Choice.","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Influencer marketing; Information and Communications Technology; Career development; Mathematics education; Psychology; Computer science; Pedagogy; Marketing; Business; World Wide Web","score_opus":0.017732255226964682,"score_gpt":0.28966450155794093,"score_spread":0.27193224633097623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793382174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99637127,0.000082559214,0.00005682828,0.0002462935,0.0000109822995,0.00002551504,0.00014173245,0.000003940878,0.0030609334],"genre_scores_gemma":[0.99843293,0.00006810297,0.000070691334,0.000049887534,0.0000047626654,0.0000109658,0.0001310244,0.0000018067025,0.001229703],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99765706,0.0004144727,0.00007431554,0.00013043667,0.00095635914,0.0007674074],"domain_scores_gemma":[0.9892197,0.0018876094,0.0016435721,0.00029697467,0.0027165455,0.004235603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019114371,0.0001501502,0.0002736006,0.0023255267,0.0028719257,0.0018955554,0.00068374275,0.000489167,0.003671403],"category_scores_gemma":[0.009819038,0.00020325751,0.00029273442,0.001631708,0.00063089223,0.00036550776,0.0010481582,0.00081169995,0.00050990324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024018847,0.00009457785,0.9888186,0.0000071216173,0.0000067162737,0.000029623614,0.0029899583,0.00001592521,0.00006422641,0.0000879855,0.00061605,0.007245239],"study_design_scores_gemma":[0.0000025376803,0.000029255314,0.9896617,0.000010943961,0.000006832885,0.000023712493,0.008187594,0.00015012034,0.00006617334,0.000031831023,0.0018214348,0.000007939926],"about_ca_topic_score_codex":0.47308555,"about_ca_topic_score_gemma":0.7043492,"teacher_disagreement_score":0.47308555,"about_ca_system_score_codex":0.0035482447,"about_ca_system_score_gemma":0.005914906,"threshold_uncertainty_score":0.94066375},"labels":[],"label_agreement":null},{"id":"W2883736399","doi":"","title":"What Was Lost with IS-LM","year":2003,"lang":"en","type":"article","venue":"Econstor (Econstor)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.011301086600591832,"score_gpt":0.2250282727028215,"score_spread":0.21372718610222965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883736399","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013301658,0.0033836113,0.0015345006,0.9131123,0.01968983,0.000015683603,0.0001672361,0.00009106623,0.060675632],"genre_scores_gemma":[0.2656888,0.011572587,0.0053718616,0.40266538,0.024061598,0.00030911306,0.0009305701,0.0020177166,0.2873824],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9792525,0.011078254,0.0006190092,0.0021623508,0.0045235083,0.0023643572],"domain_scores_gemma":[0.9561851,0.015419282,0.0015165994,0.0041219313,0.016328618,0.0064284727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026665932,0.0005996078,0.00081214175,0.0012593763,0.009445466,0.021970894,0.0023147473,0.0073246188,0.06784182],"category_scores_gemma":[0.09900334,0.000471459,0.00057314115,0.0030259355,0.007199535,0.039019387,0.0072379634,0.018597957,0.015123945],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072977324,0.000023833953,0.00034422788,0.0001477724,0.000012640046,0.00012037344,0.008368421,0.000064142005,0.00006956224,0.19759686,0.7562969,0.03688237],"study_design_scores_gemma":[0.0000125214265,0.000015954962,0.0004219806,0.00056539394,0.0000094211255,0.00007727043,0.012907091,0.00011429929,0.00013510791,0.049779058,0.93593055,0.00003139285],"about_ca_topic_score_codex":0.009947147,"about_ca_topic_score_gemma":0.011947159,"teacher_disagreement_score":0.06784182,"about_ca_system_score_codex":0.010677435,"about_ca_system_score_gemma":0.008828458,"threshold_uncertainty_score":0.2269535},"labels":[],"label_agreement":null},{"id":"W2888744958","doi":"10.4018/ijitpm.2018100101","title":"Critical IT Project Management Competencies","year":2018,"lang":"en","type":"article","venue":"International Journal of Information Technology Project Management","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Soft skills; Curriculum; Extant taxon; Skills management; Sample (material); Psychology; Academic skills; Knowledge management; Project management; Medical education; Engineering ethics; Pedagogy; Mathematics education; Engineering; Computer science; Medicine; Social psychology","score_opus":0.013520871171469289,"score_gpt":0.30620218560920204,"score_spread":0.29268131443773276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888744958","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38180572,0.000912873,0.05185636,0.005784852,0.00027940108,0.0027587158,0.00039788423,0.0003724268,0.55583173],"genre_scores_gemma":[0.9006106,0.0010544568,0.044152,0.000525853,0.00007566634,0.001247649,0.00029343166,0.000064838976,0.051975317],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99723685,0.0009979769,0.00020672134,0.00016285878,0.0009935178,0.00040208246],"domain_scores_gemma":[0.9780206,0.0065546255,0.0032449977,0.001793737,0.0037673844,0.0066186744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039793923,0.00031561407,0.00014002167,0.0013744732,0.0013368286,0.0022109465,0.00081734033,0.00046795144,0.02208611],"category_scores_gemma":[0.015088649,0.00025553603,0.00022120727,0.00065607857,0.0009472142,0.001721872,0.0025354861,0.0011737328,0.0023878329],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010940663,0.001889385,0.0517175,0.0014237582,0.000028808114,0.0005861231,0.025983706,0.0018476022,0.0064041303,0.08213655,0.044957366,0.78291565],"study_design_scores_gemma":[0.00010524368,0.001883088,0.2013254,0.0031524275,0.00004116409,0.004962431,0.044767603,0.0050291405,0.009443678,0.09139389,0.6377895,0.0001064134],"about_ca_topic_score_codex":0.001160727,"about_ca_topic_score_gemma":0.0022782863,"teacher_disagreement_score":0.02208611,"about_ca_system_score_codex":0.0012259749,"about_ca_system_score_gemma":0.009889296,"threshold_uncertainty_score":0.07388538},"labels":[],"label_agreement":null},{"id":"W2893165852","doi":"","title":"Job Description Mining to Understand Work-Integrated Learning.","year":2018,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Work (physics); Data science; Knowledge management; Engineering","score_opus":0.08956470542679441,"score_gpt":0.3114663546270516,"score_spread":0.22190164920025718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893165852","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16651827,0.002418311,0.7562772,0.0026776039,0.00026363466,0.001007634,0.03254946,0.0066382247,0.031649668],"genre_scores_gemma":[0.62723804,0.0009364884,0.3304458,0.00033121006,0.000077444376,0.0005610941,0.030950498,0.0003730184,0.009086344],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992132,0.00020555184,0.000086282496,0.0001742238,0.0002208996,0.00009989548],"domain_scores_gemma":[0.9970536,0.0014927326,0.0003374079,0.00043796023,0.0004947274,0.0001834999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001197271,0.0005960015,0.00033925424,0.0033213072,0.00051884225,0.0015985462,0.00127081,0.0005834203,0.0058420734],"category_scores_gemma":[0.0067478907,0.00022198373,0.00078420585,0.0027300774,0.0003556942,0.0022992482,0.0011601212,0.0007685957,0.0022726809],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005558915,0.0012768926,0.10541615,0.0019258412,0.00025614243,0.00062710483,0.003880206,0.027931273,0.00873118,0.049536914,0.04811368,0.75174874],"study_design_scores_gemma":[0.00007646037,0.00038285498,0.07792598,0.0010269777,0.0001707858,0.00076505856,0.008703105,0.6147997,0.01791638,0.15555091,0.122559205,0.00012267793],"about_ca_topic_score_codex":0.008813324,"about_ca_topic_score_gemma":0.012896212,"teacher_disagreement_score":0.008813324,"about_ca_system_score_codex":0.0009030944,"about_ca_system_score_gemma":0.001608334,"threshold_uncertainty_score":0.019543648},"labels":[],"label_agreement":null},{"id":"W2911888820","doi":"","title":"Proceedings of the 2011 conference on Information technology education","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"","keywords":"Presentation (obstetrics); IBM; Watson; Curriculum; Theme (computing); Library science; Accreditation; Public relations; Management; Political science; Sociology; Media studies; Engineering; Computer science; Pedagogy; World Wide Web; Law; Medicine","score_opus":0.018706556494053624,"score_gpt":0.21922497604930588,"score_spread":0.20051841955525226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911888820","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034408497,0.03881039,0.013638507,0.040211502,0.099626385,0.00030788724,0.0019319907,0.003319805,0.79871273],"genre_scores_gemma":[0.008617697,0.018214665,0.003955008,0.0049847327,0.006085529,0.00017036423,0.004339702,0.00047471075,0.95315754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805886,0.00032688712,0.00013229872,0.00027826973,0.0009136625,0.0002900891],"domain_scores_gemma":[0.9966961,0.0004261271,0.00011268632,0.0003442832,0.001441436,0.0009793692],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019772612,0.0011583009,0.0011317201,0.0016934469,0.0017676195,0.0091679245,0.0015201573,0.0027829383,0.30558372],"category_scores_gemma":[0.00574249,0.00042270147,0.0006663101,0.0019430214,0.00081679644,0.005670572,0.003013671,0.004452474,0.21709427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004862318,0.000086906904,0.00028256752,0.000201145,0.000010353874,0.0000636024,0.00008727517,0.00008719082,0.00048546708,0.0031314306,0.8510051,0.1445104],"study_design_scores_gemma":[0.00000371071,0.000015440308,0.00032436862,0.00011918217,0.000005752179,0.000058440695,0.000094902396,0.00017370697,0.00014276283,0.0007352474,0.9983187,0.000007837464],"about_ca_topic_score_codex":0.0022805075,"about_ca_topic_score_gemma":0.0049095387,"teacher_disagreement_score":0.30558372,"about_ca_system_score_codex":0.0015680566,"about_ca_system_score_gemma":0.0032602237,"threshold_uncertainty_score":0.99050057},"labels":[],"label_agreement":null},{"id":"W2911894070","doi":"","title":"Proceedings of the 2010 ACM conference on Information technology education","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Accreditation; Curriculum; Presentation (obstetrics); Library science; Service (business); Political science; Public relations; Medical education; Management; Computer science; Medicine; Business; Law; Marketing","score_opus":0.009625644517188716,"score_gpt":0.23747517780984426,"score_spread":0.22784953329265553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911894070","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01070663,0.05076101,0.028211508,0.05052534,0.1026773,0.00059557793,0.0038734712,0.00674745,0.7459017],"genre_scores_gemma":[0.025340978,0.030605856,0.011411644,0.0076383287,0.007274336,0.0003474226,0.010368731,0.000814459,0.9061982],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829036,0.0003437145,0.00011400701,0.00026884442,0.000740893,0.00024213393],"domain_scores_gemma":[0.9971175,0.00047623462,0.00008421438,0.0003324149,0.0010982887,0.00089133525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023106576,0.0011376316,0.0013073188,0.0013491304,0.0013672326,0.0074994923,0.0015309149,0.0022860668,0.21554637],"category_scores_gemma":[0.005969602,0.00038201685,0.00051206385,0.0014553796,0.0008898812,0.0057727895,0.0025613909,0.0040603303,0.15198837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006941503,0.0001538767,0.00054084224,0.00019196964,0.000014532487,0.0000876778,0.00012498174,0.00009048291,0.0007922038,0.0026165412,0.8414229,0.1538945],"study_design_scores_gemma":[0.0000082132665,0.000024428951,0.0005801682,0.00014490643,0.000010458864,0.00010199155,0.00014432924,0.0005168564,0.0002546779,0.000987623,0.9972162,0.000010188583],"about_ca_topic_score_codex":0.0027573418,"about_ca_topic_score_gemma":0.0050759753,"teacher_disagreement_score":0.21554637,"about_ca_system_score_codex":0.0011604197,"about_ca_system_score_gemma":0.0030454018,"threshold_uncertainty_score":0.72107446},"labels":[],"label_agreement":null},{"id":"W2912558741","doi":"","title":"Proceedings of the Seventeenth Western Canadian Conference on Computing Education","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Passion; Bust; Cloud computing; Boom; The Internet; Android (operating system); Library science; Computer science; World Wide Web; Media studies; Engineering; Sociology; Psychology","score_opus":0.019021250706972286,"score_gpt":0.2508881695896935,"score_spread":0.23186691888272123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912558741","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014424495,0.04695371,0.004110622,0.052885946,0.06627026,0.00019821097,0.0025800823,0.0012457292,0.824313],"genre_scores_gemma":[0.0041459124,0.015340359,0.0013474146,0.0031427976,0.002187902,0.00005033353,0.0015137019,0.00028539257,0.9719862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758697,0.00021333403,0.00006702617,0.0002083822,0.0015407761,0.00038346092],"domain_scores_gemma":[0.99512875,0.0002680822,0.000068577196,0.00022126961,0.002401449,0.0019119155],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002187502,0.0009595458,0.0008944346,0.0016471337,0.0032995513,0.0073747737,0.0015511158,0.0019819746,0.3521933],"category_scores_gemma":[0.004257958,0.00035470695,0.00052461086,0.0024165085,0.0016621927,0.0031441345,0.0027671417,0.0037397435,0.14675254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014130032,0.000018257668,0.00011490631,0.00006875984,0.0000028246968,0.000019263465,0.00006706511,0.000024334287,0.00011400873,0.0022554805,0.9578789,0.039422207],"study_design_scores_gemma":[0.0000013561736,0.0000026359878,0.00020858785,0.000046335994,0.000001504257,0.0000090871135,0.000089903,0.000021660486,0.000025084752,0.00024244869,0.99934787,0.000003404228],"about_ca_topic_score_codex":0.29618865,"about_ca_topic_score_gemma":0.528054,"teacher_disagreement_score":0.70381135,"about_ca_system_score_codex":0.009537794,"about_ca_system_score_gemma":0.025623186,"threshold_uncertainty_score":0.92401767},"labels":[],"label_agreement":null},{"id":"W2912870409","doi":"","title":"Proceedings of the 14th Western Canadian Conference on Computing Education","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; University of British Columbia; Thompson Rivers University","funders":"","keywords":"Session (web analytics); Presentation (obstetrics); Library science; Steering committee; Pleasure; Panel discussion; Computer science; Operations research; Political science; Media studies; Sociology; Psychology; World Wide Web; Engineering; Engineering management; Medicine","score_opus":0.013557797758936055,"score_gpt":0.24305389880908418,"score_spread":0.22949610105014812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912870409","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012905087,0.028690897,0.004772898,0.033811826,0.035419203,0.0002683393,0.0032245722,0.001364702,0.8911571],"genre_scores_gemma":[0.0069073853,0.020092873,0.003091518,0.0039848927,0.0020117448,0.00012550589,0.0034928543,0.0004860696,0.95980716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965192,0.0003872977,0.00013815229,0.00035870456,0.002112116,0.00048452584],"domain_scores_gemma":[0.9936227,0.00041460997,0.00007939078,0.00040524642,0.0037659155,0.001712147],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028679084,0.0010388314,0.00098415,0.0018923033,0.0035126114,0.009707445,0.0018299574,0.002016837,0.36702448],"category_scores_gemma":[0.0055264416,0.00040414557,0.000747776,0.0030177515,0.0015869645,0.0036282542,0.00280886,0.0037554295,0.1806574],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021691012,0.000025498806,0.00016885545,0.000112585105,0.000005512085,0.000025987843,0.00009633378,0.000040709998,0.00019859901,0.0037380974,0.945834,0.049732164],"study_design_scores_gemma":[0.0000016359295,0.0000032197468,0.0002033413,0.000057400684,0.0000027934616,0.000012954277,0.00009420182,0.000037055157,0.000040180777,0.0002995524,0.99924314,0.0000044297576],"about_ca_topic_score_codex":0.28704926,"about_ca_topic_score_gemma":0.3890467,"teacher_disagreement_score":0.36702448,"about_ca_system_score_codex":0.009586154,"about_ca_system_score_gemma":0.033524502,"threshold_uncertainty_score":0.9028627},"labels":[],"label_agreement":null},{"id":"W2913015106","doi":"","title":"Proceedings of the 15th Western Canadian Conference on Computing Education","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Library science; Outreach; Presentation (obstetrics); Pleasure; Computer science; Political science; Media studies; Operations research; Sociology; Psychology; Engineering; Law","score_opus":0.010941660353200627,"score_gpt":0.23883555856138225,"score_spread":0.22789389820818162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913015106","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016611388,0.029396934,0.0040101134,0.043687887,0.044139825,0.00024424086,0.0032125777,0.0011127371,0.87253463],"genre_scores_gemma":[0.0064966287,0.015205302,0.0019084048,0.002809508,0.0015839234,0.000077283505,0.0022601052,0.00031374022,0.9693451],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974005,0.00024264013,0.000085489395,0.00022581697,0.0016644374,0.0003810729],"domain_scores_gemma":[0.99508095,0.0002572771,0.00005653784,0.00026559207,0.0027873404,0.0015523032],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023711878,0.0009696965,0.0008578864,0.0017811261,0.0035098987,0.008142893,0.001616756,0.0017964963,0.3581585],"category_scores_gemma":[0.0042889896,0.00034706594,0.0005959938,0.0028192555,0.001507239,0.0027599707,0.002411036,0.00293037,0.14001514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002033595,0.000019017694,0.00018290157,0.00008386631,0.00000417825,0.000024107587,0.000081061204,0.000039972372,0.00016522425,0.0028829132,0.9516342,0.044862192],"study_design_scores_gemma":[0.0000016431649,0.000002743864,0.00023854592,0.000043876462,0.000002151811,0.000009703141,0.000088795154,0.000033403106,0.000036171106,0.0002659609,0.999273,0.0000039229444],"about_ca_topic_score_codex":0.39915705,"about_ca_topic_score_gemma":0.5734379,"teacher_disagreement_score":0.39915705,"about_ca_system_score_codex":0.010722798,"about_ca_system_score_gemma":0.035362177,"threshold_uncertainty_score":0.915509},"labels":[],"label_agreement":null},{"id":"W2945327179","doi":"10.1145/3314994.3325091","title":"Learning-focused TA Training on a Budget","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Training (meteorology); Work (physics); Computer science; Quality (philosophy); Engineering management; Medical education; Engineering; Medicine","score_opus":0.01703556705046546,"score_gpt":0.23700822080707334,"score_spread":0.21997265375660788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945327179","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1205563,0.001349387,0.1369829,0.014071583,0.0035400211,0.0043690526,0.0017925383,0.010773467,0.7065646],"genre_scores_gemma":[0.57014394,0.0014219763,0.10018153,0.0028035496,0.0010125412,0.002990882,0.0016420729,0.0012799097,0.3185236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973699,0.000792706,0.00023064595,0.0003383425,0.00056907727,0.0006993218],"domain_scores_gemma":[0.98838717,0.0016057944,0.00081050047,0.0012232398,0.002246152,0.005727122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003374189,0.00075121864,0.000542023,0.0014206729,0.0015815737,0.0035266813,0.002371384,0.0007670098,0.19780491],"category_scores_gemma":[0.0107270125,0.00050425495,0.00054213015,0.0009888229,0.0005662053,0.0019833124,0.003770583,0.0015865813,0.04861079],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008006526,0.0018023147,0.003934602,0.00037981573,0.000033033422,0.00019276323,0.00069368427,0.004077295,0.00740993,0.011692295,0.15929732,0.80968624],"study_design_scores_gemma":[0.0008084052,0.0047842213,0.06252486,0.0012164313,0.00010170048,0.000934008,0.0032869622,0.019474406,0.0061175516,0.023163011,0.87740487,0.00018362423],"about_ca_topic_score_codex":0.004478996,"about_ca_topic_score_gemma":0.0072348565,"teacher_disagreement_score":0.19780491,"about_ca_system_score_codex":0.002003444,"about_ca_system_score_gemma":0.008218877,"threshold_uncertainty_score":0.6617234},"labels":[],"label_agreement":null},{"id":"W2963154427","doi":"","title":"Career Success in the MIS Academy","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.013516847610376973,"score_gpt":0.24622313040646993,"score_spread":0.23270628279609296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963154427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9713657,0.0004167371,0.00012669187,0.0048279166,0.00009227347,0.000018960778,0.000039111157,0.000014012703,0.023098627],"genre_scores_gemma":[0.9975641,0.00018354063,0.00008708013,0.00020785426,0.00002657618,0.000005692429,0.000021562499,0.000004917304,0.0018987462],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946903,0.0021799365,0.00024902128,0.0002841548,0.00095854804,0.0016380973],"domain_scores_gemma":[0.95245266,0.007900033,0.0054915254,0.00071206765,0.004462514,0.028981166],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070076897,0.00021217769,0.00050426717,0.0026589483,0.009235159,0.009000629,0.00070742355,0.0012331066,0.008599918],"category_scores_gemma":[0.025970876,0.00019163165,0.00035537203,0.0017863673,0.002387751,0.0027072306,0.006297891,0.0027517881,0.0017045683],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020661244,0.00159624,0.8262722,0.00010459571,0.00006817586,0.00078847335,0.06233143,0.0003125936,0.00061147514,0.014958338,0.011185353,0.081564434],"study_design_scores_gemma":[0.00003704246,0.00052519277,0.76800424,0.00026241087,0.000030917035,0.00058751076,0.19552289,0.00089169975,0.00035179887,0.0075890934,0.02611849,0.00007860938],"about_ca_topic_score_codex":0.0046344427,"about_ca_topic_score_gemma":0.009848005,"teacher_disagreement_score":0.9929923,"about_ca_system_score_codex":0.0021743889,"about_ca_system_score_gemma":0.005710884,"threshold_uncertainty_score":0.03706062},"labels":[],"label_agreement":null},{"id":"W2979938077","doi":"10.1109/ccece.2019.8861715","title":"Survey of Information Technology Undergraduate Degree Programs in Canada","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Bachelor; Degree (music); European union; Curriculum; Bachelor degree; Computer science; Engineering management; Library science; Medical education; Mathematics education; Political science; Engineering; Psychology; Business; Pedagogy; Medicine; International trade","score_opus":0.02561604100005348,"score_gpt":0.21938178728400232,"score_spread":0.19376574628394883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979938077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8081124,0.024309827,0.0007986072,0.016730553,0.0005035492,0.00056959013,0.04897637,0.00043349204,0.09956568],"genre_scores_gemma":[0.8908882,0.03846712,0.0010312581,0.0045019025,0.00012968872,0.00022999533,0.017308727,0.00013303518,0.047310118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965077,0.00017114151,0.00016338164,0.00020835141,0.0017496484,0.0011996892],"domain_scores_gemma":[0.97963506,0.00079000636,0.0012028543,0.00012469213,0.008539705,0.009707773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011787371,0.00028957357,0.00038420781,0.0061214142,0.002551746,0.0015770295,0.0011646653,0.0004147694,0.010568699],"category_scores_gemma":[0.0053337584,0.00031005073,0.00034665625,0.01486469,0.00067911664,0.0005261269,0.0012724792,0.0007628945,0.0016734765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035588557,0.00047538645,0.6024072,0.0019556608,0.000068641864,0.00046882883,0.0043657897,0.00052043406,0.0016971881,0.0032996503,0.14439909,0.23998624],"study_design_scores_gemma":[0.000022126902,0.000100303834,0.885116,0.0006221077,0.000017623011,0.0001653472,0.0064741266,0.00030042307,0.0003270617,0.00008180145,0.1067426,0.000030509396],"about_ca_topic_score_codex":0.94848615,"about_ca_topic_score_gemma":0.96892726,"teacher_disagreement_score":0.9725425,"about_ca_system_score_codex":0.027457496,"about_ca_system_score_gemma":0.086749166,"threshold_uncertainty_score":0.19921905},"labels":[],"label_agreement":null},{"id":"W2982613174","doi":"","title":"Writing IS Teaching Cases: Guidelines for JISE Submission","year":2002,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Carleton University","keywords":"Computer science; Mathematics education; Information retrieval; World Wide Web; Psychology","score_opus":0.0632791173016042,"score_gpt":0.3172523803528886,"score_spread":0.2539732630512844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982613174","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0096056005,0.007558287,0.5303678,0.16535623,0.03845568,0.12044352,0.0024175069,0.018262342,0.107533],"genre_scores_gemma":[0.016064946,0.00861738,0.8720182,0.010469846,0.008056047,0.050897036,0.0028000425,0.0039122365,0.027164137],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7637864,0.118402064,0.060573023,0.00329396,0.050051283,0.003893267],"domain_scores_gemma":[0.39095515,0.18532999,0.054007474,0.042690735,0.29562983,0.031386852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14894737,0.0027100851,0.0034915528,0.012556562,0.0067167636,0.015918324,0.00647528,0.009939652,0.019670932],"category_scores_gemma":[0.48837066,0.0029345932,0.0024542816,0.011178305,0.0056198314,0.015529807,0.011448408,0.013141589,0.04505587],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013122965,0.00072166615,0.0010098715,0.0019292611,0.000030354287,0.0014100226,0.008183642,0.00094871636,0.0020624592,0.0067384215,0.7650335,0.21180083],"study_design_scores_gemma":[0.0002080295,0.00022454944,0.0024783013,0.006527997,0.000029086455,0.0029650875,0.007054195,0.0036336754,0.0017901815,0.020710489,0.95410866,0.0002698399],"about_ca_topic_score_codex":0.0023352848,"about_ca_topic_score_gemma":0.0062775305,"teacher_disagreement_score":0.14894737,"about_ca_system_score_codex":0.0041054757,"about_ca_system_score_gemma":0.038097043,"threshold_uncertainty_score":0.7877184},"labels":[],"label_agreement":null},{"id":"W2995534797","doi":"10.5489/cuaj.6390","title":"The ABCs of AFCs","year":2019,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Environmental science; Computer science; Statistics; Mathematics","score_opus":0.005468041590349585,"score_gpt":0.19069449137362618,"score_spread":0.1852264497832766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995534797","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040815126,0.0018096773,0.0033742252,0.06922597,0.0011449992,0.00005644214,0.0004773003,0.00007918982,0.8830171],"genre_scores_gemma":[0.8870724,0.0019936154,0.00234491,0.0074163303,0.00056421565,0.00009173167,0.00027946485,0.000090511436,0.10014674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99428636,0.0015197048,0.00022228314,0.0004756234,0.0021263214,0.0013698288],"domain_scores_gemma":[0.9835802,0.003518533,0.0010537375,0.0011290902,0.007835205,0.0028831875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034262973,0.00023330106,0.00030258312,0.0034597027,0.0057831244,0.008442476,0.001169577,0.002812804,0.065195106],"category_scores_gemma":[0.034259554,0.00022983977,0.0003204571,0.0036583967,0.006234381,0.0056416923,0.00329223,0.0033844314,0.00458493],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024868803,0.000022839013,0.005824207,0.000035243374,0.000004788993,0.00010675849,0.0011520793,0.00023060007,0.00002640795,0.8869146,0.0561047,0.049552858],"study_design_scores_gemma":[0.000025938709,0.00004163424,0.01310139,0.00051675586,0.000017375209,0.0007661606,0.009667475,0.0011072736,0.000117690906,0.39902863,0.57557434,0.000035319026],"about_ca_topic_score_codex":0.14518914,"about_ca_topic_score_gemma":0.12035379,"teacher_disagreement_score":0.14518914,"about_ca_system_score_codex":0.010834662,"about_ca_system_score_gemma":0.01620538,"threshold_uncertainty_score":0.28868806},"labels":[],"label_agreement":null},{"id":"W3002447922","doi":"10.24908/pceea.vi0.13710","title":"CAPSTONE DESIGN PROJECTS WITH INDUSTRY PARTNERS: A 6-YEAR EXPERIENCE REPORT","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Capstone; Deliverable; Timeline; Engineering management; Set (abstract data type); Scheme (mathematics); Computer science; Engineering; Systems engineering","score_opus":0.010181543553473588,"score_gpt":0.22038863296953332,"score_spread":0.21020708941605973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002447922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8719795,0.0020114693,0.034442596,0.009575209,0.000906472,0.0023312746,0.0009473541,0.0025338612,0.075272314],"genre_scores_gemma":[0.8667809,0.001872574,0.032224257,0.0015503574,0.00022433148,0.0010651407,0.002082906,0.00063871365,0.093560934],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9840937,0.005010876,0.0006462937,0.0011866133,0.0060246685,0.003037908],"domain_scores_gemma":[0.9548142,0.0029212113,0.0013360244,0.0018821748,0.010340693,0.028705714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026505256,0.0013206456,0.000557995,0.0017769446,0.0046047023,0.0054089283,0.0026946499,0.0021561051,0.010921601],"category_scores_gemma":[0.023755891,0.0012150389,0.00068263104,0.0013203783,0.0017698397,0.00348841,0.0114063,0.0040292772,0.0061474773],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008734951,0.029619021,0.07163645,0.00076669746,0.00010693496,0.0037163447,0.130229,0.0032567882,0.009954383,0.0063781724,0.13479681,0.6086659],"study_design_scores_gemma":[0.00028791866,0.012306487,0.07811504,0.00061760837,0.000049432936,0.006000343,0.07436617,0.00514338,0.013959593,0.0035878548,0.80510086,0.00046532176],"about_ca_topic_score_codex":0.002236582,"about_ca_topic_score_gemma":0.0062428294,"teacher_disagreement_score":0.9978563,"about_ca_system_score_codex":0.0021436827,"about_ca_system_score_gemma":0.0054963385,"threshold_uncertainty_score":0.14017493},"labels":[],"label_agreement":null},{"id":"W3010948768","doi":"","title":"National Co-op Student of the Year 2018 - Lawrence Young","year":2020,"lang":"en","type":"article","venue":"SOURCE Sheridan's Institutional Repository (Sheridan College)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History","score_opus":0.014532150640646694,"score_gpt":0.24097742734758984,"score_spread":0.22644527670694314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010948768","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028649278,0.0046907593,0.0018539374,0.09310735,0.037288543,0.00034167143,0.008744424,0.0015100432,0.823814],"genre_scores_gemma":[0.025806298,0.0024316937,0.0012895121,0.0033785189,0.0007765663,0.00010833206,0.0027570312,0.00029583665,0.9631562],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979582,0.00008419588,0.00006593464,0.00016456698,0.0011293349,0.0005977777],"domain_scores_gemma":[0.99217355,0.000065147295,0.00010923466,0.00018969769,0.0025575436,0.0049047875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025922032,0.00044912705,0.0006131986,0.0017952276,0.006173288,0.005465865,0.001305281,0.00097152754,0.08168736],"category_scores_gemma":[0.0030766565,0.0003475565,0.00032565277,0.0014937267,0.000911085,0.0022967719,0.0062819994,0.0025310633,0.03646636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029391122,0.000058331,0.0015898036,0.000038031092,0.0000012359158,0.00005231311,0.0003812611,0.000019908053,0.00022985939,0.005735983,0.95382136,0.038042516],"study_design_scores_gemma":[0.000002953003,0.000015384878,0.0018954265,0.000041725933,0.0000010950253,0.00004816634,0.00051609805,0.000024951574,0.00021646585,0.00027197183,0.99696165,0.00000415256],"about_ca_topic_score_codex":0.112837404,"about_ca_topic_score_gemma":0.29764605,"teacher_disagreement_score":0.112837404,"about_ca_system_score_codex":0.010446338,"about_ca_system_score_gemma":0.039367292,"threshold_uncertainty_score":0.27327144},"labels":[],"label_agreement":null},{"id":"W3018735809","doi":"10.1145/1595496.1562903","title":"A \"communication skills for computer scientists\" course","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Interpersonal communication; Curriculum; Computer science; Communication skills; Social skills; Public speaking; Multimedia; Mathematics education; Psychology; Pedagogy; Medical education; Engineering; Communication","score_opus":0.009120484359714551,"score_gpt":0.26670133801524587,"score_spread":0.2575808536555313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018735809","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4743931,0.001716675,0.016543394,0.036918234,0.0068382863,0.002070742,0.0019689996,0.0025091404,0.45704135],"genre_scores_gemma":[0.4207727,0.0019322155,0.017217178,0.0080860555,0.0014912015,0.00064675114,0.0020613002,0.00019182761,0.5476008],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996526,0.000034218963,0.000009718526,0.000056688823,0.00009896262,0.00014776243],"domain_scores_gemma":[0.9983165,0.000056476405,0.00004874038,0.000035462497,0.00015291327,0.0013897932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032188426,0.00057100103,0.00018388133,0.0003115477,0.0029816166,0.0011607911,0.0006316828,0.0008280716,0.032540515],"category_scores_gemma":[0.0009776158,0.00017385982,0.00020710281,0.00032539084,0.00064230344,0.00043774673,0.0013070126,0.0012118818,0.0066605723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024250535,0.0031822526,0.007933069,0.0003748244,0.000008898098,0.0015755442,0.009309347,0.0007167478,0.026335342,0.009978246,0.6610303,0.279313],"study_design_scores_gemma":[0.00008648175,0.0011653157,0.050122198,0.0001413067,0.000010611878,0.0008985196,0.0042639906,0.00062249287,0.00630864,0.002147487,0.9341942,0.00003868515],"about_ca_topic_score_codex":0.025931317,"about_ca_topic_score_gemma":0.11682158,"teacher_disagreement_score":0.032540515,"about_ca_system_score_codex":0.0046103247,"about_ca_system_score_gemma":0.0068345508,"threshold_uncertainty_score":0.10885894},"labels":[],"label_agreement":null},{"id":"W3033061418","doi":"10.1145/3341525.3394995","title":"Developing Competency Statements for Computer Science Curricula","year":2020,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; British Columbia Institute of Technology","funders":"","keywords":"Curriculum; Computer science; Visualization; Knowledge base; Context (archaeology); Knowledge management; Engineering ethics; Engineering; Artificial intelligence; Pedagogy; Psychology","score_opus":0.04893785830109976,"score_gpt":0.33613898045603013,"score_spread":0.2872011221549304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033061418","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19289266,0.0008208714,0.6798314,0.007405471,0.000959436,0.007301772,0.0070968554,0.008635311,0.09505633],"genre_scores_gemma":[0.2207,0.00039905243,0.75370824,0.00039743638,0.000062646766,0.003712079,0.010989468,0.00062016404,0.009410872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98763436,0.005207123,0.0017601589,0.0007876344,0.003863307,0.0007473587],"domain_scores_gemma":[0.91696995,0.034086414,0.007965358,0.0042040395,0.03337891,0.003395297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024417238,0.0013329338,0.000540719,0.007216583,0.0013586314,0.003920944,0.0019495711,0.0010722828,0.0048495545],"category_scores_gemma":[0.06955902,0.00043445735,0.0009358445,0.0027914273,0.0009572378,0.0042092516,0.0034739014,0.0025621357,0.0023120698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014925867,0.0012215358,0.032535784,0.0009157701,0.000058626054,0.00021875296,0.008644845,0.007659271,0.009025734,0.08074824,0.058719117,0.80010307],"study_design_scores_gemma":[0.0002171031,0.0015109467,0.07622243,0.00430751,0.00011914486,0.00079732767,0.03155264,0.08911597,0.06609116,0.094562076,0.6350474,0.0004563495],"about_ca_topic_score_codex":0.007900838,"about_ca_topic_score_gemma":0.0061489837,"teacher_disagreement_score":0.024417238,"about_ca_system_score_codex":0.0049733752,"about_ca_system_score_gemma":0.013990215,"threshold_uncertainty_score":0.12913221},"labels":[],"label_agreement":null},{"id":"W3049155518","doi":"","title":"Guides: Million Dollar Database (database instruction): Company Criteria","year":2018,"lang":"en","type":"libguides","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Database; Liberian dollar; Computer science; Business; Finance","score_opus":0.03228167464081348,"score_gpt":0.2980783780262424,"score_spread":0.2657967033854289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049155518","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010853494,0.0004577877,0.0019774335,0.0032907322,0.00046054096,0.00081602624,0.22602661,0.013051212,0.75283426],"genre_scores_gemma":[0.0053370814,0.0010351527,0.0052854214,0.0017693522,0.00042651553,0.0007075846,0.2315401,0.0064843744,0.7474144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747306,0.00024118491,0.00036367215,0.00021453128,0.0014894072,0.00021818769],"domain_scores_gemma":[0.97715116,0.0020139187,0.0010701311,0.001521345,0.016752448,0.0014909696],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021301007,0.0011954921,0.0009718668,0.010170781,0.0019284694,0.00856332,0.002721169,0.0020224256,0.60800177],"category_scores_gemma":[0.018986072,0.0011117021,0.00035627114,0.0134882415,0.00040312918,0.006427539,0.0019629782,0.0015535341,0.61590123],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075477324,0.000011901958,0.0000967274,0.000040896266,4.202963e-7,0.000006687507,0.000012694494,0.00001185853,0.00002751693,0.0006610396,0.99085677,0.008266097],"study_design_scores_gemma":[0.000011513519,0.000008720974,0.00091115583,0.00008331319,0.0000011844534,0.000032243996,0.00005185733,0.00008432542,0.00016709304,0.00057027536,0.99806947,0.000008867751],"about_ca_topic_score_codex":0.019017218,"about_ca_topic_score_gemma":0.024573812,"teacher_disagreement_score":0.60800177,"about_ca_system_score_codex":0.0019440333,"about_ca_system_score_gemma":0.0059319097,"threshold_uncertainty_score":0.5591379},"labels":[],"label_agreement":null},{"id":"W3049251896","doi":"","title":"Guides: Million Dollar Database (database instruction): Industry Criteria - SIC","year":2018,"lang":"en","type":"libguides","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Database; Liberian dollar; Business; Computer science; Finance","score_opus":0.03322360126584929,"score_gpt":0.3009054999342954,"score_spread":0.2676818986684461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049251896","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058568094,0.0003346747,0.0013330157,0.0015970344,0.00042671777,0.0004607315,0.58515596,0.010549071,0.39955708],"genre_scores_gemma":[0.0029654067,0.00088836806,0.0034409948,0.0008733678,0.00036342468,0.0005590927,0.6166756,0.005414013,0.36881968],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997675,0.00018875174,0.00042543854,0.00025343962,0.0012393023,0.00021806854],"domain_scores_gemma":[0.9768216,0.0016532652,0.001180892,0.0018991529,0.01715852,0.0012865681],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017185933,0.0016202119,0.0014737002,0.013418593,0.0018145224,0.008988691,0.003098119,0.0016331037,0.6072006],"category_scores_gemma":[0.019449372,0.001260469,0.00054027105,0.023804715,0.00043350586,0.0060064592,0.002018133,0.0018794048,0.682127],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010044683,0.000011283658,0.00011142212,0.000048240603,8.173917e-7,0.000004361416,0.000007891497,0.000015149659,0.000018913808,0.0005887317,0.99224323,0.00693986],"study_design_scores_gemma":[0.000014038961,0.000007807609,0.001220305,0.00009914,0.0000019271722,0.000022228174,0.000036647052,0.00009407124,0.00018509448,0.0006551208,0.9976525,0.000011070984],"about_ca_topic_score_codex":0.02554292,"about_ca_topic_score_gemma":0.021027533,"teacher_disagreement_score":0.6072006,"about_ca_system_score_codex":0.0020320283,"about_ca_system_score_gemma":0.0065125916,"threshold_uncertainty_score":0.5602806},"labels":[],"label_agreement":null},{"id":"W3112820471","doi":"10.33423/jabe.v22i11.3748","title":"From Degree to Chief Information Security Officer (CISO): A Framework for Consideration","year":2020,"lang":"en","type":"article","venue":"Journal of Applied Business and Economics","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Suite; Officer; Position (finance); Curriculum; Benchmark (surveying); Medical education; Information security; Knowledge management; Psychology; Management; Computer science; Business; Pedagogy; Political science; Medicine","score_opus":0.02225928748072147,"score_gpt":0.22610803670283544,"score_spread":0.20384874922211396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112820471","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1600134,0.006237086,0.11107253,0.35722905,0.0033506686,0.0024327224,0.0008605393,0.0003207715,0.35848323],"genre_scores_gemma":[0.92568964,0.001068562,0.04720043,0.0075576575,0.00031530898,0.0011935096,0.0001798323,0.0000644163,0.016730681],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9825183,0.009127184,0.0011720554,0.0012646518,0.0027564063,0.0031613598],"domain_scores_gemma":[0.97142,0.010567293,0.001740637,0.0006744038,0.008212269,0.0073854695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023074673,0.00042465623,0.00045280292,0.0051172385,0.00818345,0.009063658,0.00213115,0.002859109,0.007041643],"category_scores_gemma":[0.045312732,0.00032549852,0.0004361032,0.0033469428,0.0080398815,0.009647023,0.0071675745,0.0048848586,0.00078794226],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081891136,0.00024165971,0.038980626,0.00034709214,0.000008760807,0.00070851773,0.036808286,0.0009992875,0.0007521105,0.7802179,0.036228504,0.10462531],"study_design_scores_gemma":[0.00011987754,0.00053828163,0.077646844,0.0021648463,0.000024725437,0.0013958062,0.1781037,0.006302219,0.0008053515,0.19546448,0.53726804,0.00016591526],"about_ca_topic_score_codex":0.03499078,"about_ca_topic_score_gemma":0.07939403,"teacher_disagreement_score":0.03499078,"about_ca_system_score_codex":0.0120241055,"about_ca_system_score_gemma":0.029319217,"threshold_uncertainty_score":0.12203199},"labels":[],"label_agreement":null},{"id":"W3125872972","doi":"","title":"Design and Behavioral Science Research in Premier IS Journals: Evidence from Database Management Research","year":2011,"lang":"en","type":"article","venue":"DigitalCommons - CalPoly (California State Polytechnic University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Data science; Database; Core (optical fiber); Work (physics); Knowledge management; Engineering","score_opus":0.2685127360185824,"score_gpt":0.3784085558100662,"score_spread":0.10989581979148383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125872972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6643545,0.19138105,0.0057578976,0.028970204,0.00107398,0.0004642745,0.0010862595,0.00012364305,0.10678808],"genre_scores_gemma":[0.9217972,0.06162356,0.006784287,0.0046862387,0.0010381779,0.00029772238,0.0006490049,0.000083002684,0.0030407612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94656694,0.026929816,0.0070546763,0.004025622,0.013749513,0.0016733744],"domain_scores_gemma":[0.2998415,0.53354365,0.08310876,0.02388203,0.04682916,0.012794899],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0862802,0.00041138765,0.0008867841,0.01798749,0.003734964,0.017004548,0.0018642207,0.0021850565,0.00854339],"category_scores_gemma":[0.25309402,0.00071886816,0.00077690685,0.029274367,0.0060666753,0.008230974,0.0043308316,0.0017630744,0.0011166066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015023403,0.0017346237,0.46230397,0.0103804385,0.0007103852,0.0004293945,0.046181336,0.0005216683,0.0011986969,0.049185146,0.007350377,0.41850168],"study_design_scores_gemma":[0.00050193316,0.0025418657,0.7440982,0.011349886,0.0006060559,0.0011610776,0.06497202,0.00061544013,0.00278491,0.023526795,0.14766593,0.00017588168],"about_ca_topic_score_codex":0.003659271,"about_ca_topic_score_gemma":0.0051807985,"teacher_disagreement_score":0.9137198,"about_ca_system_score_codex":0.0062911925,"about_ca_system_score_gemma":0.011207706,"threshold_uncertainty_score":0.45629877},"labels":[],"label_agreement":null},{"id":"W3127755419","doi":"10.51593/20190024","title":"Immigration Policy and the Global Competition for AI Talent","year":2020,"lang":"en","type":"report","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Immigration; Competition (biology); Immigration policy; Competition policy; Political science; International trade; Economic growth; Business; Economics; Law","score_opus":0.019330472031071175,"score_gpt":0.3101064419273794,"score_spread":0.2907759698963082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127755419","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1623045,0.008889643,0.0008529586,0.11699502,0.0010969541,0.000040059203,0.0004897545,0.00006757539,0.7092635],"genre_scores_gemma":[0.8123346,0.01871015,0.0020846862,0.026367946,0.00069082744,0.00007900064,0.0007801598,0.00006387509,0.13888876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788827,0.00050278875,0.00006774856,0.00013196691,0.00059398165,0.0008152665],"domain_scores_gemma":[0.99747604,0.0006994256,0.0003919297,0.00007171754,0.0008136298,0.0005472941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002111137,0.00023408113,0.00014227291,0.001420307,0.00326778,0.0056256647,0.00030399795,0.0016109546,0.008561847],"category_scores_gemma":[0.0038838754,0.0001153891,0.000253776,0.0020841656,0.0019238675,0.0021247691,0.0020487295,0.0021656693,0.0009757404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019007284,0.00022091181,0.05815157,0.00047021298,0.00003959981,0.0009023505,0.009136674,0.003161,0.0017059416,0.5558678,0.15683658,0.2133173],"study_design_scores_gemma":[0.000022316794,0.00014159176,0.08954685,0.00085825176,0.000035077184,0.00038372268,0.0174576,0.0010087764,0.00087089895,0.01702221,0.872598,0.000054804128],"about_ca_topic_score_codex":0.11926691,"about_ca_topic_score_gemma":0.19306362,"teacher_disagreement_score":0.11926691,"about_ca_system_score_codex":0.00674591,"about_ca_system_score_gemma":0.013528121,"threshold_uncertainty_score":0.23714542},"labels":[],"label_agreement":null},{"id":"W3161331181","doi":"","title":"Survey of Information Technology Undergraduate Degree Programs in Canada","year":2019,"lang":"en","type":"article","venue":"IEEE Conference Proceedings","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Degree (music)","score_opus":0.03864812724561011,"score_gpt":0.2289453928588521,"score_spread":0.19029726561324198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161331181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94977784,0.002407052,0.00020381188,0.0073677995,0.00011729297,0.0002803178,0.013940904,0.00008147792,0.025823403],"genre_scores_gemma":[0.9667126,0.0031522783,0.00028457132,0.0021947972,0.000033991673,0.00010095566,0.0036830537,0.000028105367,0.023809621],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99659026,0.00019081745,0.00018348215,0.00025669704,0.0012703252,0.0015084823],"domain_scores_gemma":[0.9772126,0.00080773595,0.0014130188,0.00012913678,0.008890585,0.011546828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011698311,0.0002667575,0.00041306103,0.0047794436,0.0039130184,0.001926552,0.0014322597,0.00078652287,0.0117709525],"category_scores_gemma":[0.0053945594,0.00040880602,0.00034049054,0.009598957,0.0008249942,0.000510847,0.0014217788,0.00095452066,0.0016113428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017735727,0.00029700875,0.9426097,0.00022947599,0.000029104707,0.00015920991,0.0030347274,0.00014829132,0.00054409116,0.0007258189,0.022663357,0.029381936],"study_design_scores_gemma":[0.000012413039,0.000060381593,0.9780594,0.000115989664,0.000007666877,0.000051916748,0.0066970102,0.00015250684,0.00012392148,0.000027755897,0.0146776065,0.000013416078],"about_ca_topic_score_codex":0.9857895,"about_ca_topic_score_gemma":0.9952638,"teacher_disagreement_score":0.95880425,"about_ca_system_score_codex":0.041195747,"about_ca_system_score_gemma":0.14184979,"threshold_uncertainty_score":0.2988975},"labels":[],"label_agreement":null},{"id":"W3210908152","doi":"10.5430/jbar.v10n2p73","title":"ICT Proficiency Levels of Canadian University-Level Business School Graduates: Representations of Graduates and Employers","year":2021,"lang":"en","type":"article","venue":"Journal of Business Administration Research","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Information and Communications Technology; Employability; Medical education; Psychology; Business; Pedagogy; Political science; Medicine","score_opus":0.14427792090782823,"score_gpt":0.3539940318235957,"score_spread":0.20971611091576745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210908152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952514,0.0001254118,0.000044644174,0.0003529424,0.000008016092,0.000009760259,0.00008492903,0.0000043350024,0.0041184914],"genre_scores_gemma":[0.99759644,0.0002279654,0.00007462635,0.00009189121,0.000003872101,0.000006926685,0.00011033931,0.000002063695,0.0018859241],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827385,0.00012500874,0.000043637763,0.00009573078,0.0009877308,0.00047405786],"domain_scores_gemma":[0.9945509,0.0005009679,0.0004802259,0.00006367662,0.002206362,0.0021978829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015801145,0.00018061652,0.0001922121,0.0016526585,0.0032531978,0.0020873088,0.00055512425,0.0004351937,0.0035187907],"category_scores_gemma":[0.0056076166,0.00017176486,0.00020574318,0.001410953,0.0013732401,0.00043242783,0.0014199195,0.00073681463,0.00026764124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009375427,0.0001037593,0.84680396,0.00007656337,0.000014546927,0.00036987223,0.10605244,0.00011412641,0.0019282266,0.0005482779,0.0025406696,0.04135387],"study_design_scores_gemma":[0.0000036002596,0.000068944464,0.88023704,0.00006145032,0.000005955574,0.00011434397,0.112904474,0.00013664407,0.00020519513,0.000058517424,0.0061742775,0.000029488067],"about_ca_topic_score_codex":0.85542333,"about_ca_topic_score_gemma":0.9014963,"teacher_disagreement_score":0.99038124,"about_ca_system_score_codex":0.009618774,"about_ca_system_score_gemma":0.012912685,"threshold_uncertainty_score":0.29085618},"labels":[],"label_agreement":null},{"id":"W3216815682","doi":"10.2308/isys-10800","title":"Annual Editor Report","year":2020,"lang":"en","type":"paratext","venue":"Journal of Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.009798908264314309,"score_gpt":0.2530604250535445,"score_spread":0.24326151678923016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216815682","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044306857,0.00348534,0.0009095075,0.03559418,0.18132125,0.00030525308,0.006043605,0.0011356274,0.7707622],"genre_scores_gemma":[0.0023870594,0.0030555755,0.0005782968,0.0040172716,0.023730705,0.00010749868,0.0021992938,0.00048126729,0.96344304],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744993,0.00019002716,0.00013424431,0.00031320442,0.0016656863,0.0002467789],"domain_scores_gemma":[0.99227846,0.0004552885,0.00032441394,0.00042600158,0.005141729,0.001374041],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017592275,0.0010321169,0.00067424576,0.0019682306,0.00136112,0.0054986645,0.0013403192,0.0022200772,0.69917136],"category_scores_gemma":[0.010286418,0.00034855359,0.0006398223,0.001264602,0.00037018486,0.0029120995,0.0020656066,0.0027564738,0.57658416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007084292,0.0000045610955,0.000037413414,0.000034221957,0.0000010989368,0.00002229819,0.0000048136285,0.000008812762,0.000040380542,0.00036617872,0.9857584,0.013714805],"study_design_scores_gemma":[0.0000029557555,0.0000035781736,0.0000761193,0.000041472464,0.0000013127147,0.00003110158,0.000018455266,0.000014524049,0.00004281682,0.00013333287,0.999632,0.0000022917939],"about_ca_topic_score_codex":0.0018741693,"about_ca_topic_score_gemma":0.00459387,"teacher_disagreement_score":0.99450135,"about_ca_system_score_codex":0.0013317455,"about_ca_system_score_gemma":0.0035325647,"threshold_uncertainty_score":0.4290955},"labels":[],"label_agreement":null},{"id":"W4206615623","doi":"10.1145/3502870.3506569","title":"Designing Dissemination and Validation of a Framework for Teaching Cloud Fundamentals","year":2021,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Cloud computing; Curriculum; Computer science; Knowledge management; Data science; Pedagogy; Psychology","score_opus":0.018535761583806192,"score_gpt":0.3116238487517609,"score_spread":0.2930880871679547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206615623","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25481343,0.000337206,0.64466745,0.00621703,0.00045189646,0.058054574,0.0008037562,0.0025189104,0.032135732],"genre_scores_gemma":[0.21613686,0.00014421866,0.76252806,0.00044333813,0.000022006212,0.016157098,0.0010716078,0.00025403564,0.0032427406],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9080793,0.06379222,0.0058143563,0.0062287245,0.0121851005,0.0039001617],"domain_scores_gemma":[0.7712749,0.11677715,0.007703159,0.04118448,0.05482576,0.008234542],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.19614644,0.0015723536,0.0008027557,0.007144795,0.004965625,0.00898098,0.005402924,0.0032846997,0.0034728947],"category_scores_gemma":[0.2133796,0.0016815077,0.0014143889,0.0031461332,0.006346762,0.010105272,0.012225188,0.0053886375,0.0011195873],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080913043,0.010097044,0.039511256,0.00245186,0.000119339966,0.000695627,0.1272812,0.011873258,0.02533992,0.090002276,0.0109519465,0.68086714],"study_design_scores_gemma":[0.0034457198,0.012760483,0.06295539,0.012137213,0.0006209655,0.00087309454,0.21712203,0.13345699,0.09385704,0.11223947,0.34965596,0.000875612],"about_ca_topic_score_codex":0.018502155,"about_ca_topic_score_gemma":0.01906477,"teacher_disagreement_score":0.19614644,"about_ca_system_score_codex":0.01784658,"about_ca_system_score_gemma":0.045276597,"threshold_uncertainty_score":0.99129456},"labels":[],"label_agreement":null},{"id":"W4210908095","doi":"10.24908/ijsle.v16i1.14491","title":"Agile Corps - A Public Service-Learning Program Part II","year":2021,"lang":"en","type":"article","venue":"International Journal for Service Learning in Engineering Humanitarian Engineering and Social Entrepreneurship","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Government of Alberta","funders":"","keywords":"Agile software development; Government (linguistics); Outsourcing; Engineering; Service (business); Business; Public relations; Public sector; Engineering management; Marketing; Political science","score_opus":0.02061441483772793,"score_gpt":0.2512630345285347,"score_spread":0.23064861969080677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210908095","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26722205,0.0010209592,0.1267324,0.009829159,0.0017418171,0.013254517,0.009774713,0.0285674,0.54185706],"genre_scores_gemma":[0.3484545,0.0013837701,0.23209259,0.0025412864,0.0003383609,0.0082049705,0.012037352,0.0028066023,0.3921406],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992079,0.0002136984,0.000027148319,0.00009455132,0.00026392256,0.00019277689],"domain_scores_gemma":[0.9968701,0.00035517788,0.00014488623,0.00026215974,0.00071242027,0.0016552866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019087511,0.00055606663,0.00020926722,0.00072098646,0.0010079574,0.0014769834,0.0008030468,0.0003103669,0.03623061],"category_scores_gemma":[0.0022029255,0.00036313888,0.0002433247,0.0006951685,0.000516923,0.0005998228,0.0016666545,0.0011793582,0.010009965],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037159678,0.0031089114,0.0053352024,0.00022571253,0.000010553515,0.00018255886,0.0012810654,0.0018451881,0.008392939,0.005336831,0.24487312,0.7290363],"study_design_scores_gemma":[0.0003171865,0.0025860188,0.024777526,0.00027291654,0.000009145549,0.00047248974,0.0013942231,0.005204436,0.008981678,0.0032025522,0.95274466,0.000037180434],"about_ca_topic_score_codex":0.002710705,"about_ca_topic_score_gemma":0.005446004,"teacher_disagreement_score":0.03623061,"about_ca_system_score_codex":0.0013942277,"about_ca_system_score_gemma":0.005588894,"threshold_uncertainty_score":0.12120342},"labels":[],"label_agreement":null},{"id":"W4214756288","doi":"10.1109/clei.2018.00004","title":"Table of contents","year":2018,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universidade Federal de Mato Grosso do Sul; Universidade Estadual Paulista; Universidade do Estado de Santa Catarina; Universidade Federal de Viçosa; Universidad de la República Uruguay; Universidade de São Paulo; Pontificia Universidade Católica do Paraná; University of Ontario Institute of Technology; Empresa Brasileira de Pesquisa Agropecuária; Universidade Federal de Santa Catarina; Universidade Federal de Pelotas; Indiana Corn Marketing Council; Universidad Tecnológica Nacional; Universidad Técnica Federico Santa María","keywords":"Table (database); Computer science; Database","score_opus":0.0201569662347818,"score_gpt":0.2539061426383736,"score_spread":0.23374917640359177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214756288","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008812091,0.0056532407,0.0046428554,0.00644309,0.022852298,0.00073143403,0.027773118,0.0023110996,0.9287116],"genre_scores_gemma":[0.0031072295,0.0053981086,0.0025379183,0.0024021503,0.005472715,0.0003358417,0.020985395,0.0008565196,0.9589041],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937135,0.00008147984,0.000043869062,0.00011370079,0.00033531117,0.00005423526],"domain_scores_gemma":[0.99596125,0.0007120009,0.00017217676,0.00030129647,0.0022125472,0.0006407675],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006606854,0.00077222317,0.0010340598,0.0036242332,0.0015117027,0.004351043,0.0014547858,0.0008901885,0.7915496],"category_scores_gemma":[0.007676731,0.00029439016,0.0004288739,0.0033318393,0.00032967716,0.0026202942,0.0017472161,0.0013808663,0.7032143],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018481694,0.000031084423,0.00014628083,0.0002345842,0.0000024857543,0.000024719497,0.000029349865,0.00009107912,0.0002056032,0.0022860796,0.9367646,0.06016558],"study_design_scores_gemma":[0.0000027061076,0.000014474387,0.00024661186,0.00015801546,0.000002379343,0.000048672304,0.000034173954,0.000037504236,0.00007007769,0.0007973006,0.9985844,0.0000037904708],"about_ca_topic_score_codex":0.0025923674,"about_ca_topic_score_gemma":0.002886239,"teacher_disagreement_score":0.20845038,"about_ca_system_score_codex":0.001487256,"about_ca_system_score_gemma":0.0024019936,"threshold_uncertainty_score":0.29732913},"labels":[],"label_agreement":null},{"id":"W4214845435","doi":"10.1145/3506860.3506875","title":"Towards an Automatic Approach for Assessing Program Competencies","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Curriculum; Soft skills; Leverage (statistics); Variety (cybernetics); Syllabus; Transferable skills analysis; Knowledge management; Artificial intelligence; Mathematics education; Medical education; Higher education; Pedagogy; Psychology","score_opus":0.03891324590942171,"score_gpt":0.3107921727086861,"score_spread":0.2718789267992644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214845435","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1130474,0.0006991668,0.83343714,0.0015711981,0.00015691966,0.0012532776,0.016258277,0.017890565,0.01568605],"genre_scores_gemma":[0.23782216,0.0003276233,0.72997147,0.00046869062,0.0000896594,0.0010428522,0.02431839,0.00035970923,0.00559945],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971762,0.00058104633,0.00033176842,0.00085791963,0.0008021062,0.00025091125],"domain_scores_gemma":[0.99101603,0.0036486757,0.00082439947,0.0007926017,0.0033151754,0.00040314483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022098066,0.001380811,0.0006692663,0.011779619,0.00071613956,0.0021397115,0.0017417471,0.0016107138,0.003665822],"category_scores_gemma":[0.011047736,0.00039044116,0.0009190369,0.0046969852,0.0004943963,0.0023206372,0.0017083634,0.001718581,0.0036476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016090462,0.0011802346,0.08606541,0.00060548657,0.00012560614,0.00019556197,0.0004448065,0.009716362,0.019966934,0.0046253907,0.02616561,0.85074776],"study_design_scores_gemma":[0.00013469467,0.0005875377,0.116152704,0.0004935203,0.00016410304,0.00064249954,0.0023997694,0.73245716,0.047607947,0.03216717,0.0670387,0.00015419612],"about_ca_topic_score_codex":0.009556339,"about_ca_topic_score_gemma":0.022634748,"teacher_disagreement_score":0.011779619,"about_ca_system_score_codex":0.0012391065,"about_ca_system_score_gemma":0.0030868778,"threshold_uncertainty_score":0.019001484},"labels":[],"label_agreement":null},{"id":"W4230304841","doi":"10.1145/971300.971464","title":"Research, teaching, and service","year":2004,"lang":"en","type":"article","venue":"Proceedings of the 35th SIGCSE technical symposium on Computer science education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Structuring; Quarter (Canadian coin); Curriculum; Service (business); Graduate students; Computer science; Mathematics education; Engineering ethics; Library science; Pedagogy; Engineering; Sociology; Psychology; Political science","score_opus":0.018024479433373857,"score_gpt":0.3023028785875247,"score_spread":0.2842783991541508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230304841","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056084123,0.0041550244,0.05305296,0.10529118,0.0023345123,0.00036960695,0.00008133684,0.00068217784,0.7779491],"genre_scores_gemma":[0.83809304,0.002474567,0.025600161,0.016870378,0.0008628142,0.00049190345,0.00008994391,0.0002531287,0.11526407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9710468,0.018333588,0.0008504634,0.0026206337,0.004747169,0.0024014423],"domain_scores_gemma":[0.9824838,0.0042329286,0.0013444022,0.004028515,0.0015753775,0.006334928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014126053,0.00047548072,0.0006502003,0.001269671,0.008533612,0.022858838,0.0018506426,0.0039530355,0.017615559],"category_scores_gemma":[0.020994553,0.00049824966,0.00045530678,0.0022077071,0.023084758,0.013166256,0.011945166,0.004560272,0.006170448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006461921,0.00028349494,0.0035738994,0.00028599254,0.000018347615,0.00011848047,0.032558404,0.00028396279,0.0009865613,0.73806554,0.031164767,0.19259585],"study_design_scores_gemma":[0.000040941803,0.00036462888,0.0026536854,0.0005223646,0.000017622826,0.00037595382,0.06321087,0.0007115511,0.0006635008,0.2189469,0.71245366,0.000038304228],"about_ca_topic_score_codex":0.0040402603,"about_ca_topic_score_gemma":0.004450712,"teacher_disagreement_score":0.022858838,"about_ca_system_score_codex":0.0075966823,"about_ca_system_score_gemma":0.023938047,"threshold_uncertainty_score":0.074706554},"labels":[],"label_agreement":null},{"id":"W4233182832","doi":"10.1109/ge.2019.00004","title":"Table of contents","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universidade Federal do Pará; Universidade Federal de Santa Maria; Universidade Federal do Pampa; Universidade Federal do Rio Grande do Sul; McGill University","keywords":"Table (database); Computer science; Database","score_opus":0.011669159682340197,"score_gpt":0.22487881845637162,"score_spread":0.21320965877403142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233182832","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007692155,0.003575578,0.0029542102,0.005163173,0.01410998,0.0006713761,0.024017146,0.0017704708,0.94696885],"genre_scores_gemma":[0.002612772,0.0035908339,0.0016729349,0.0018866289,0.003575772,0.00029647583,0.015686361,0.0006571215,0.970021],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947804,0.000069991795,0.000033224183,0.00008752497,0.00028347812,0.000047774614],"domain_scores_gemma":[0.99659723,0.0006054307,0.00014696756,0.00023515003,0.0018569224,0.00055833696],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00062710437,0.00065165595,0.0008843935,0.0032963287,0.0015086842,0.0040070205,0.0012407014,0.0008167953,0.79588336],"category_scores_gemma":[0.0061260173,0.00026731862,0.000341075,0.0030392334,0.0002988193,0.0023030667,0.0015974796,0.0012740436,0.69097066],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015021604,0.000028654842,0.0001422017,0.00017736266,0.0000016059346,0.00001954536,0.00003011942,0.00006650992,0.00018855055,0.001913281,0.9461933,0.051223796],"study_design_scores_gemma":[0.0000024730873,0.000013011025,0.00032589262,0.0001494657,0.0000017513282,0.000039786253,0.00004210132,0.000033226017,0.000066430206,0.0006389832,0.9986834,0.0000034962338],"about_ca_topic_score_codex":0.002951921,"about_ca_topic_score_gemma":0.0033183722,"teacher_disagreement_score":0.20411664,"about_ca_system_score_codex":0.0014444222,"about_ca_system_score_gemma":0.0022350247,"threshold_uncertainty_score":0.2911476},"labels":[],"label_agreement":null},{"id":"W4234507090","doi":"10.26530/oapen_459288","title":"The Information Systems Academic Discipline in Australia","year":2008,"lang":"en","type":"book","venue":"ANU Press eBooks","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Australian Research Council; Victoria University; Victoria University of Wellington; Deakin University; University of Tasmania; Australian National University; Strong","keywords":"Information system; Discipline; Political science; Geography; Sociology; Social science; Law","score_opus":0.04327038782937679,"score_gpt":0.2850489725914011,"score_spread":0.24177858476202432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234507090","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01995855,0.06957138,0.002628452,0.1370017,0.00950867,0.00007815762,0.00007237426,0.0001688636,0.7610119],"genre_scores_gemma":[0.053143896,0.020155504,0.00095209084,0.004005525,0.0008612374,0.000027042142,0.000027328515,0.0000532188,0.92077416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998314,0.00029686902,0.00007105714,0.00012933824,0.000895567,0.00029315337],"domain_scores_gemma":[0.9950132,0.0007727044,0.00021183645,0.00015008566,0.0014604955,0.0023916825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024380311,0.00040064278,0.0006765843,0.0016138632,0.0065197223,0.0058289804,0.0006546448,0.0024181642,0.015654065],"category_scores_gemma":[0.004188178,0.00066572987,0.00032274897,0.002952307,0.0030707547,0.0045065056,0.0024929256,0.0047941976,0.0036873184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003034426,0.00011633187,0.0031054688,0.000841479,0.000013287791,0.00060680707,0.020489743,0.00044276527,0.00083741295,0.13042165,0.6404197,0.20267507],"study_design_scores_gemma":[0.0000023789592,0.000039312374,0.005808181,0.00026569978,0.000004431961,0.00019476161,0.0022786502,0.00027478128,0.000120364486,0.0049388544,0.98606503,0.0000075192443],"about_ca_topic_score_codex":0.10174126,"about_ca_topic_score_gemma":0.3202739,"teacher_disagreement_score":0.10174126,"about_ca_system_score_codex":0.010284234,"about_ca_system_score_gemma":0.034046393,"threshold_uncertainty_score":0.2022981},"labels":[],"label_agreement":null},{"id":"W4237444486","doi":"10.1145/1989622","title":"Proceedings of the 16th Western Canadian Conference on Computing Education","year":2011,"lang":"en","type":"paratext","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Library science","score_opus":0.027238206825200395,"score_gpt":0.2544139613118021,"score_spread":0.2271757544866017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237444486","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005776576,0.016068412,0.005266464,0.03055352,0.023328971,0.00015494948,0.0023875989,0.0009256932,0.91553795],"genre_scores_gemma":[0.009604535,0.0073338174,0.0014367718,0.00064146996,0.00048078847,0.000035574583,0.0010790859,0.00018536633,0.97920257],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982603,0.00017126225,0.00005219086,0.0001402906,0.0010059292,0.00036994164],"domain_scores_gemma":[0.99605846,0.00028553893,0.000048611826,0.00019311911,0.002147214,0.001267141],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022824437,0.00086945936,0.0008700159,0.0021533342,0.0041513992,0.007906196,0.0013722301,0.0016986132,0.32286832],"category_scores_gemma":[0.003124602,0.00037040762,0.0004554038,0.003128994,0.0019850526,0.0025609368,0.0026084166,0.0025517254,0.09523067],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005334988,0.00007071061,0.00088819297,0.00013341777,0.000006989844,0.000048229096,0.0003319495,0.00013174661,0.00039025708,0.006698148,0.8948845,0.09636249],"study_design_scores_gemma":[0.000004631407,0.000008530257,0.0013656439,0.0001025306,0.000006742701,0.000021195625,0.00046237835,0.00017987113,0.0001787357,0.00085644523,0.9968039,0.000009368655],"about_ca_topic_score_codex":0.5711568,"about_ca_topic_score_gemma":0.7692577,"teacher_disagreement_score":0.5711568,"about_ca_system_score_codex":0.010457005,"about_ca_system_score_gemma":0.043036703,"threshold_uncertainty_score":0.9658462},"labels":[],"label_agreement":null},{"id":"W4240574621","doi":"10.1145/1341971.1341973","title":"Letter from the chair","year":2008,"lang":"en","type":"letter","venue":"ACM SIGMIS Database the DATABASE for Advances in Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Power (physics); Theme (computing); Event (particle physics); Sociology; Media studies; Operations research; Computer science; Engineering; World Wide Web","score_opus":0.024755295744092718,"score_gpt":0.26731475757152323,"score_spread":0.24255946182743052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240574621","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009876754,0.004263227,0.0008787093,0.5233608,0.2965634,0.00023774855,0.0006137589,0.00066578656,0.17242898],"genre_scores_gemma":[0.0063180574,0.0024212024,0.00048437237,0.21747568,0.031124143,0.00018396003,0.00032155323,0.00035171455,0.7413192],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960439,0.0007445701,0.00023457031,0.0006312378,0.0014049361,0.0009407052],"domain_scores_gemma":[0.989256,0.0007069114,0.00021224761,0.00032444618,0.006210767,0.0032895934],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027765238,0.0012588295,0.0010577282,0.0010559733,0.006843321,0.008285464,0.0013985777,0.010072466,0.2684794],"category_scores_gemma":[0.019066205,0.00066050974,0.00090855936,0.00082093943,0.0010043139,0.004255674,0.0034939805,0.013158036,0.19477344],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084207095,0.0000055265505,0.000036652164,0.000009957577,7.072784e-7,0.000046331443,0.000027335214,0.000004209674,0.000028423066,0.0004358698,0.9963037,0.003092919],"study_design_scores_gemma":[0.0000034124307,0.000008186729,0.00014999948,0.000033373595,0.000001293117,0.000113784634,0.00027760412,0.000018609691,0.00003540388,0.00024845952,0.9991035,0.0000063266725],"about_ca_topic_score_codex":0.0059241345,"about_ca_topic_score_gemma":0.010035078,"teacher_disagreement_score":0.7315206,"about_ca_system_score_codex":0.0032302835,"about_ca_system_score_gemma":0.0073535177,"threshold_uncertainty_score":0.89815307},"labels":[],"label_agreement":null},{"id":"W4251383504","doi":"10.1145/960568.782999","title":"Information technology fluency in practice","year":2002,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fluency; Computer science; Human–computer interaction; Knowledge management; Psychology; Mathematics education","score_opus":0.008417203310632818,"score_gpt":0.23534345390314676,"score_spread":0.22692625059251395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251383504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6131235,0.004373375,0.017036907,0.017255919,0.0002277492,0.00013044797,0.00009499882,0.00013545349,0.3476217],"genre_scores_gemma":[0.99488914,0.0004443501,0.00145396,0.000399592,0.000039225033,0.000037635888,0.000016283113,0.000015463394,0.0027041733],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9848487,0.008426576,0.0008671516,0.00095056766,0.0032473698,0.0016597287],"domain_scores_gemma":[0.9656456,0.020928035,0.0025579885,0.0017077147,0.0040241294,0.005136517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008573724,0.00021532357,0.00031467367,0.0035437897,0.003435091,0.009371548,0.00055158185,0.0015930429,0.005933752],"category_scores_gemma":[0.039002154,0.00022700484,0.00021200639,0.0022764164,0.0075994297,0.0065011242,0.0068531246,0.0017220482,0.0006188414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014990823,0.00043243766,0.085736126,0.00037818664,0.000036102258,0.0013292613,0.20982239,0.0007519992,0.0010758503,0.3974417,0.013142882,0.2897031],"study_design_scores_gemma":[0.00010480314,0.0006044175,0.12791634,0.0013433069,0.00004515792,0.0030805091,0.17926703,0.0024036923,0.0021176417,0.35362145,0.32940936,0.000086390595],"about_ca_topic_score_codex":0.0034611104,"about_ca_topic_score_gemma":0.0020162382,"teacher_disagreement_score":0.009371548,"about_ca_system_score_codex":0.0047860714,"about_ca_system_score_gemma":0.0037190523,"threshold_uncertainty_score":0.045342743},"labels":[],"label_agreement":null},{"id":"W4253771435","doi":"10.48009/2_iis_2010_145-151","title":"ACADEMIC CALENDAR CHANGE INDUCED CURRICULUM CHANGE","year":2010,"lang":"en","type":"article","venue":"Issues in Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Mandate; Quarter (Canadian coin); Plan (archaeology); State (computer science); Academic year; Political science; Curriculum development; Process (computing); Higher education; Medical education; Mathematics education; Pedagogy; Sociology; Psychology; Computer science; Medicine; Geography","score_opus":0.04054793263671185,"score_gpt":0.31165417054151406,"score_spread":0.2711062379048022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253771435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5562685,0.0014275981,0.034066834,0.034763064,0.011222005,0.0035528492,0.0033989968,0.003327055,0.35197315],"genre_scores_gemma":[0.88266706,0.00051678467,0.013072152,0.010815848,0.000911294,0.0018296444,0.0015077224,0.0004688531,0.08821065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98616064,0.0032867815,0.0008161352,0.0022941462,0.004836092,0.0026063006],"domain_scores_gemma":[0.96521175,0.008656409,0.0048805834,0.0042647505,0.010318261,0.006668126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009854638,0.0005822742,0.00044265858,0.0021604502,0.0029373528,0.0056341533,0.0019113417,0.0020827062,0.033731084],"category_scores_gemma":[0.055158366,0.0005781088,0.00090222183,0.0033434965,0.0013851086,0.0022818497,0.006680243,0.0035401883,0.005976952],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015190485,0.0043946113,0.04026192,0.0012629122,0.00012599569,0.00061627425,0.01598557,0.004739553,0.009573454,0.15619066,0.20986377,0.55546635],"study_design_scores_gemma":[0.00031591838,0.00082460075,0.08166788,0.00018182198,0.00007221309,0.00013366039,0.006047837,0.0021192643,0.008922087,0.016896531,0.88270026,0.00011795578],"about_ca_topic_score_codex":0.0062600817,"about_ca_topic_score_gemma":0.009401415,"teacher_disagreement_score":0.033731084,"about_ca_system_score_codex":0.00910074,"about_ca_system_score_gemma":0.011896123,"threshold_uncertainty_score":0.112841666},"labels":[],"label_agreement":null},{"id":"W4280566818","doi":"10.1145/3524045","title":"CONVERSATIONS: Conversation with a prominent propagator","year":2022,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conversation; Citation; Propagator; Computer science; Art history; Library science; History; Sociology; Mathematics; Communication","score_opus":0.010716695574068106,"score_gpt":0.2099770203231713,"score_spread":0.1992603247491032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280566818","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051570285,0.004251255,0.008923088,0.6956139,0.025188524,0.00024190533,0.00025902013,0.0009413831,0.21301067],"genre_scores_gemma":[0.6414123,0.0023453808,0.0035300255,0.19349226,0.0072671752,0.00043217992,0.00019292245,0.0014507222,0.14987704],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9648269,0.027822152,0.00061245,0.0012189808,0.0029649977,0.0025544914],"domain_scores_gemma":[0.9572489,0.021935258,0.002586691,0.0018288719,0.005937778,0.010462406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020462748,0.0009918484,0.0008668957,0.001417765,0.032789182,0.01484803,0.001958241,0.012239043,0.033316698],"category_scores_gemma":[0.057888094,0.0007512509,0.0009720131,0.0013092826,0.0128954835,0.020277578,0.016771369,0.016330106,0.013475304],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013745858,0.00007553316,0.0009442802,0.00014282517,0.000016423712,0.0020196156,0.5837291,0.00005487738,0.0011859614,0.014657623,0.3851394,0.011896856],"study_design_scores_gemma":[0.000015733844,0.00004643397,0.0003513917,0.00024091509,0.00000976373,0.0006058202,0.33322388,0.00018571336,0.00023180369,0.0034589248,0.66157496,0.000054586926],"about_ca_topic_score_codex":0.005046446,"about_ca_topic_score_gemma":0.0062591922,"teacher_disagreement_score":0.033316698,"about_ca_system_score_codex":0.0059680603,"about_ca_system_score_gemma":0.0043530725,"threshold_uncertainty_score":0.1114555},"labels":[],"label_agreement":null},{"id":"W4288690443","doi":"10.5539/jel.v11n5p183","title":"A Survey of Estonian Video Game Industry Needs","year":2022,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Social Fund","keywords":"Game Developer; Context (archaeology); Computer science; Video game; Game design; Video game development; Game testing; Task (project management); Curriculum; Control (management); Software; Raster graphics; Game design document; Multimedia; Knowledge management; Psychology; Engineering; Artificial intelligence; Pedagogy; Geography","score_opus":0.019176655279665177,"score_gpt":0.2773578799820096,"score_spread":0.25818122470234445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288690443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953557,0.00015464798,0.00015205378,0.00027144986,0.000008573283,0.00003660354,0.0010519403,0.000008247975,0.0029607655],"genre_scores_gemma":[0.99142283,0.0007118332,0.00050611375,0.00036441302,0.000010956871,0.00014206865,0.002086153,0.000010927089,0.004744647],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9988991,0.00023223988,0.00017416256,0.00008554194,0.00034083668,0.00026813417],"domain_scores_gemma":[0.99518114,0.0015159546,0.0009232614,0.00011194958,0.00153559,0.0007320924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017743609,0.00021177993,0.00030992928,0.0022561476,0.0005312944,0.00073519547,0.0003150405,0.0005465528,0.0047903974],"category_scores_gemma":[0.0041097966,0.00025680877,0.00019367559,0.0017602853,0.00023283242,0.00072766683,0.0006606401,0.00035160113,0.001211292],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010704538,0.0002871157,0.93246,0.00030262017,0.000017064962,0.001045796,0.020589419,0.0001895581,0.001325201,0.00028058077,0.007978981,0.035416555],"study_design_scores_gemma":[0.0000036734384,0.00019225491,0.96894586,0.000111226494,0.000007485999,0.00032119663,0.020762514,0.000356539,0.0001846464,0.000024752651,0.009078141,0.000011595694],"about_ca_topic_score_codex":0.019361986,"about_ca_topic_score_gemma":0.022698164,"teacher_disagreement_score":0.019361986,"about_ca_system_score_codex":0.001456939,"about_ca_system_score_gemma":0.0010139766,"threshold_uncertainty_score":0.03849852},"labels":[],"label_agreement":null},{"id":"W4293227429","doi":"10.1145/3478431.3499378","title":"Opening Sentences in Academic Writing","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Sentence; Taxonomy (biology); Reading (process); Academic writing; Subject (documents); Curriculum; Mathematics education; Coding (social sciences); Domain (mathematical analysis); Pedagogy; World Wide Web; Linguistics; Artificial intelligence; Psychology; Sociology","score_opus":0.018095512201554614,"score_gpt":0.2864016938834494,"score_spread":0.2683061816818948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55290383,0.009780906,0.15100661,0.052453794,0.009401533,0.0016977817,0.0023636217,0.0023920399,0.21799995],"genre_scores_gemma":[0.9319734,0.001605913,0.036832593,0.005003566,0.0014489997,0.0009294253,0.001033805,0.0010657201,0.02010659],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9421987,0.043969087,0.0033638708,0.0022651681,0.0068434775,0.0013596758],"domain_scores_gemma":[0.75688684,0.1894451,0.021537272,0.007888445,0.018308643,0.0059337267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020635333,0.0014817746,0.0007518564,0.0034498298,0.010147649,0.008548747,0.00175581,0.0035115834,0.008523685],"category_scores_gemma":[0.13475509,0.0008007792,0.00095833285,0.003415688,0.0091712475,0.01232307,0.008831384,0.005330845,0.003116214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021501332,0.000117475145,0.006420186,0.0017133163,0.000035051053,0.002656463,0.8110461,0.00024833513,0.006270829,0.060939744,0.046805862,0.06353166],"study_design_scores_gemma":[0.000042576376,0.00023372227,0.0065683234,0.0022794122,0.000037528538,0.0040883534,0.4188216,0.0011836672,0.0045186887,0.047358498,0.51470673,0.00016103454],"about_ca_topic_score_codex":0.00052596175,"about_ca_topic_score_gemma":0.00066789694,"teacher_disagreement_score":0.020635333,"about_ca_system_score_codex":0.0033025134,"about_ca_system_score_gemma":0.0021676952,"threshold_uncertainty_score":0.109131396},"labels":[],"label_agreement":null},{"id":"W4298358954","doi":"10.17487/rfc3647","title":"Internet X.509 Public Key Infrastructure Certificate Policy and Certification Practices Framework","year":2003,"lang":"en","type":"report","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Standards and Technology; Government of Canada; National Security Agency","keywords":"Certification; Certificate; Key (lock); The Internet; Public key infrastructure; Certificate authority; Business; Public-key cryptography; Computer security; Computer science; World Wide Web; Management; Economics","score_opus":0.14750289647182935,"score_gpt":0.35114060462539115,"score_spread":0.2036377081535618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298358954","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008257316,0.00061950966,0.089169204,0.007039359,0.00050361187,0.002643352,0.0127972895,0.019982027,0.85898846],"genre_scores_gemma":[0.14852476,0.002232286,0.12522565,0.0059001097,0.0007403257,0.0049749855,0.05225686,0.0033221524,0.65682286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99248004,0.001924902,0.00058231206,0.0004561727,0.0033011704,0.001255435],"domain_scores_gemma":[0.989602,0.0020529993,0.0009598298,0.0024429231,0.003877991,0.0010642671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009090757,0.0008823663,0.00065382366,0.0036764054,0.0027391217,0.0073268977,0.0028059566,0.0054852255,0.038889855],"category_scores_gemma":[0.0148680145,0.00082740915,0.00049080286,0.0040028496,0.0014917807,0.0063249767,0.0025660405,0.0035783027,0.05258179],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023710198,0.0005488744,0.0011746341,0.0002617728,0.000012314955,0.00031387404,0.0004927789,0.0033213207,0.0021319264,0.41191605,0.4994422,0.08014716],"study_design_scores_gemma":[0.00018281635,0.00020534846,0.0030688902,0.0003618287,0.000029989516,0.00033894292,0.00029401545,0.0078135105,0.0040166588,0.03227486,0.9513215,0.0000916522],"about_ca_topic_score_codex":0.027373955,"about_ca_topic_score_gemma":0.016427584,"teacher_disagreement_score":0.038889855,"about_ca_system_score_codex":0.0047712945,"about_ca_system_score_gemma":0.011425307,"threshold_uncertainty_score":0.13009953},"labels":[],"label_agreement":null},{"id":"W4301404373","doi":"","title":"The \"T3 Support Centre\" (Teaching, Technology and Testing) - Not just another help desk","year":2005,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Desk; Computer science; Engineering; Engineering management; Operating system","score_opus":0.1849011745865406,"score_gpt":0.4941338993582584,"score_spread":0.3092327247717178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301404373","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15347198,0.0010909496,0.033241715,0.032797214,0.0034037973,0.002915551,0.010678554,0.034697033,0.7277033],"genre_scores_gemma":[0.36322966,0.000997728,0.0433637,0.00900771,0.0011667215,0.0009867749,0.0071410667,0.0035812242,0.57052535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979686,0.00036006077,0.00008518055,0.00025238332,0.0007919226,0.00054177135],"domain_scores_gemma":[0.98624414,0.0011716624,0.000503274,0.0011626619,0.0023687403,0.008549487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012822028,0.00041914615,0.0002620896,0.00086220924,0.0028414463,0.0045321602,0.001157875,0.0015587602,0.19542894],"category_scores_gemma":[0.005751885,0.00035580187,0.000350117,0.0016092835,0.00093913503,0.0022481894,0.0028419015,0.0021675671,0.09998781],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022236834,0.0003111488,0.0068416484,0.00014461257,0.0000072434927,0.00022668616,0.00076277857,0.00008141707,0.0047018058,0.0028665997,0.64342487,0.3404087],"study_design_scores_gemma":[0.00009552756,0.00057934615,0.04658852,0.00007738293,0.00001069122,0.0011595049,0.0021143558,0.0006153766,0.0035889142,0.0009918967,0.9441168,0.00006179327],"about_ca_topic_score_codex":0.013299581,"about_ca_topic_score_gemma":0.013422337,"teacher_disagreement_score":0.19542894,"about_ca_system_score_codex":0.0018974057,"about_ca_system_score_gemma":0.009404883,"threshold_uncertainty_score":0.6537749},"labels":[],"label_agreement":null},{"id":"W4313331824","doi":"10.1145/3571785.3574128","title":"Motivation and Strategies for Effective Inclusion of Cloud Solution Provider Certifications in Computing Curricula","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Cloud computing; Certification; Curriculum; Inclusion (mineral); Computer science; Knowledge management; Psychology; Pedagogy; Management","score_opus":0.01825913560430185,"score_gpt":0.26966925659518753,"score_spread":0.25141012099088567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313331824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9270954,0.0003558988,0.0067421696,0.028729867,0.00024721384,0.00089451193,0.00008084278,0.00014718642,0.035706945],"genre_scores_gemma":[0.98196596,0.00016370382,0.010335591,0.0014696787,0.00004103953,0.00046700318,0.000069043155,0.000024467687,0.0054635685],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9880943,0.004905515,0.00051438774,0.0008191225,0.0034648802,0.0022018258],"domain_scores_gemma":[0.9604877,0.011427488,0.005874925,0.00091399107,0.00614637,0.01514939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0142385205,0.0003319751,0.00033715702,0.002025185,0.0037649632,0.009308042,0.0015436118,0.002148245,0.0050795814],"category_scores_gemma":[0.038295005,0.0005383762,0.00035057042,0.0009680317,0.0012063616,0.0030823203,0.0042253737,0.0033177543,0.00083880825],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002666192,0.014708544,0.37841797,0.00064753875,0.00007393107,0.00083055353,0.100512676,0.00071833015,0.008859834,0.050640725,0.021710936,0.42261234],"study_design_scores_gemma":[0.0004483855,0.0022636866,0.4739485,0.001745969,0.00014849054,0.0006613569,0.31660998,0.012102171,0.009682171,0.058872875,0.1230954,0.00042096738],"about_ca_topic_score_codex":0.002926096,"about_ca_topic_score_gemma":0.005488171,"teacher_disagreement_score":0.0142385205,"about_ca_system_score_codex":0.00343982,"about_ca_system_score_gemma":0.017169496,"threshold_uncertainty_score":0.07530141},"labels":[],"label_agreement":null},{"id":"W4382362947","doi":"10.1117/12.2670448","title":"A study of the skills required by the Canadian photonics industry","year":2023,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto; CMC Microsystems (Canada); University of Ottawa","funders":"CMC Microsystems; McGill University","keywords":"Photonics; Computer science; Business; Engineering management; Telecommunications; Engineering","score_opus":0.02000519360824997,"score_gpt":0.26356247314227593,"score_spread":0.24355727953402595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382362947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804099,0.00009979586,0.000098224315,0.00091702625,0.000010952453,0.00003388774,0.00047183697,0.0000045762104,0.0179537],"genre_scores_gemma":[0.9952171,0.00026002407,0.00021181318,0.0002789356,0.0000059248378,0.000025199286,0.00030569677,0.000004136325,0.0036912563],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9980525,0.00013119176,0.000044107477,0.00010702209,0.0010291719,0.0006359971],"domain_scores_gemma":[0.9933956,0.0010066392,0.0007449965,0.00009796652,0.0028540965,0.0019006951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013964536,0.00021939457,0.00016210717,0.0028389047,0.0063334694,0.0017366045,0.00070179574,0.0005121488,0.004945631],"category_scores_gemma":[0.006368587,0.00021753447,0.00015085941,0.004354606,0.0015743333,0.0006244658,0.0010806734,0.0007635214,0.00035217093],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015692062,0.00034669338,0.75349605,0.00031224135,0.000030110861,0.00061475293,0.13588862,0.00042297432,0.0032936027,0.005707497,0.01699128,0.0827393],"study_design_scores_gemma":[0.000006963105,0.00006823957,0.8513386,0.00006145824,0.000005661909,0.00008584256,0.12929489,0.0002960186,0.00026992828,0.00013072387,0.018416531,0.000025167485],"about_ca_topic_score_codex":0.9775174,"about_ca_topic_score_gemma":0.9903341,"teacher_disagreement_score":0.022482574,"about_ca_system_score_codex":0.021611158,"about_ca_system_score_gemma":0.04770316,"threshold_uncertainty_score":0.15680063},"labels":[],"label_agreement":null},{"id":"W4382541374","doi":"10.2991/978-94-6463-172-2_189","title":"Information Technology Education and Impact in U.S.A.","year":2023,"lang":"en","type":"book-chapter","venue":"Atlantis Highlights in Computer Sciences/Atlantis highlights in computer sciences","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Information technology; Political science","score_opus":0.01695218855024143,"score_gpt":0.26698787585742206,"score_spread":0.2500356873071806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382541374","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007185128,0.047621258,0.00021522559,0.01677574,0.0008266212,0.000007751554,0.00043638394,0.000038891732,0.926893],"genre_scores_gemma":[0.29541725,0.14327717,0.0006847478,0.0060400413,0.000904137,0.00003116806,0.00089011545,0.00005093894,0.5527046],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998153,0.00003342745,0.000004387271,0.000023410483,0.00008119266,0.00004238044],"domain_scores_gemma":[0.9998204,0.00005934086,0.000020993555,0.000008369659,0.000048045975,0.00004293043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022525842,0.00031802742,0.00017053504,0.0012386598,0.0011977039,0.0033280742,0.000242838,0.0007699237,0.026923815],"category_scores_gemma":[0.00069036416,0.00011012747,0.00015633258,0.0039566793,0.000669221,0.001947111,0.0009304686,0.0010786934,0.004157519],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019667266,0.0001356727,0.0034412905,0.00017985544,0.000008497757,0.0001040061,0.001111081,0.0013789803,0.00014432425,0.3792156,0.44598088,0.16828007],"study_design_scores_gemma":[0.000005023295,0.000038799495,0.010729361,0.0006401511,0.000008721012,0.00010578698,0.0014215233,0.00048571185,0.000106885345,0.034461603,0.9519864,0.000009985786],"about_ca_topic_score_codex":0.038607188,"about_ca_topic_score_gemma":0.08165344,"teacher_disagreement_score":0.038607188,"about_ca_system_score_codex":0.0038789012,"about_ca_system_score_gemma":0.0037500262,"threshold_uncertainty_score":0.090069115},"labels":[],"label_agreement":null},{"id":"W4383621721","doi":"10.5430/bmr.v12n2p14","title":"New Faculty Onboarding: An Opportunity for Connection and Commitment","year":2023,"lang":"en","type":"article","venue":"Business and Management Research","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Onboarding; Process (computing); Public relations; Frame (networking); Business; Medical education; Psychology; Computer science; Political science; Medicine; Social psychology","score_opus":0.22806346494481913,"score_gpt":0.4153579815381288,"score_spread":0.18729451659330967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383621721","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19154947,0.0011391576,0.034344234,0.15766045,0.007251074,0.00042132958,0.000093249226,0.0017858031,0.60575527],"genre_scores_gemma":[0.8708302,0.0007818643,0.012076979,0.011038142,0.0016624315,0.00020974407,0.00008861081,0.000536568,0.10277545],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.989712,0.0055566323,0.0001842832,0.0004685396,0.0020819851,0.0019964594],"domain_scores_gemma":[0.971348,0.0038610473,0.0017944839,0.0021886854,0.0018597642,0.018947987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005270796,0.0004913112,0.00034730576,0.0009783473,0.011468175,0.0117488075,0.0014974261,0.0028310255,0.03122733],"category_scores_gemma":[0.019754777,0.0004168011,0.0005779901,0.00078807137,0.0052236505,0.009294548,0.015027058,0.0064075086,0.0058461376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019974772,0.0012570639,0.015306356,0.00022900183,0.00004838798,0.0035129024,0.11040912,0.00039112417,0.0049757813,0.08447547,0.34307787,0.4361172],"study_design_scores_gemma":[0.000039189144,0.00044137472,0.015088557,0.00033875147,0.000023396287,0.0015806087,0.1545779,0.0006850951,0.0011782396,0.025832724,0.8000948,0.00011942289],"about_ca_topic_score_codex":0.001481092,"about_ca_topic_score_gemma":0.0035355133,"teacher_disagreement_score":0.03122733,"about_ca_system_score_codex":0.0024753849,"about_ca_system_score_gemma":0.00558838,"threshold_uncertainty_score":0.10446578},"labels":[],"label_agreement":null},{"id":"W4391841479","doi":"10.1111/isj.12512","title":"Evolving editorial boards","year":2024,"lang":"en","type":"article","venue":"Information Systems Journal","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.007550688441411379,"score_gpt":0.24407053375736082,"score_spread":0.23651984531594944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391841479","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044874046,0.0261893,0.01641622,0.29218978,0.3156117,0.0005895413,0.00087004504,0.0026524942,0.3409935],"genre_scores_gemma":[0.051436473,0.025726618,0.022076799,0.119058274,0.15600705,0.0009628297,0.0016651896,0.0030167804,0.6200499],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.93174404,0.015819235,0.0070915963,0.008112628,0.03216214,0.0050702384],"domain_scores_gemma":[0.74192387,0.038358442,0.017023342,0.016802797,0.13019562,0.05569594],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06342906,0.0013632112,0.0009633706,0.008236857,0.009726633,0.03959399,0.004893921,0.0087217465,0.11108921],"category_scores_gemma":[0.1933204,0.0012250417,0.0012242211,0.005610233,0.005112209,0.024951192,0.011133341,0.0114889685,0.06959281],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004577894,0.000039272327,0.0007597082,0.00044683644,0.000015933205,0.00022918677,0.0021005892,0.00010232441,0.0005402719,0.042209826,0.7933245,0.16018587],"study_design_scores_gemma":[0.0000066398393,0.000010481457,0.00026916404,0.00022059538,0.000004827026,0.00006648225,0.00043618408,0.000040383522,0.00007203261,0.0042981356,0.9945633,0.000011858724],"about_ca_topic_score_codex":0.0016672664,"about_ca_topic_score_gemma":0.0034313302,"teacher_disagreement_score":0.93657094,"about_ca_system_score_codex":0.008678907,"about_ca_system_score_gemma":0.020815004,"threshold_uncertainty_score":0.37163037},"labels":[],"label_agreement":null},{"id":"W4392117889","doi":"10.15173/m.v1i29.1171","title":"Editor-in-Chief Letter","year":2016,"lang":"en","type":"article","venue":"The Meducator","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Editor in chief; Peer review; Population health; Medicine; Psychology; Political science; Public health; Nursing; Management; Economics; Law","score_opus":0.00849978747201548,"score_gpt":0.23457042891420626,"score_spread":0.22607064144219077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392117889","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045101205,0.0015214025,0.00010710851,0.8546028,0.12952018,0.00006851905,0.00008036967,0.00006919147,0.013579434],"genre_scores_gemma":[0.003574831,0.00081321504,0.0001698067,0.90940773,0.050710566,0.00006900393,0.000046954472,0.000055159617,0.035152722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958046,0.0005999378,0.000391189,0.0006234153,0.0015838125,0.0009971601],"domain_scores_gemma":[0.99203306,0.002567731,0.000470093,0.00029426086,0.0026120825,0.0020226808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043838806,0.0011869011,0.0018043735,0.0013504982,0.007140257,0.0060413596,0.0026747622,0.062343277,0.023921128],"category_scores_gemma":[0.031577256,0.0011768697,0.0018867619,0.000663574,0.002297809,0.0030985286,0.002184491,0.03916153,0.019240206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003506664,0.000019751906,0.00019451439,0.000022053699,0.0000082371325,0.0005490454,0.00003776152,0.000016124155,0.00006972085,0.00058889424,0.9964715,0.0019874347],"study_design_scores_gemma":[0.00008978612,0.00004352199,0.0009720057,0.00020483059,0.000022594359,0.00068535196,0.00030778607,0.00015950472,0.00020407191,0.0020589011,0.99520963,0.000042138214],"about_ca_topic_score_codex":0.006195203,"about_ca_topic_score_gemma":0.013648578,"teacher_disagreement_score":0.062343277,"about_ca_system_score_codex":0.004318262,"about_ca_system_score_gemma":0.008282706,"threshold_uncertainty_score":0.08002418},"labels":[],"label_agreement":null},{"id":"W4399489501","doi":"10.22318/icls2024.217962","title":"Using an Evidence-Centered Design Approach to Examine the Alignment of Computer Science Curricula with Standards","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"National Science Foundation","keywords":"Curriculum; Computer science; Engineering ethics; Mathematics education; Software engineering; Human–computer interaction; Engineering; Psychology; Pedagogy","score_opus":0.10443341363934118,"score_gpt":0.32904916722140387,"score_spread":0.2246157535820627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399489501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24657917,0.0020939538,0.44460937,0.0026863143,0.00066183595,0.28579283,0.0008376123,0.0004915599,0.016247284],"genre_scores_gemma":[0.23211813,0.0004267435,0.56328946,0.00092820026,0.000030141075,0.20208411,0.000161537,0.00003435014,0.0009273057],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8048806,0.16557227,0.011408554,0.006336737,0.009755881,0.002045917],"domain_scores_gemma":[0.75260854,0.1896382,0.014883548,0.014223523,0.026663324,0.001982756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1854292,0.0014279371,0.0018478779,0.008221139,0.0030452467,0.006020188,0.002572758,0.002609687,0.003664659],"category_scores_gemma":[0.18900865,0.000996791,0.0025537747,0.0048033684,0.004035526,0.0029887424,0.00444415,0.0030268203,0.0005673408],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008068599,0.020811476,0.04944607,0.027219402,0.0038824757,0.000508958,0.06752691,0.01629099,0.008369153,0.1870368,0.005391428,0.60544777],"study_design_scores_gemma":[0.046899192,0.117652245,0.11205793,0.025096005,0.012160694,0.0005536715,0.09993203,0.06884159,0.06279878,0.30353504,0.14941794,0.001054934],"about_ca_topic_score_codex":0.0018948087,"about_ca_topic_score_gemma":0.004291312,"teacher_disagreement_score":0.1854292,"about_ca_system_score_codex":0.010075799,"about_ca_system_score_gemma":0.020468928,"threshold_uncertainty_score":0.9806551},"labels":[],"label_agreement":null},{"id":"W4399861344","doi":"10.1145/3660650","title":"The 26th Western Canadian Conference on Computing Education","year":2024,"lang":"en","type":"paratext","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science","score_opus":0.021196532118026176,"score_gpt":0.28954382534335094,"score_spread":0.26834729322532475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399861344","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012616934,0.008618566,0.0011885281,0.021217672,0.016126696,0.00008065067,0.0017636772,0.00042170004,0.94932085],"genre_scores_gemma":[0.0018421883,0.0022127922,0.0002455286,0.00040426847,0.00023916621,0.00001160321,0.00034937574,0.000074111085,0.99462104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981858,0.00012145931,0.000047101603,0.00014065723,0.0010862661,0.00041858628],"domain_scores_gemma":[0.9969105,0.00015252909,0.00004241712,0.00013126952,0.0017188743,0.0010443367],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018042352,0.0010559111,0.0007832582,0.00303763,0.0039694505,0.007560583,0.0013512541,0.002251992,0.49511895],"category_scores_gemma":[0.0023513227,0.0003669077,0.00059690286,0.0037949514,0.0019950059,0.0028278613,0.0031276825,0.0027172163,0.18891464],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019543613,0.000028121665,0.00028511352,0.00006920802,0.000003208073,0.000025652507,0.00007552292,0.00007527944,0.00011312783,0.004912922,0.9453728,0.04901943],"study_design_scores_gemma":[0.000002574368,0.000003512816,0.00047247123,0.000059263963,0.0000024302253,0.000007856124,0.00012562319,0.000059029255,0.000048222035,0.00042146636,0.99879336,0.0000041746957],"about_ca_topic_score_codex":0.6062966,"about_ca_topic_score_gemma":0.78844124,"teacher_disagreement_score":0.98812467,"about_ca_system_score_codex":0.0118753305,"about_ca_system_score_gemma":0.045657936,"threshold_uncertainty_score":0.792044},"labels":[],"label_agreement":null},{"id":"W4400335717","doi":"10.1145/3649405.3659530","title":"All for One and One for All - Collaboration in Computing Education: Policy, Practice, and Professional Dispositions","year":2024,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Knowledge management; Engineering ethics; Medical education; Mathematics education; Data science; Psychology; Medicine; Engineering","score_opus":0.020916113933223998,"score_gpt":0.37252566312042373,"score_spread":0.3516095491871997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335717","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.150718,0.004677614,0.009160359,0.65431195,0.0015205895,0.0001786594,0.000085110296,0.00024065816,0.17910704],"genre_scores_gemma":[0.9614663,0.001908653,0.002947626,0.018304814,0.00022497388,0.00013526506,0.00004397721,0.000085399326,0.014882946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9509176,0.030840006,0.0017762969,0.0033798243,0.0059792637,0.007106906],"domain_scores_gemma":[0.8921097,0.03559713,0.0064027463,0.005527509,0.013423626,0.046939246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046096012,0.00020681709,0.00035250295,0.0017624644,0.017299933,0.029348023,0.0014997178,0.007226996,0.011640649],"category_scores_gemma":[0.068091854,0.00041351948,0.00033704998,0.0020191437,0.015362982,0.015843978,0.01940624,0.008261918,0.002295425],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014114357,0.0009132946,0.047916945,0.00045177984,0.000022938797,0.0003624293,0.089930356,0.00080013205,0.0013127277,0.4717706,0.10435637,0.28202125],"study_design_scores_gemma":[0.00006211241,0.0006132258,0.035529543,0.0027353414,0.000023961935,0.0005602088,0.3273193,0.0019758712,0.0025316668,0.1543877,0.47408232,0.00017881159],"about_ca_topic_score_codex":0.010107896,"about_ca_topic_score_gemma":0.013179589,"teacher_disagreement_score":0.046096012,"about_ca_system_score_codex":0.010479139,"about_ca_system_score_gemma":0.058543283,"threshold_uncertainty_score":0.24378192},"labels":[],"label_agreement":null},{"id":"W4400766855","doi":"10.1145/3672089.3672092","title":"On the Academia-Industry 'Gap' from a Perspective of Professors' Choices and their Psychological Implications","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pacific Railway (Canada); Concordia University","funders":"","keywords":"Perspective (graphical); Psychology; Sociology; Computer science","score_opus":0.04144434248284134,"score_gpt":0.3108156109806737,"score_spread":0.26937126849783233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400766855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61545473,0.0025253056,0.0043653506,0.17815825,0.0003754251,0.000018076586,0.00003888029,0.000028666971,0.19903536],"genre_scores_gemma":[0.99642664,0.00015991634,0.00018070987,0.001829499,0.00004292927,0.0000066817297,0.0000038302055,0.0000055981222,0.0013441115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9933529,0.0044052717,0.00008948769,0.0003634606,0.0010502142,0.00073855167],"domain_scores_gemma":[0.98396724,0.011327185,0.0017117988,0.00039606783,0.00082967576,0.0017680372],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069032074,0.0001479524,0.00026701423,0.0016289551,0.007276756,0.0082288915,0.00072026224,0.0029928375,0.0039950665],"category_scores_gemma":[0.012105951,0.00015228141,0.00020022086,0.0014131349,0.027682392,0.0107745305,0.0066527682,0.005299567,0.00022103502],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078873796,0.0001405568,0.0068233483,0.000058057365,0.000010221644,0.00051965436,0.22771174,0.00015968631,0.0005244564,0.7420045,0.006165546,0.015803367],"study_design_scores_gemma":[0.00005514535,0.000105026316,0.0150198825,0.00014850375,0.000015769978,0.000398557,0.5557284,0.0007001931,0.00037303052,0.38142276,0.045979165,0.000053650274],"about_ca_topic_score_codex":0.001636356,"about_ca_topic_score_gemma":0.0024720493,"teacher_disagreement_score":0.99309677,"about_ca_system_score_codex":0.0030034233,"about_ca_system_score_gemma":0.0027588354,"threshold_uncertainty_score":0.036508083},"labels":[],"label_agreement":null},{"id":"W4400798866","doi":"10.1145/3626203.3670530","title":"A 'Microcredential in Advanced Computing' Program","year":2024,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Francis Xavier University; Memorial University of Newfoundland","funders":"Government of Canada","keywords":"Computer science; Programming language; Computer architecture; Software engineering","score_opus":0.0066111808588750565,"score_gpt":0.29183081993458654,"score_spread":0.28521963907571146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400798866","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24672772,0.0010210478,0.022128236,0.05157859,0.0060349847,0.0029993972,0.001957334,0.00428515,0.6632675],"genre_scores_gemma":[0.3307917,0.000568383,0.023647387,0.008241864,0.0011148327,0.0009556025,0.0014875944,0.0005182948,0.63267434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980621,0.00045244215,0.000025435495,0.00019372805,0.0005813859,0.00068490446],"domain_scores_gemma":[0.9902767,0.0004618516,0.00015121386,0.0005337761,0.001241208,0.007335284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037327523,0.00044667715,0.00020416926,0.0008438608,0.0030081058,0.0019820265,0.0015738372,0.00055201154,0.06769505],"category_scores_gemma":[0.002989129,0.00025034472,0.00025290356,0.00034591492,0.0011611908,0.00096246053,0.004878977,0.001894374,0.014674738],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044491136,0.0024535698,0.005318992,0.00010825449,0.000007736582,0.00042023594,0.00250641,0.0003608525,0.0059971176,0.012219491,0.6130203,0.35714215],"study_design_scores_gemma":[0.000057026882,0.0009499511,0.025118185,0.00004463729,0.000004649108,0.0004792,0.0012735211,0.00087436003,0.0037864123,0.0022462944,0.9651418,0.000023914732],"about_ca_topic_score_codex":0.002470949,"about_ca_topic_score_gemma":0.011963854,"teacher_disagreement_score":0.06769505,"about_ca_system_score_codex":0.002654689,"about_ca_system_score_gemma":0.00942368,"threshold_uncertainty_score":0.22646248},"labels":[],"label_agreement":null},{"id":"W4403216957","doi":"10.1145/3699853.3699859","title":"Member Spotlight: Monica M. McGill","year":2024,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Mathematics","score_opus":0.019825319438979024,"score_gpt":0.2607433245615411,"score_spread":0.24091800512256206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403216957","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018023459,0.00954246,0.0012685085,0.28227273,0.1655111,0.00035962928,0.00092500285,0.0027599004,0.5355583],"genre_scores_gemma":[0.0044006035,0.0022645046,0.00036020292,0.037459593,0.010634944,0.00007636314,0.00024294484,0.0002437778,0.94431704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987367,0.00012752076,0.000037804395,0.00026167883,0.00059232884,0.00024396428],"domain_scores_gemma":[0.99370545,0.00036059876,0.00019066653,0.00019362182,0.0021390235,0.0034105547],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014332333,0.00090415124,0.00062607124,0.00091643154,0.0024236687,0.00372894,0.0012461197,0.0036216595,0.43625593],"category_scores_gemma":[0.005182677,0.00047945126,0.0004390874,0.00041017836,0.00056852604,0.0018454021,0.0020052886,0.003599934,0.2580542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001142521,0.0000067036913,0.000052132706,0.000012835815,5.8965065e-7,0.000023595148,0.000007796535,0.000004562461,0.000057296063,0.00013364987,0.99326235,0.006427102],"study_design_scores_gemma":[0.000007316374,0.00001779997,0.0003933496,0.000034242577,0.0000018623555,0.00009021727,0.00008682467,0.000032129203,0.000070624854,0.0000929762,0.99916685,0.0000058324545],"about_ca_topic_score_codex":0.0074864104,"about_ca_topic_score_gemma":0.020490939,"teacher_disagreement_score":0.43625593,"about_ca_system_score_codex":0.0015200227,"about_ca_system_score_gemma":0.003263273,"threshold_uncertainty_score":0.8041125},"labels":[],"label_agreement":null},{"id":"W4403877479","doi":"10.1353/lib.2024.a941429","title":"Understanding Knowledge Management Education within the North American Higher Education System","year":2024,"lang":"en","type":"article","venue":"Library trends","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Knowledge management; Library science; Political science; Engineering management; Sociology; Engineering; Computer science","score_opus":0.03241287012936928,"score_gpt":0.2575681161908312,"score_spread":0.22515524606146192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403877479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79829746,0.0041600573,0.0011257222,0.035878573,0.000060298364,0.000022531187,0.00008089454,0.000021507365,0.16035293],"genre_scores_gemma":[0.9931075,0.0019863416,0.00029789485,0.0010906743,0.000017739701,0.000009046343,0.000039966897,0.0000029961254,0.0034477767],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99888736,0.00032299623,0.000029035473,0.00010124676,0.0003417691,0.0003176401],"domain_scores_gemma":[0.9976192,0.0007874078,0.00033637646,0.00004927822,0.0007603841,0.0004473893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015290428,0.00009177956,0.00011736716,0.0015713777,0.003983647,0.0050738254,0.0005522557,0.00065726327,0.0038126067],"category_scores_gemma":[0.0023435124,0.00012447496,0.00010033699,0.00335364,0.0019846256,0.0042117005,0.0017219327,0.00093644153,0.00017680245],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004937283,0.00052801543,0.26639318,0.00045375834,0.000035823065,0.0005322745,0.2627995,0.001470576,0.0006621465,0.13891463,0.020135766,0.30802503],"study_design_scores_gemma":[0.000010812484,0.000057395355,0.42729563,0.00088727166,0.000023583956,0.00015530123,0.3739608,0.00245629,0.00041043948,0.022712952,0.17200132,0.000028246552],"about_ca_topic_score_codex":0.4859505,"about_ca_topic_score_gemma":0.6266172,"teacher_disagreement_score":0.4859505,"about_ca_system_score_codex":0.023164982,"about_ca_system_score_gemma":0.025950965,"threshold_uncertainty_score":0.9662439},"labels":[],"label_agreement":null},{"id":"W4403899772","doi":"10.54337/nlc.v6.9297","title":"Collaborative Conceptual Change during Networked Management Learning","year":2008,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Knowledge management; Conceptual change; Process management; Computer science; Networked learning; Human–computer interaction; Psychology; Business; Mathematics education; Educational technology","score_opus":0.03391773030599746,"score_gpt":0.24736427200081387,"score_spread":0.21344654169481642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403899772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75189376,0.00076912733,0.09408588,0.0074411957,0.00024995665,0.00045120806,0.000041505336,0.0001754659,0.14489193],"genre_scores_gemma":[0.98195595,0.00013156132,0.012561562,0.0002432446,0.000021621556,0.00019784851,0.000029095982,0.000046892368,0.0048122033],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97423935,0.019453976,0.00040097517,0.0024171073,0.0025157342,0.0009728066],"domain_scores_gemma":[0.9779429,0.014758836,0.0018159036,0.0024548003,0.0013604694,0.0016671807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017687831,0.00062513695,0.000605649,0.0015667441,0.005909013,0.013705629,0.00338451,0.0028087052,0.0052743894],"category_scores_gemma":[0.039197486,0.00044093948,0.00085270073,0.0011076371,0.029472964,0.013616448,0.01744166,0.0038709021,0.0005224588],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040170864,0.00016582775,0.0019841506,0.0000812183,0.000014176189,0.00037623142,0.8913454,0.00078641553,0.0010376606,0.0858746,0.0006804593,0.017613789],"study_design_scores_gemma":[0.00006560272,0.00025293467,0.0031464407,0.00025208492,0.000035211015,0.000633934,0.7294335,0.006997893,0.0019867972,0.16557835,0.09153731,0.00007996137],"about_ca_topic_score_codex":0.0018462006,"about_ca_topic_score_gemma":0.0017008464,"teacher_disagreement_score":0.017687831,"about_ca_system_score_codex":0.005789766,"about_ca_system_score_gemma":0.004239195,"threshold_uncertainty_score":0.09354329},"labels":[],"label_agreement":null},{"id":"W4404145315","doi":"10.5267/j.uscm.2024.7.009","title":"Examining the mediating role of ambidexterity, wireless IT competence, and sensing capability of supply chain management to drive innovation capability in higher education ,","year":2024,"lang":"en","type":"article","venue":"Uncertain Supply Chain Management","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ambidexterity; Supply chain; Business; Competence (human resources); Supply chain management; Process management; Knowledge management; Wireless; Operations management; Computer science; Marketing; Psychology; Telecommunications; Engineering","score_opus":0.019114002120030792,"score_gpt":0.25799163100858913,"score_spread":0.23887762888855835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404145315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97389066,0.00028414943,0.0032476315,0.00066439784,0.000017525525,0.00004233529,0.000029403966,0.000009405837,0.021814456],"genre_scores_gemma":[0.99848807,0.00015495943,0.00086825906,0.00003108815,0.0000051657285,0.000012252954,0.0000117742375,9.329003e-7,0.00042754432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988116,0.0005268843,0.000072343064,0.00013295995,0.00023052361,0.00022560613],"domain_scores_gemma":[0.98826396,0.0071747787,0.0022211056,0.0003768716,0.00079724775,0.0011660885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017797379,0.00039670712,0.0002088112,0.001571603,0.0007163634,0.0022905085,0.00029689056,0.00035357306,0.0056350776],"category_scores_gemma":[0.0076267626,0.00017246397,0.0004910614,0.0007522108,0.0012236655,0.0018234288,0.0018112255,0.0007316365,0.00024295496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014251831,0.0016119644,0.8208786,0.00056698004,0.0002530816,0.0015346957,0.016150223,0.0022749368,0.0049941163,0.06945468,0.0003674264,0.08177069],"study_design_scores_gemma":[0.000056510347,0.0010038501,0.918402,0.0007567269,0.00040209974,0.0008495639,0.032114692,0.006902823,0.0053828117,0.025592718,0.008463894,0.0000722695],"about_ca_topic_score_codex":0.0016696468,"about_ca_topic_score_gemma":0.0030637283,"teacher_disagreement_score":0.0056350776,"about_ca_system_score_codex":0.0009120183,"about_ca_system_score_gemma":0.0033563182,"threshold_uncertainty_score":0.01885122},"labels":[],"label_agreement":null},{"id":"W4404178130","doi":"10.2139/ssrn.4969013","title":"Amicus Brief for the Princeton Center for Information Technology Policy","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Center (category theory); Political science; Library science; Engineering ethics; Computer science; Engineering","score_opus":0.005629400128356012,"score_gpt":0.25892626768165433,"score_spread":0.25329686755329833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404178130","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006152564,0.0122897,0.00039542417,0.8017435,0.06769949,0.00018562714,0.0009729883,0.00034689574,0.11575102],"genre_scores_gemma":[0.005274782,0.006347214,0.00081953336,0.41033283,0.023486754,0.0005340704,0.0006118944,0.0002773387,0.5523156],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99209255,0.001269127,0.0006302257,0.0011883483,0.0034732234,0.0013464061],"domain_scores_gemma":[0.9840301,0.008881615,0.00063999364,0.0010633601,0.0031537658,0.002231157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00896607,0.0018329463,0.002967653,0.0047632814,0.014135432,0.021032702,0.0037638939,0.078782976,0.12658024],"category_scores_gemma":[0.031082055,0.0019361096,0.0026284305,0.004158107,0.0033711419,0.013701355,0.005057253,0.044464506,0.03916363],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014473896,0.000021097287,0.00005780643,0.000030637348,0.0000049076125,0.00003502651,0.00004274212,0.000024704164,0.000028228998,0.01215708,0.9847227,0.0028606283],"study_design_scores_gemma":[0.000042662654,0.000016634804,0.0006182374,0.00015842363,0.000020689362,0.000016034268,0.00016017418,0.00008925942,0.00005181229,0.004240368,0.9945491,0.000036613448],"about_ca_topic_score_codex":0.05907541,"about_ca_topic_score_gemma":0.10131223,"teacher_disagreement_score":0.12658024,"about_ca_system_score_codex":0.013757795,"about_ca_system_score_gemma":0.025605336,"threshold_uncertainty_score":0.4234531},"labels":[],"label_agreement":null},{"id":"W4405438263","doi":"10.1145/3708907.3708908","title":"Equity, Diversity and Inclusion at ACM MMSys 2023","year":2023,"lang":"en","type":"article","venue":"ACM SIGMultimedia Records","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Simon Fraser University","funders":"","keywords":"Computer science; Equity (law); Inclusion (mineral); Diversity (politics); Chemistry; Law; Political science","score_opus":0.046376144817268976,"score_gpt":0.3018110930045556,"score_spread":0.2554349481872866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405438263","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22171436,0.004918472,0.0025793659,0.36377603,0.006839429,0.000865358,0.00076510536,0.0002614996,0.39828044],"genre_scores_gemma":[0.77441233,0.0025877787,0.0029184595,0.021707792,0.0022928067,0.0009319772,0.0002465987,0.00013541081,0.19476688],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98809403,0.004508093,0.00021234028,0.00034567746,0.0037615462,0.0030783229],"domain_scores_gemma":[0.9797891,0.004606293,0.0006201267,0.0006469401,0.0024681163,0.011869514],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.016669745,0.0002884139,0.00033504944,0.0015797655,0.024150357,0.012832559,0.0009126723,0.0034763406,0.012137366],"category_scores_gemma":[0.01764348,0.0002939162,0.00021522093,0.002961329,0.007328625,0.004016232,0.013874578,0.0062996433,0.0010743641],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001335021,0.00030639415,0.010635895,0.00018796504,0.000007599683,0.0007922515,0.2120357,0.00011136416,0.002037032,0.079492465,0.48408017,0.21017969],"study_design_scores_gemma":[0.000013831376,0.000069225185,0.016585944,0.00022887674,0.0000028018637,0.000121572215,0.0864436,0.00009315035,0.0007868896,0.0032847421,0.8923319,0.000037311256],"about_ca_topic_score_codex":0.09168907,"about_ca_topic_score_gemma":0.2139715,"teacher_disagreement_score":0.99908733,"about_ca_system_score_codex":0.020355314,"about_ca_system_score_gemma":0.02961148,"threshold_uncertainty_score":0.18231076},"labels":[],"label_agreement":null},{"id":"W4405576580","doi":"10.54337/nlc.v2.9806","title":"An Evaluation of Stage One","year":2000,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Stage (stratigraphy); Geology; Paleontology","score_opus":0.057308440731998596,"score_gpt":0.3040917862183214,"score_spread":0.2467833454863228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405576580","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8459804,0.0008604493,0.032259706,0.0015402538,0.0009780108,0.02166918,0.003600367,0.0013943872,0.09171717],"genre_scores_gemma":[0.8717233,0.00055868144,0.05658405,0.00093508366,0.00014303642,0.017238755,0.0035023782,0.0005342351,0.04878054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96032614,0.017349577,0.0030396737,0.002717951,0.013722812,0.0028438312],"domain_scores_gemma":[0.8456869,0.05424425,0.010029628,0.012486883,0.07033463,0.0072176247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02433983,0.0009348899,0.0010013421,0.002260002,0.0017569812,0.0035091199,0.002006582,0.0016706056,0.016316064],"category_scores_gemma":[0.08635361,0.0005868764,0.0013849825,0.0012976892,0.0011386588,0.0027358113,0.0028547081,0.0015365134,0.003901892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0197298,0.010120292,0.1277789,0.003765601,0.00043873655,0.00046984619,0.024055963,0.0050413073,0.0286785,0.008967249,0.016530931,0.75442284],"study_design_scores_gemma":[0.0036498948,0.104795754,0.4057563,0.0028203835,0.0018388545,0.00077346934,0.030860446,0.016269814,0.18680918,0.006392174,0.23902838,0.0010053323],"about_ca_topic_score_codex":0.0067114914,"about_ca_topic_score_gemma":0.0090572415,"teacher_disagreement_score":0.02433983,"about_ca_system_score_codex":0.005321859,"about_ca_system_score_gemma":0.009247003,"threshold_uncertainty_score":0.12872285},"labels":[],"label_agreement":null},{"id":"W4406803638","doi":"10.1145/3689187.3709610","title":"An International Examination of Non-Technical Skills and Professional Dispositions in Computing -- Identifying the Present Day Academia-Industry Gap","year":2025,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Engineering management; Medical education; Engineering; Medicine","score_opus":0.015864281255377796,"score_gpt":0.35043002859033556,"score_spread":0.33456574733495775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96830016,0.001150775,0.000808076,0.0013705251,0.00004198703,0.000053210224,0.00025299552,0.000011367379,0.028010873],"genre_scores_gemma":[0.99760216,0.000469998,0.00053152465,0.00012155743,0.000012750831,0.000038492242,0.00019149382,0.000003961276,0.0010280404],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99756694,0.0007415602,0.00043931254,0.00023036065,0.0006786932,0.00034323114],"domain_scores_gemma":[0.97303593,0.01260705,0.0061089396,0.0008642416,0.00502219,0.0023615689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007268628,0.0000935911,0.00018916198,0.0040737577,0.0010429184,0.0025644554,0.00033411037,0.00030462665,0.0023618753],"category_scores_gemma":[0.017987516,0.000100371915,0.00018588072,0.0043881284,0.0012138688,0.0021127185,0.0023430397,0.00058276975,0.0003059921],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010247097,0.00033528873,0.7713834,0.0008456808,0.000031777832,0.00038706645,0.064459324,0.00018132737,0.0019576515,0.011563838,0.0023741373,0.14637801],"study_design_scores_gemma":[0.0000037906298,0.0002464221,0.8786746,0.00040250117,0.000013419226,0.00039071142,0.10271688,0.00017740285,0.0007245761,0.0012370438,0.015398417,0.000014181614],"about_ca_topic_score_codex":0.0015163955,"about_ca_topic_score_gemma":0.0035345675,"teacher_disagreement_score":0.007268628,"about_ca_system_score_codex":0.0010862258,"about_ca_system_score_gemma":0.003650327,"threshold_uncertainty_score":0.038440585},"labels":[],"label_agreement":null},{"id":"W4410960589","doi":"10.1007/978-3-031-90091-4_17","title":"A Duty of Care in Automotive Technology Education","year":2025,"lang":"en","type":"book-chapter","venue":"Ethics and integrity in educational contexts","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Red River College","funders":"","keywords":"Automotive industry; Duty; Manufacturing engineering; Automotive engineering; Business; Engineering; Political science; Aerospace engineering","score_opus":0.018065715131829523,"score_gpt":0.3175961176512203,"score_spread":0.2995304025193908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410960589","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039560744,0.01033143,0.012488025,0.037682448,0.0019335533,0.000038756345,0.000010916968,0.00003600678,0.9335228],"genre_scores_gemma":[0.32813033,0.006132298,0.006387448,0.018173255,0.0012479245,0.00014897874,0.000024231837,0.00013047889,0.63962513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970234,0.0015805896,0.00008068367,0.00023081772,0.0006928842,0.00039153112],"domain_scores_gemma":[0.9979923,0.00105098,0.00008993504,0.00014154018,0.00042115262,0.00030408098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037288708,0.00051790645,0.0004112737,0.0007720848,0.0074109165,0.007973132,0.0009385801,0.0053161397,0.0059628487],"category_scores_gemma":[0.0040971283,0.0003894906,0.00025949103,0.0005342102,0.024475679,0.0065170075,0.0039647305,0.010623723,0.0020979573],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018693308,0.000009111578,0.000051289033,0.000014996728,6.2589487e-7,0.000024644398,0.004578486,0.00006755158,0.000030227791,0.9659556,0.017549824,0.01171566],"study_design_scores_gemma":[0.000002830601,0.000018087301,0.00017770182,0.00026590872,0.0000020615341,0.0001239129,0.0048514074,0.00017755428,0.00014437332,0.4541421,0.54008454,0.000009636703],"about_ca_topic_score_codex":0.0057356935,"about_ca_topic_score_gemma":0.011078119,"teacher_disagreement_score":0.007973132,"about_ca_system_score_codex":0.0049596136,"about_ca_system_score_gemma":0.010449374,"threshold_uncertainty_score":0.035984695},"labels":[],"label_agreement":null},{"id":"W4412634545","doi":"10.59350/cb6r5-9sq08","title":"Employment Opportunity: Senior UX Designer","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Marketing; Computer science","score_opus":0.054249931943668894,"score_gpt":0.2962137395773108,"score_spread":0.2419638076336419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412634545","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00611075,0.0009963032,0.0017050111,0.027728774,0.014944535,0.00072641345,0.004284197,0.004732135,0.93877196],"genre_scores_gemma":[0.0037132846,0.00016391193,0.00025401078,0.0030379938,0.0004257622,0.0001130941,0.00037781554,0.0003209601,0.99159324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988913,0.00010752736,0.00004833469,0.00019873433,0.00035326937,0.00040076196],"domain_scores_gemma":[0.99372274,0.00015359226,0.00010243841,0.0002594636,0.00092848745,0.004833261],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014303958,0.0009696545,0.0008874214,0.00124966,0.0049204975,0.006210844,0.000990322,0.0029595345,0.8639199],"category_scores_gemma":[0.0032474787,0.0008278255,0.0005058585,0.0008221975,0.0006266685,0.0027003428,0.004676424,0.0027188498,0.7717766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052641088,0.000083289306,0.00025168757,0.000033057608,8.693362e-7,0.00011394258,0.00018088121,0.00001047263,0.0003082967,0.00034730398,0.97800773,0.020609923],"study_design_scores_gemma":[0.000027524029,0.00009668051,0.001162894,0.00005317801,0.000002016175,0.00015851512,0.0011375849,0.000056802055,0.00010631946,0.00020501627,0.9969843,0.0000090927315],"about_ca_topic_score_codex":0.0030142057,"about_ca_topic_score_gemma":0.011316805,"teacher_disagreement_score":0.13608009,"about_ca_system_score_codex":0.0011013887,"about_ca_system_score_gemma":0.0030959798,"threshold_uncertainty_score":0.19410175},"labels":[],"label_agreement":null},{"id":"W4412731811","doi":"10.1145/3735091.3737530","title":"Skills-Based Evaluation in an Introductory Data Management Programming Course for Non Computing Majors","year":2025,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Course (navigation); Computer science; Mathematics education; Data science; Psychology; Engineering","score_opus":0.02446183783582187,"score_gpt":0.3653389151127455,"score_spread":0.3408770772769236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412731811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99724567,0.000013388335,0.00028795525,0.00009835268,0.000026704818,0.00024537044,0.000045083663,0.000030844385,0.0020067669],"genre_scores_gemma":[0.9943954,0.00002521842,0.001138874,0.000093799805,0.000018159122,0.00029518784,0.00018929424,0.000015346008,0.0038287716],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99689615,0.0011622246,0.00017157992,0.00044602677,0.0006697424,0.00065418356],"domain_scores_gemma":[0.97909236,0.006102603,0.00086649583,0.00072931364,0.0041843257,0.009024936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004999397,0.00076654914,0.00067483465,0.0009533047,0.0013262673,0.001355359,0.0012586112,0.0010054187,0.0053341505],"category_scores_gemma":[0.02062631,0.0003623553,0.00047496744,0.00048006748,0.00059331587,0.0009871126,0.0015772464,0.0013050074,0.0014198304],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039500855,0.41631296,0.1424692,0.00034378635,0.0001858648,0.0010379949,0.016776314,0.0075651645,0.013816953,0.0015727892,0.012180078,0.3482381],"study_design_scores_gemma":[0.006740352,0.22606018,0.6767257,0.00021003593,0.0002446847,0.00040640644,0.013501161,0.036087405,0.022030272,0.0020704325,0.015620094,0.00030327635],"about_ca_topic_score_codex":0.007614408,"about_ca_topic_score_gemma":0.01209075,"teacher_disagreement_score":0.007614408,"about_ca_system_score_codex":0.0025533645,"about_ca_system_score_gemma":0.0031574445,"threshold_uncertainty_score":0.026439667},"labels":[],"label_agreement":null},{"id":"W4413611814","doi":"10.5539/hes.v15n3p417","title":"Enhancing Undergraduate Students’ Cooperative Ability through Task-Driven Teaching: A case Study in E-Commerce Education","year":2025,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Mathematics education; Teaching method; Higher education; Psychology; Pedagogy; Medical education; Engineering; Medicine; Political science","score_opus":0.037002610675433596,"score_gpt":0.3965894087859179,"score_spread":0.35958679811048433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413611814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99893063,0.000035198234,0.00031733653,0.00009729106,0.000005115921,0.00009750014,0.0000030977826,0.0000034648288,0.00051039696],"genre_scores_gemma":[0.99671495,0.00017291383,0.0020027505,0.00010171761,0.000010856791,0.000088865156,0.000010674191,0.0000028859577,0.00089450314],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9974474,0.0014121698,0.00010502569,0.00017342433,0.00031069986,0.00055133324],"domain_scores_gemma":[0.99548894,0.0012798656,0.00035224107,0.0002916079,0.00055914355,0.0020282196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004158439,0.00041825545,0.00046384547,0.0007252162,0.003084953,0.0015924339,0.001305432,0.0013368801,0.0011383026],"category_scores_gemma":[0.005347186,0.0002997612,0.0005408445,0.0006745099,0.0012059301,0.00088691385,0.001681935,0.0016125131,0.00022291782],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009042678,0.11873754,0.20708348,0.0008113871,0.00013362503,0.027354136,0.37986818,0.0018017753,0.015255787,0.0037137722,0.0026740802,0.24166203],"study_design_scores_gemma":[0.0012297146,0.047836315,0.26392037,0.0004742218,0.0002820485,0.014820249,0.6072816,0.00999515,0.022476159,0.0018790854,0.029502649,0.00030246217],"about_ca_topic_score_codex":0.0031933223,"about_ca_topic_score_gemma":0.009006045,"teacher_disagreement_score":0.004158439,"about_ca_system_score_codex":0.0015757093,"about_ca_system_score_gemma":0.0029001117,"threshold_uncertainty_score":0.021992207},"labels":[],"label_agreement":null},{"id":"W4415488612","doi":"10.18623/rvd.v22.n2.3378","title":"MAPPING ACADEMIC PRACTICE IN COLLEGE OF BUSINESS AND PUBLIC ADMINISTRATION: FACULTY PROFILE ON INSTRUCTION, RESEARCH, AND COMMUNITY EXTENSION","year":2025,"lang":"","type":"article","venue":"Veredas do Direito Direito Ambiental e Desenvolvimento Sustentável","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"","keywords":"Excellence; Quality (philosophy); Higher education; Graduate students; Extension (predicate logic); Descriptive statistics; Service (business); Public university","score_opus":0.07569805467695219,"score_gpt":0.36030437227571416,"score_spread":0.284606317598762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415488612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989992,0.000033524015,0.00011930858,0.00006612881,0.0000022294112,0.000011267339,0.000030190944,0.0000046148198,0.0007336333],"genre_scores_gemma":[0.99948263,0.000045578458,0.00016977335,0.000013360446,0.00000353669,0.000012750573,0.00004589565,0.0000018626243,0.00022458629],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960943,0.0014340451,0.00039784872,0.0002886555,0.0011654637,0.0006197663],"domain_scores_gemma":[0.9829312,0.0043342183,0.0049990606,0.00077730516,0.0034442942,0.0035138784],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035963715,0.00014885524,0.0002564046,0.0033527012,0.0012501237,0.0019787448,0.00047895106,0.0003674727,0.0012720393],"category_scores_gemma":[0.019051818,0.00015689916,0.00014595788,0.003228078,0.00062261877,0.001280879,0.0021588565,0.00033854134,0.000505472],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005384569,0.00019611965,0.9427199,0.000022881057,0.000009367237,0.00005609761,0.014341246,0.0000808177,0.00053646846,0.000090330876,0.0002760205,0.041616905],"study_design_scores_gemma":[0.0000032197045,0.00015865172,0.9642513,0.000020197387,0.000003445369,0.00006881,0.033637863,0.00025652666,0.000415491,0.000079495236,0.0010956042,0.0000094719235],"about_ca_topic_score_codex":0.0057672663,"about_ca_topic_score_gemma":0.00913344,"teacher_disagreement_score":0.99640363,"about_ca_system_score_codex":0.0016217143,"about_ca_system_score_gemma":0.0025760662,"threshold_uncertainty_score":0.019019604},"labels":[],"label_agreement":null},{"id":"W4416847179","doi":"10.21125/iceri.2025.0718","title":"EXPLORING FOUNDATIONAL SKILLS IN INFORMATION TECHNOLOGY SECTOR CO-OPERATIVE EDUCATION JOB POSTINGS IN CANADA","year":2025,"lang":"","type":"article","venue":"ICERI proceedings","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information technology; Technology education; Information system; The Internet; Information Processes and Technology","score_opus":0.01779760478675947,"score_gpt":0.2623839290078956,"score_spread":0.24458632422113613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416847179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858338,0.00009804855,0.00010053877,0.000907335,0.000016111106,0.000032691096,0.0002514305,0.0000083604355,0.012751627],"genre_scores_gemma":[0.990123,0.00008973432,0.00010691506,0.00008719099,0.0000028340492,0.000013008596,0.0001248334,0.000005544556,0.009447043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982222,0.00013659909,0.000039700957,0.00010780103,0.00045498385,0.0010387946],"domain_scores_gemma":[0.9892838,0.0011566427,0.0007641184,0.00014439445,0.0043791714,0.004271904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001489209,0.00016733317,0.00030522147,0.0018937197,0.009475763,0.004032112,0.0015667009,0.00062151364,0.007070256],"category_scores_gemma":[0.006539739,0.00029142923,0.00018845807,0.0029020053,0.0017743938,0.001318975,0.0024374467,0.0019411019,0.0005873596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000257632,0.0006756341,0.7075499,0.00011075632,0.00002693389,0.0006076901,0.16663744,0.0006628154,0.0010420706,0.0067963987,0.011368243,0.10426447],"study_design_scores_gemma":[0.000009587033,0.00007286856,0.71921486,0.00011473984,0.000007292901,0.000037737474,0.26235774,0.00058044464,0.00023938755,0.00030130133,0.017036257,0.000027812152],"about_ca_topic_score_codex":0.989753,"about_ca_topic_score_gemma":0.9971962,"teacher_disagreement_score":0.05271969,"about_ca_system_score_codex":0.05271969,"about_ca_system_score_gemma":0.10489981,"threshold_uncertainty_score":0.3825099},"labels":[],"label_agreement":null},{"id":"W4417081889","doi":"10.59350/wf0yb-7ay26","title":"Employment Opportunity: Senior UX Designer","year":2022,"lang":"","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Wright; Software; User experience design; User needs; Public sector","score_opus":0.045023560825905376,"score_gpt":0.2718642543691678,"score_spread":0.22684069354326242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417081889","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005781942,0.0009070596,0.0013996818,0.02516652,0.013103135,0.0007332696,0.0035379073,0.0040384694,0.94533205],"genre_scores_gemma":[0.0036794345,0.00016343617,0.00023109402,0.0031892953,0.0003751974,0.00010695819,0.00034252284,0.0002649481,0.9916471],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990651,0.00009084782,0.00003791603,0.0001570379,0.00029788248,0.00035133227],"domain_scores_gemma":[0.99480903,0.00012235365,0.00008492942,0.00019354813,0.00083265494,0.00395745],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012514681,0.0009485887,0.0007795566,0.0011361479,0.0051121525,0.005347878,0.0009715895,0.0027904066,0.8615204],"category_scores_gemma":[0.002792869,0.0008125563,0.00045638418,0.0007012455,0.00060538755,0.0023691978,0.004573352,0.0025851203,0.7398842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045657864,0.00008153588,0.00021860185,0.000031294356,7.214735e-7,0.00010586553,0.00014979175,0.000010042402,0.00027310252,0.00026289097,0.9798417,0.018978916],"study_design_scores_gemma":[0.000030239562,0.000108425964,0.0012595552,0.000058299956,0.000002042024,0.00016781046,0.001223871,0.000058615107,0.000106958054,0.00017840858,0.9967963,0.000009364742],"about_ca_topic_score_codex":0.0033834295,"about_ca_topic_score_gemma":0.014127355,"teacher_disagreement_score":0.8615204,"about_ca_system_score_codex":0.0010484563,"about_ca_system_score_gemma":0.0029963823,"threshold_uncertainty_score":0.19752425},"labels":[],"label_agreement":null},{"id":"W4417256058","doi":"10.1108/qrde-09-2001-0015","title":"Biographical Details","year":2001,"lang":"en","type":"article","venue":"Quarterly review of distance education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Officer; The Internet; Turkish; Gateway (web page); Tracking (education); Distance education; Information technology","score_opus":0.008814659758318865,"score_gpt":0.27157087534213603,"score_spread":0.2627562155838172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417256058","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020411469,0.02729121,0.0053362073,0.042144943,0.12098604,0.0007745539,0.03392453,0.0013653962,0.76613605],"genre_scores_gemma":[0.012085183,0.017352402,0.0035333848,0.013101732,0.0146487905,0.00072848826,0.01592237,0.00095487316,0.9216727],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982298,0.0003634096,0.00018516344,0.00034674472,0.0006884415,0.00018648636],"domain_scores_gemma":[0.99213374,0.0017546769,0.00038600093,0.0011185515,0.0037902577,0.0008167698],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016982899,0.0011017964,0.0009528706,0.0055499906,0.0029505123,0.0032265352,0.0019319924,0.0016812994,0.48454905],"category_scores_gemma":[0.016609604,0.00036523555,0.0007103379,0.0049370388,0.00092607416,0.0023385421,0.0024744926,0.0024150661,0.30183405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022759996,0.000011470833,0.00018182844,0.00019833614,0.0000027942713,0.00010686206,0.00020302524,0.000032828415,0.00006665558,0.0028673625,0.9560675,0.04023866],"study_design_scores_gemma":[0.0000016263226,0.000003838414,0.00016574978,0.00011891251,0.0000015805672,0.00014347197,0.0001387252,0.00001323558,0.00003467859,0.0005855812,0.99878985,0.0000028386382],"about_ca_topic_score_codex":0.0066953115,"about_ca_topic_score_gemma":0.007984315,"teacher_disagreement_score":0.51545095,"about_ca_system_score_codex":0.0025700196,"about_ca_system_score_gemma":0.00444102,"threshold_uncertainty_score":0.7352282},"labels":[],"label_agreement":null},{"id":"W6911625464","doi":"10.5281/zenodo.14797078","title":"D2.4 Skills4EOSC Recognition Framework first iteration","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"European Commission","keywords":"Deliverable; Task (project management); Accreditation; Work (physics); Task analysis; Key (lock)","score_opus":0.036846681425368996,"score_gpt":0.25129108444733045,"score_spread":0.21444440302196144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911625464","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034188647,0.00033067918,0.8934528,0.0015669857,0.00045052852,0.002231177,0.0023303528,0.014906571,0.081311986],"genre_scores_gemma":[0.04497174,0.0003017619,0.8928416,0.0010206001,0.00009382901,0.003126718,0.00864736,0.0041116267,0.044884913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9784445,0.0074490947,0.0013901585,0.0023213685,0.008287189,0.0021077667],"domain_scores_gemma":[0.9875337,0.0025126485,0.0004973625,0.0028367569,0.0055056433,0.0011137907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022183256,0.0014379786,0.0008909421,0.0024678574,0.001375532,0.008533258,0.0032737711,0.0032594474,0.036106024],"category_scores_gemma":[0.024885157,0.0012480743,0.0019189551,0.0009290003,0.0018660778,0.0043781777,0.008990411,0.0037933672,0.02503458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064349896,0.0006851556,0.0034372471,0.0025336305,0.00011936341,0.00048217268,0.0049978364,0.015366794,0.016218098,0.412071,0.14878088,0.39466435],"study_design_scores_gemma":[0.000076485165,0.00018807752,0.00088567444,0.0008872621,0.000029353962,0.0002867643,0.0007096354,0.014774586,0.008762468,0.038354058,0.9349674,0.000078286044],"about_ca_topic_score_codex":0.00847526,"about_ca_topic_score_gemma":0.00675308,"teacher_disagreement_score":0.036106024,"about_ca_system_score_codex":0.004082019,"about_ca_system_score_gemma":0.014355336,"threshold_uncertainty_score":0.12078667},"labels":[],"label_agreement":null},{"id":"W6924718519","doi":"10.15468/dl.svncmu","title":"Occurrence Download","year":2018,"lang":"en","type":"dataset","venue":"Global Biodiversity Information Facility","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Download; Norwegian; Collectable; Matching (statistics); Field (mathematics); Ornithology","score_opus":0.014091728227172062,"score_gpt":0.2238547284243851,"score_spread":0.20976300019721306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924718519","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061406434,0.000071715775,0.00015084048,0.00006979481,0.000052246935,0.000015054178,0.9944131,0.0023658266,0.002800152],"genre_scores_gemma":[0.000221481,0.00008541736,0.0006619453,0.000112374655,0.000011690593,0.00006570102,0.9961278,0.00059687026,0.0021168923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887663,0.00013319628,0.00014345408,0.0004311368,0.00022976841,0.0001857041],"domain_scores_gemma":[0.99771947,0.00058239506,0.00013841978,0.00057386287,0.0006363503,0.00034948654],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008064144,0.002721341,0.0021453376,0.005524432,0.0011784318,0.0036561827,0.0024362192,0.002031718,0.36953583],"category_scores_gemma":[0.005356989,0.0009981152,0.0019169252,0.00865085,0.00037576782,0.0034992828,0.0035668402,0.0021151649,0.48376027],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003985763,0.000012349001,0.0002035846,0.0004685937,0.000011894802,0.000014291905,0.000020338792,0.00009585579,0.000084910964,0.00032850134,0.9955011,0.0032186646],"study_design_scores_gemma":[0.00007298791,0.000013028021,0.0011273873,0.00015413905,0.000014644893,0.000036762172,0.00008216627,0.0002505979,0.00015885099,0.0012270974,0.9968401,0.000022284969],"about_ca_topic_score_codex":0.022615442,"about_ca_topic_score_gemma":0.03834868,"teacher_disagreement_score":0.6304642,"about_ca_system_score_codex":0.0013286087,"about_ca_system_score_gemma":0.002537932,"threshold_uncertainty_score":0.8992806},"labels":[],"label_agreement":null},{"id":"W6926520413","doi":"10.25316/ir-13815","title":"Nanaimo Free Press [Monday, December 12, 1892]","year":2019,"lang":"en","type":"other","venue":"VIURRSpace (Vancouver Island University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.009559588808730606,"score_gpt":0.19933654199339945,"score_spread":0.18977695318466883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6926520413","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009498269,0.008228981,0.000096875134,0.0022596025,0.0033911627,0.000023159653,0.004206706,0.00016975107,0.9806739],"genre_scores_gemma":[0.0013403131,0.0010168244,0.000035511937,0.000088615525,0.00008001211,0.0000066707257,0.000363969,0.00005719212,0.99701095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997003,0.00001931177,0.00001140698,0.000049723774,0.00014568874,0.00007357736],"domain_scores_gemma":[0.99976355,0.000022773806,0.000012726115,0.000017703998,0.0001265533,0.00005662368],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00026281577,0.0010186358,0.0006185,0.0015983612,0.0039488864,0.0060614967,0.0007327966,0.0016072455,0.4190245],"category_scores_gemma":[0.0010475088,0.00046068826,0.00033598088,0.003062076,0.0005628692,0.0021068268,0.0012930853,0.0022865618,0.15643604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043901127,0.0000113412925,0.00022421853,0.00009384126,0.0000045937554,0.000107335785,0.00011586777,0.000064743705,0.000103876475,0.0080383895,0.9576179,0.033574],"study_design_scores_gemma":[0.000002372305,0.0000023603852,0.00048517113,0.00004671208,9.1705937e-7,0.000015271546,0.000049792514,0.000013502847,0.000028160983,0.00019930248,0.99915385,0.0000026924483],"about_ca_topic_score_codex":0.15470776,"about_ca_topic_score_gemma":0.51281404,"teacher_disagreement_score":0.58097553,"about_ca_system_score_codex":0.0039050444,"about_ca_system_score_gemma":0.0026786244,"threshold_uncertainty_score":0.828691},"labels":[],"label_agreement":null},{"id":"W6926608015","doi":"10.25384/sage.c.6701228","title":"An Innovative Master in Anatomy: Combining Anatomy With Educational Scholarship","year":2023,"lang":"en","type":"other","venue":"Sage Journals Data","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Graduate education; Knowledge base; Professional development; Higher education; Field (mathematics); Faculty development; Core competency","score_opus":0.0634244718565337,"score_gpt":0.3596524263739398,"score_spread":0.2962279545174061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6926608015","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13238096,0.0048110574,0.19047247,0.08147495,0.0036577147,0.002075964,0.00013030812,0.001212292,0.5837843],"genre_scores_gemma":[0.42681885,0.0054433383,0.31038216,0.015862599,0.0012914126,0.0010591209,0.00019155626,0.0004400096,0.238511],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956327,0.0013057068,0.000092142,0.0003337689,0.0016240558,0.0010117065],"domain_scores_gemma":[0.99675614,0.0003345288,0.00012609287,0.00013871446,0.00035522724,0.0022893029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005291848,0.00042445934,0.00028480997,0.0023240866,0.005702749,0.0069173765,0.0014438425,0.0015126927,0.0071563413],"category_scores_gemma":[0.0032345883,0.00025568786,0.0004763928,0.0010247183,0.007611302,0.0034761487,0.013231006,0.0026490127,0.0015421676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005213644,0.00079094834,0.0095061185,0.00031040443,0.0000105263925,0.00094516494,0.051341165,0.00089973497,0.005109684,0.34082943,0.0466285,0.5435762],"study_design_scores_gemma":[0.000022790658,0.00042924087,0.0074149547,0.00031219525,0.000013296576,0.0010051564,0.01793391,0.00092479493,0.0018506794,0.037304975,0.93273526,0.000052643623],"about_ca_topic_score_codex":0.010191531,"about_ca_topic_score_gemma":0.050208893,"teacher_disagreement_score":0.010191531,"about_ca_system_score_codex":0.008499597,"about_ca_system_score_gemma":0.033265498,"threshold_uncertainty_score":0.06166917},"labels":[],"label_agreement":null},{"id":"W6930267575","doi":"10.5281/zenodo.1185247","title":"What Are The Challenges?","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Information system; Work (physics); Information processing; Perspective (graphical)","score_opus":0.05270342836062593,"score_gpt":0.25681124098710534,"score_spread":0.20410781262647942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930267575","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038603533,0.011234532,0.00029040975,0.96392083,0.013681666,0.000015562959,0.0001998555,0.00005510412,0.010215953],"genre_scores_gemma":[0.043456923,0.05815041,0.0048315097,0.69422233,0.022692628,0.00021418103,0.0012413906,0.00022756765,0.17496307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99160075,0.0013375059,0.00023520245,0.0006523925,0.002744057,0.0034300762],"domain_scores_gemma":[0.93799746,0.003991183,0.0010414745,0.0007139644,0.02769848,0.02855746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016578246,0.0008698659,0.00105349,0.001525018,0.008383085,0.014663723,0.0028028856,0.0143518895,0.057248123],"category_scores_gemma":[0.024978815,0.00055135234,0.00085098355,0.0016262572,0.005902014,0.010856475,0.0049532237,0.013836686,0.021730019],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028717874,0.00003973375,0.0007722621,0.0001367925,0.000012939075,0.000064165964,0.0001790757,0.00007720798,0.00009155271,0.012654274,0.94701564,0.0389276],"study_design_scores_gemma":[0.000023742186,0.000025798705,0.0023670262,0.00081948633,0.000017877535,0.00010064821,0.0051141856,0.00017124235,0.00010594307,0.012805849,0.97839695,0.00005136599],"about_ca_topic_score_codex":0.28167582,"about_ca_topic_score_gemma":0.4372531,"teacher_disagreement_score":0.28167582,"about_ca_system_score_codex":0.01409098,"about_ca_system_score_gemma":0.10090465,"threshold_uncertainty_score":0.56007254},"labels":[],"label_agreement":null},{"id":"W6931368268","doi":"10.5281/zenodo.3903725","title":"Current distribution of Arutani speakers","year":2020,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Current (fluid); Distribution (mathematics); Noise (video); Field (mathematics); Term (time)","score_opus":0.02612265870390286,"score_gpt":0.24376400757008326,"score_spread":0.21764134886618042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931368268","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23763868,0.009593383,0.0013136632,0.0015339301,0.000923769,0.000337766,0.09765906,0.0022594472,0.6487403],"genre_scores_gemma":[0.5286708,0.006732148,0.003905232,0.00038364623,0.00027015395,0.00039693434,0.05470748,0.0002644619,0.40466914],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9999074,0.000008987698,0.000005513032,0.000019332501,0.000020895886,0.000037961498],"domain_scores_gemma":[0.9998467,0.000008915028,0.000027865588,0.000009807785,0.0000764238,0.000030289031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012258806,0.00040991566,0.0001438497,0.0014248264,0.0006185934,0.00040039574,0.0004361427,0.00016867736,0.076699235],"category_scores_gemma":[0.0002715784,0.00011137024,0.00015393771,0.001851431,0.0001545519,0.00030701075,0.0004195881,0.0002864551,0.026430586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029594745,0.000061183186,0.054454003,0.0009887394,0.000035963516,0.00066810724,0.004102649,0.00035617893,0.003692439,0.0057004206,0.5842029,0.34544143],"study_design_scores_gemma":[0.000030756935,0.000069284535,0.20971777,0.0002529356,0.000027817836,0.00054249784,0.0032423805,0.000229852,0.0005037303,0.00056808896,0.78479135,0.000023524859],"about_ca_topic_score_codex":0.051167157,"about_ca_topic_score_gemma":0.07619296,"teacher_disagreement_score":0.076699235,"about_ca_system_score_codex":0.00029389493,"about_ca_system_score_gemma":0.0006347416,"threshold_uncertainty_score":0.25658447},"labels":[],"label_agreement":null},{"id":"W6931673751","doi":"10.5281/zenodo.7629589","title":"Fig. 111. Face. A in Revision of the Nearctic species of the Lasioglossum (Dialictus) gemmatum species complex (Hymenoptera: Halictidae)","year":2023,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Nearctic ecozone; Species complex; Scale (ratio); Taxonomy (biology)","score_opus":0.04286745716305091,"score_gpt":0.24477578798452584,"score_spread":0.20190833082147494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931673751","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011861315,0.0060059936,0.005329029,0.0011528153,0.004915155,0.0005166838,0.041253895,0.0022341951,0.9267308],"genre_scores_gemma":[0.13686055,0.006007859,0.016889904,0.0009533422,0.0020785942,0.0006996359,0.06442761,0.0018915209,0.770191],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997999,0.000028032095,0.000009949996,0.00005741936,0.00007515046,0.000029598814],"domain_scores_gemma":[0.9998186,0.000028472492,0.000020790434,0.00002024557,0.00008313938,0.000028709603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021158272,0.0009282977,0.00044172342,0.002630888,0.0012182943,0.0007852816,0.00075704546,0.00065428147,0.17248915],"category_scores_gemma":[0.00053603365,0.00026743233,0.00044327087,0.001542916,0.0008201267,0.0009340659,0.0006686345,0.0010775251,0.07767841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035518748,0.000040996478,0.0021753097,0.00060069305,0.000020081752,0.00048057185,0.00038487013,0.00028186664,0.005413006,0.0060528284,0.70823413,0.27596045],"study_design_scores_gemma":[0.00001374576,0.000021356427,0.007795544,0.00008391848,0.000013788417,0.00078998524,0.00014500158,0.000114399474,0.0003297573,0.0005607818,0.99012357,0.00000818622],"about_ca_topic_score_codex":0.015641078,"about_ca_topic_score_gemma":0.030071437,"teacher_disagreement_score":0.17248915,"about_ca_system_score_codex":0.0009657453,"about_ca_system_score_gemma":0.00060410943,"threshold_uncertainty_score":0.5770337},"labels":[],"label_agreement":null},{"id":"W6931715084","doi":"10.5281/zenodo.8256728","title":"HTRomance, Medieval Italian corpus of ground-truth for Handwritten Text Recognition and Layout Segmentation","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Segmentation; Text recognition; Feature (linguistics); Pattern recognition (psychology); Text segmentation; Image segmentation","score_opus":0.029879406873920794,"score_gpt":0.24532778598481658,"score_spread":0.2154483791108958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931715084","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010977558,0.004362683,0.007890533,0.0004800597,0.0010495055,0.00043674075,0.91922826,0.02464655,0.030928051],"genre_scores_gemma":[0.008855842,0.00036235247,0.008096747,0.0001237546,0.00016167108,0.00046310332,0.97236955,0.0020327305,0.0075342525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969829,0.00053073565,0.0002956964,0.001078583,0.0008086677,0.0003034636],"domain_scores_gemma":[0.9963301,0.00069595315,0.00024082516,0.0014140278,0.0010657693,0.0002532955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023973535,0.004149419,0.0016747031,0.010312382,0.0018436795,0.0031303165,0.0037729626,0.002674775,0.075550444],"category_scores_gemma":[0.0063008703,0.0010586996,0.001252233,0.005675131,0.0012734619,0.0021848755,0.0037007614,0.0015717886,0.11558905],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036043685,0.00012921558,0.0010187494,0.002753953,0.00009150139,0.00035620655,0.00023580754,0.00064030197,0.0045452863,0.0011457156,0.92384726,0.064875625],"study_design_scores_gemma":[0.00029148755,0.00011569104,0.01999007,0.00087116024,0.00012436007,0.0011457248,0.00035508012,0.0023699163,0.008879362,0.001962751,0.9637925,0.00010175715],"about_ca_topic_score_codex":0.016066961,"about_ca_topic_score_gemma":0.03457726,"teacher_disagreement_score":0.075550444,"about_ca_system_score_codex":0.0013566887,"about_ca_system_score_gemma":0.0023192402,"threshold_uncertainty_score":0.2527414},"labels":[],"label_agreement":null},{"id":"W6948803812","doi":"10.5281/zenodo.10447619","title":"D2.4 Skills4EOSC Recognition Framework first iteration","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"European Commission","keywords":"Deliverable; Task (project management); Accreditation; Work (physics); Task analysis; Key (lock)","score_opus":0.036846681425368996,"score_gpt":0.25129108444733045,"score_spread":0.21444440302196144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6948803812","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034188647,0.00033067918,0.8934528,0.0015669857,0.00045052852,0.002231177,0.0023303528,0.014906571,0.081311986],"genre_scores_gemma":[0.04497174,0.0003017619,0.8928416,0.0010206001,0.00009382901,0.003126718,0.00864736,0.0041116267,0.044884913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9784445,0.0074490947,0.0013901585,0.0023213685,0.008287189,0.0021077667],"domain_scores_gemma":[0.9875337,0.0025126485,0.0004973625,0.0028367569,0.0055056433,0.0011137907],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.022183256,0.0014379786,0.0008909421,0.0024678574,0.001375532,0.008533258,0.0032737711,0.0032594474,0.036106024],"category_scores_gemma":[0.024885157,0.0012480743,0.0019189551,0.0009290003,0.0018660778,0.0043781777,0.008990411,0.0037933672,0.02503458],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064349896,0.0006851556,0.0034372471,0.0025336305,0.00011936341,0.00048217268,0.0049978364,0.015366794,0.016218098,0.412071,0.14878088,0.39466435],"study_design_scores_gemma":[0.000076485165,0.00018807752,0.00088567444,0.0008872621,0.000029353962,0.0002867643,0.0007096354,0.014774586,0.008762468,0.038354058,0.9349674,0.000078286044],"about_ca_topic_score_codex":0.00847526,"about_ca_topic_score_gemma":0.00675308,"teacher_disagreement_score":0.9967262,"about_ca_system_score_codex":0.004082019,"about_ca_system_score_gemma":0.014355336,"threshold_uncertainty_score":0.12078667},"labels":[],"label_agreement":null},{"id":"W6950599299","doi":"10.5281/zenodo.7311894","title":"Does FLOSS in Software Engineering Education rnarrow the Theory-Practice gap?","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Software; Engineering education; Work (physics); Social software engineering","score_opus":0.015631515120508196,"score_gpt":0.232845315238621,"score_spread":0.2172138001181128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6950599299","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22074158,0.008282926,0.017317655,0.5221496,0.0011652643,0.00006392021,0.000040914394,0.00017763328,0.23006053],"genre_scores_gemma":[0.98146963,0.0021669772,0.003400449,0.003916159,0.0002802826,0.000041684172,0.000015784875,0.000039606683,0.008669401],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99317247,0.004421375,0.00017127876,0.00034569774,0.0010967387,0.0007923642],"domain_scores_gemma":[0.95494103,0.032356266,0.0025102526,0.0016791339,0.003645645,0.0048676906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018931191,0.0003002649,0.00035677402,0.0019335975,0.0032791158,0.008562863,0.0009959115,0.003023501,0.016029404],"category_scores_gemma":[0.037835006,0.00033295676,0.00026138237,0.0014818672,0.011383695,0.0115317805,0.004801069,0.0030855585,0.0011561381],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085598986,0.0006355729,0.010506229,0.00045245563,0.000020203644,0.00011800917,0.037908167,0.0009474953,0.0005035696,0.68280894,0.01763754,0.24837625],"study_design_scores_gemma":[0.00013507433,0.0004753503,0.014199639,0.0026875436,0.00003832109,0.00014375857,0.072795875,0.0035486792,0.001128929,0.75476533,0.15003258,0.000048913585],"about_ca_topic_score_codex":0.009986761,"about_ca_topic_score_gemma":0.014831955,"teacher_disagreement_score":0.018931191,"about_ca_system_score_codex":0.00634795,"about_ca_system_score_gemma":0.016755966,"threshold_uncertainty_score":0.100118935},"labels":[],"label_agreement":null},{"id":"W6967545230","doi":"10.5281/zenodo.1185246","title":"What Are The Challenges?","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Information system; Work (physics); Information processing; Perspective (graphical)","score_opus":0.05270342836062593,"score_gpt":0.25681124098710534,"score_spread":0.20410781262647942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967545230","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038603533,0.011234532,0.00029040975,0.96392083,0.013681666,0.000015562959,0.0001998555,0.00005510412,0.010215953],"genre_scores_gemma":[0.043456923,0.05815041,0.0048315097,0.69422233,0.022692628,0.00021418103,0.0012413906,0.00022756765,0.17496307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99160075,0.0013375059,0.00023520245,0.0006523925,0.002744057,0.0034300762],"domain_scores_gemma":[0.93799746,0.003991183,0.0010414745,0.0007139644,0.02769848,0.02855746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016578246,0.0008698659,0.00105349,0.001525018,0.008383085,0.014663723,0.0028028856,0.0143518895,0.057248123],"category_scores_gemma":[0.024978815,0.00055135234,0.00085098355,0.0016262572,0.005902014,0.010856475,0.0049532237,0.013836686,0.021730019],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028717874,0.00003973375,0.0007722621,0.0001367925,0.000012939075,0.000064165964,0.0001790757,0.00007720798,0.00009155271,0.012654274,0.94701564,0.0389276],"study_design_scores_gemma":[0.000023742186,0.000025798705,0.0023670262,0.00081948633,0.000017877535,0.00010064821,0.0051141856,0.00017124235,0.00010594307,0.012805849,0.97839695,0.00005136599],"about_ca_topic_score_codex":0.28167582,"about_ca_topic_score_gemma":0.4372531,"teacher_disagreement_score":0.28167582,"about_ca_system_score_codex":0.01409098,"about_ca_system_score_gemma":0.10090465,"threshold_uncertainty_score":0.56007254},"labels":[],"label_agreement":null},{"id":"W6967588763","doi":"10.5281/zenodo.10447618","title":"D2.4 Skills4EOSC Recognition Framework first iteration","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"European Commission","keywords":"Deliverable; Task (project management); Accreditation; Work (physics); Task analysis; Key (lock)","score_opus":0.036846681425368996,"score_gpt":0.25129108444733045,"score_spread":0.21444440302196144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967588763","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034188647,0.00033067918,0.8934528,0.0015669857,0.00045052852,0.002231177,0.0023303528,0.014906571,0.081311986],"genre_scores_gemma":[0.04497174,0.0003017619,0.8928416,0.0010206001,0.00009382901,0.003126718,0.00864736,0.0041116267,0.044884913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9784445,0.0074490947,0.0013901585,0.0023213685,0.008287189,0.0021077667],"domain_scores_gemma":[0.9875337,0.0025126485,0.0004973625,0.0028367569,0.0055056433,0.0011137907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022183256,0.0014379786,0.0008909421,0.0024678574,0.001375532,0.008533258,0.0032737711,0.0032594474,0.036106024],"category_scores_gemma":[0.024885157,0.0012480743,0.0019189551,0.0009290003,0.0018660778,0.0043781777,0.008990411,0.0037933672,0.02503458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064349896,0.0006851556,0.0034372471,0.0025336305,0.00011936341,0.00048217268,0.0049978364,0.015366794,0.016218098,0.412071,0.14878088,0.39466435],"study_design_scores_gemma":[0.000076485165,0.00018807752,0.00088567444,0.0008872621,0.000029353962,0.0002867643,0.0007096354,0.014774586,0.008762468,0.038354058,0.9349674,0.000078286044],"about_ca_topic_score_codex":0.00847526,"about_ca_topic_score_gemma":0.00675308,"teacher_disagreement_score":0.036106024,"about_ca_system_score_codex":0.004082019,"about_ca_system_score_gemma":0.014355336,"threshold_uncertainty_score":0.12078667},"labels":[],"label_agreement":null},{"id":"W6968182874","doi":"10.5281/zenodo.14680109","title":"D8.1 Training Strategy","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"","keywords":"Training (meteorology); Service (business); Natural (archaeology); Upgrade; Discipline","score_opus":0.04553416967142172,"score_gpt":0.26599238510415263,"score_spread":0.22045821543273092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968182874","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022032483,0.00043936318,0.042257905,0.009426738,0.00062210957,0.003154388,0.002352519,0.0011537984,0.91856086],"genre_scores_gemma":[0.20196238,0.00055026554,0.06403449,0.005730446,0.00018161793,0.004531667,0.004266656,0.0007154762,0.718027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99364775,0.0017812834,0.0003824182,0.00087270496,0.0014401212,0.0018757373],"domain_scores_gemma":[0.9962768,0.0003320203,0.00015009966,0.0003397209,0.0014384037,0.0014629222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004502467,0.0006399491,0.00026397017,0.0020460356,0.003243194,0.00743621,0.0025369907,0.0036953539,0.09398521],"category_scores_gemma":[0.0048838877,0.00043196266,0.0003840511,0.001727217,0.0016036624,0.0031842978,0.0059156297,0.0019291202,0.06538298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028518873,0.000745824,0.0073391483,0.00074980134,0.0000152993,0.0004375004,0.01086637,0.0023644755,0.0054027596,0.44002008,0.20852509,0.3232485],"study_design_scores_gemma":[0.000036478985,0.00015328595,0.0028748107,0.00024704638,0.000004226338,0.0001590487,0.004532818,0.0008645633,0.0019224541,0.013775029,0.97540015,0.000029997122],"about_ca_topic_score_codex":0.010728121,"about_ca_topic_score_gemma":0.009376109,"teacher_disagreement_score":0.09398521,"about_ca_system_score_codex":0.0064792847,"about_ca_system_score_gemma":0.014143461,"threshold_uncertainty_score":0.31441182},"labels":[],"label_agreement":null},{"id":"W6968442385","doi":"10.5281/zenodo.14680108","title":"D8.1 Training Strategy","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"","keywords":"Training (meteorology); Service (business); Natural (archaeology); Upgrade; Discipline","score_opus":0.04553416967142172,"score_gpt":0.26599238510415263,"score_spread":0.22045821543273092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968442385","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022032483,0.00043936318,0.042257905,0.009426738,0.00062210957,0.003154388,0.002352519,0.0011537984,0.91856086],"genre_scores_gemma":[0.20196238,0.00055026554,0.06403449,0.005730446,0.00018161793,0.004531667,0.004266656,0.0007154762,0.718027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99364775,0.0017812834,0.0003824182,0.00087270496,0.0014401212,0.0018757373],"domain_scores_gemma":[0.9962768,0.0003320203,0.00015009966,0.0003397209,0.0014384037,0.0014629222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004502467,0.0006399491,0.00026397017,0.0020460356,0.003243194,0.00743621,0.0025369907,0.0036953539,0.09398521],"category_scores_gemma":[0.0048838877,0.00043196266,0.0003840511,0.001727217,0.0016036624,0.0031842978,0.0059156297,0.0019291202,0.06538298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028518873,0.000745824,0.0073391483,0.00074980134,0.0000152993,0.0004375004,0.01086637,0.0023644755,0.0054027596,0.44002008,0.20852509,0.3232485],"study_design_scores_gemma":[0.000036478985,0.00015328595,0.0028748107,0.00024704638,0.000004226338,0.0001590487,0.004532818,0.0008645633,0.0019224541,0.013775029,0.97540015,0.000029997122],"about_ca_topic_score_codex":0.010728121,"about_ca_topic_score_gemma":0.009376109,"teacher_disagreement_score":0.09398521,"about_ca_system_score_codex":0.0064792847,"about_ca_system_score_gemma":0.014143461,"threshold_uncertainty_score":0.31441182},"labels":[],"label_agreement":null},{"id":"W6968985039","doi":"10.5281/zenodo.5248549","title":"Clytia hemisphaerica","year":2012,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Orange (colour); Sympatric speciation; Holotype; Taxonomy (biology)","score_opus":0.03006777604711153,"score_gpt":0.24393318235095168,"score_spread":0.21386540630384016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968985039","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13385436,0.016220277,0.0057729967,0.0010218858,0.00081930833,0.00066561863,0.007514902,0.001193854,0.8329369],"genre_scores_gemma":[0.8618569,0.003548603,0.0055190558,0.0011337707,0.00028108916,0.00025866096,0.0043392214,0.00016016544,0.122902624],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99987566,0.000013660701,0.000007830419,0.000044727345,0.00003184285,0.000026186171],"domain_scores_gemma":[0.9999027,0.000012606683,0.000026516569,0.000011934322,0.00003119604,0.000015066857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010257933,0.0006560908,0.00022855222,0.0013576658,0.0012086147,0.0002944017,0.0004978086,0.00038399766,0.03127001],"category_scores_gemma":[0.00030935125,0.00019782435,0.0002722361,0.00043153297,0.00036327014,0.0006958111,0.0009933051,0.00046469734,0.008705091],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004144279,0.00007937771,0.018256193,0.0009107676,0.000053278156,0.0026934398,0.0016816645,0.0009122001,0.07065562,0.015254967,0.11089684,0.77819115],"study_design_scores_gemma":[0.00006447957,0.00010083085,0.15091844,0.00036425298,0.000036672704,0.004772215,0.0005734369,0.00033557438,0.0036915543,0.0019845527,0.8371251,0.00003283585],"about_ca_topic_score_codex":0.013208979,"about_ca_topic_score_gemma":0.022515675,"teacher_disagreement_score":0.03127001,"about_ca_system_score_codex":0.00073544,"about_ca_system_score_gemma":0.00034274813,"threshold_uncertainty_score":0.104608536},"labels":[],"label_agreement":null},{"id":"W6980409602","doi":"","title":"Capitalizing on Big Data: Toward a Policy Framework and Advancing Digital Scholarship in Canada: Consultation Document","year":2018,"lang":"en","type":"other","venue":"QSpace (Queen's University Library)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; Genome Canada","keywords":"Digital ecosystem; Scholarship; Digital scholarship; Key (lock); Big data; Digital economy","score_opus":0.013864179259622772,"score_gpt":0.21485219079429346,"score_spread":0.2009880115346707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980409602","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004923941,0.0065556723,0.0022127652,0.87711596,0.002349625,0.0004362738,0.0053960914,0.00026226675,0.10074748],"genre_scores_gemma":[0.22293128,0.036014866,0.034454703,0.36263293,0.0019755098,0.0010532003,0.0085451035,0.000813131,0.33157924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95263463,0.0053842175,0.0018924605,0.0016374483,0.026835117,0.011616166],"domain_scores_gemma":[0.8300207,0.036268454,0.002250579,0.004625959,0.08405814,0.04277619],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.037894946,0.0009584379,0.0009468866,0.007137502,0.022554394,0.028781582,0.006281785,0.017758245,0.019650267],"category_scores_gemma":[0.09727489,0.0010738105,0.0011551188,0.01389193,0.010532907,0.01237145,0.015585015,0.011686549,0.0024964474],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000044352128,0.00007481135,0.0032005652,0.00043616458,0.00003069376,0.0002697009,0.0040473137,0.00095963717,0.00027198446,0.16800585,0.7872321,0.03542684],"study_design_scores_gemma":[0.00006096234,0.000025212881,0.0074105244,0.0011716702,0.00003449668,0.00007405194,0.009755085,0.0016029364,0.00046859073,0.028196368,0.95107263,0.00012750615],"about_ca_topic_score_codex":0.99337924,"about_ca_topic_score_gemma":0.995057,"teacher_disagreement_score":0.9712184,"about_ca_system_score_codex":0.21691002,"about_ca_system_score_gemma":0.7989065,"threshold_uncertainty_score":0.9082734},"labels":[],"label_agreement":null},{"id":"W6980591562","doi":"","title":"(!(!(!(#(C@ll)@(1+800+898+3057 ))))) AVIRA Antivirus tech Support Phone Number,","year":2016,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phone; Mobile phone; Service (business); Telephone number; GSM services","score_opus":0.01200001764072668,"score_gpt":0.2655012688421938,"score_spread":0.25350125120146716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980591562","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011207437,0.00015155658,0.000831765,0.0008324634,0.0009135509,0.00021342188,0.001157671,0.0035894574,0.99118936],"genre_scores_gemma":[0.0013267288,0.000066493754,0.00024142124,0.00029481147,0.00009990846,0.000040338073,0.0003504153,0.00030187183,0.99727803],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991398,0.00006899565,0.00002752507,0.00016371884,0.00036959586,0.0002303211],"domain_scores_gemma":[0.9974675,0.0002225019,0.00009868586,0.00020389474,0.00094751164,0.0010599223],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000474766,0.0013856111,0.0007287744,0.0013582789,0.0024031515,0.003834501,0.0009832705,0.0021809693,0.917282],"category_scores_gemma":[0.0020066823,0.0005884113,0.00074006506,0.0005394385,0.00047077055,0.0015346798,0.002366366,0.0012636213,0.93211126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004889972,0.000103086444,0.0005178932,0.000053550917,0.0000034707334,0.00008498247,0.00003275513,0.000052332918,0.001818837,0.000524693,0.9393365,0.057422947],"study_design_scores_gemma":[0.000029873523,0.00011112441,0.0019933828,0.000052605363,0.00000895541,0.0002038796,0.0001225582,0.00020965966,0.0010421914,0.00021272303,0.9959961,0.000016952861],"about_ca_topic_score_codex":0.005095528,"about_ca_topic_score_gemma":0.010682373,"teacher_disagreement_score":0.082718015,"about_ca_system_score_codex":0.0010671808,"about_ca_system_score_gemma":0.002069482,"threshold_uncertainty_score":0.117987156},"labels":[],"label_agreement":null},{"id":"W6981695472","doi":"","title":"Examining the Use of Cognitive Assessments in Clinical and Healthy Populations: A Focuson Spatial Cognition","year":2022,"lang":"en","type":"other","venue":"MURAL - Maynooth University Research Archive Library (National University of Ireland, Maynooth)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognition; Spatial cognition; Dementia; Episodic memory; Montreal Cognitive Assessment; Cognitive test; Population; Alzheimer's disease; Spatial memory","score_opus":0.17409147198897523,"score_gpt":0.3464356461732119,"score_spread":0.17234417418423664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981695472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8993545,0.06271064,0.011181321,0.006140801,0.00065043225,0.0032123267,0.0016192695,0.00012706197,0.015003614],"genre_scores_gemma":[0.920303,0.035077874,0.029149301,0.0026947155,0.0004197641,0.0060402066,0.0019347498,0.000044152737,0.0043361974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9889264,0.0047077183,0.0013121419,0.0012345266,0.0033658782,0.0004533132],"domain_scores_gemma":[0.9793021,0.011610295,0.004472384,0.0006014266,0.0035492803,0.0004644228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01635765,0.00064228685,0.00058795384,0.002330149,0.0006307452,0.0018553046,0.0009793125,0.0012699964,0.0010688198],"category_scores_gemma":[0.030942757,0.00039902682,0.0010162755,0.0019929078,0.0009050576,0.0012482925,0.0016146846,0.00095615676,0.00034466488],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000436676,0.000628928,0.6801622,0.003529018,0.0008034023,0.00023688875,0.011258334,0.0006385112,0.0020210054,0.0020630755,0.005596995,0.29262498],"study_design_scores_gemma":[0.000029177801,0.0010257015,0.98106444,0.0022427097,0.00022203897,0.00048083198,0.0033444704,0.00036371298,0.00096129044,0.0009934691,0.009222212,0.000049821483],"about_ca_topic_score_codex":0.003871503,"about_ca_topic_score_gemma":0.013375212,"teacher_disagreement_score":0.01635765,"about_ca_system_score_codex":0.0013035398,"about_ca_system_score_gemma":0.0030531527,"threshold_uncertainty_score":0.08650851},"labels":[],"label_agreement":null},{"id":"W6990115241","doi":"","title":"Computer Science Alumnus Keynotes Spring Quarter Graduation","year":2012,"lang":"en","type":"article","venue":"Calhoun: The Naval Postgraduate School Institutional Archive (Naval Postgraduate School)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spring (device); Graduation (instrument); Quarter (Canadian coin)","score_opus":0.018688620506143127,"score_gpt":0.25281001863267877,"score_spread":0.23412139812653565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6990115241","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014577369,0.0021680046,0.0011202003,0.04160668,0.07892534,0.0007123598,0.0046594515,0.003327436,0.8529032],"genre_scores_gemma":[0.0089450935,0.00055365,0.0002340915,0.001484064,0.0043688505,0.00013033628,0.001191349,0.0003587483,0.98273385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807966,0.000100512494,0.000056122055,0.00015830038,0.0008567318,0.00074854464],"domain_scores_gemma":[0.9916019,0.0001234605,0.0001203044,0.0002759426,0.0019265563,0.0059518577],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023440677,0.0014483491,0.0012190342,0.0033281397,0.00685741,0.008245323,0.0013918894,0.0028827596,0.5600149],"category_scores_gemma":[0.0036739558,0.00060805475,0.0008694101,0.0016785132,0.0005786821,0.0026353789,0.007844717,0.0035147553,0.3889643],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000655469,0.0001499012,0.00035516842,0.00003588507,0.0000013737812,0.000056092456,0.00005748216,0.000018544544,0.00018124974,0.00033600864,0.96566665,0.033076122],"study_design_scores_gemma":[0.00003916806,0.00016320693,0.004619773,0.000107684384,0.0000064604405,0.000076997094,0.0007955539,0.00015360073,0.0005596529,0.0008304497,0.9926295,0.000017959108],"about_ca_topic_score_codex":0.003846801,"about_ca_topic_score_gemma":0.021022774,"teacher_disagreement_score":0.5600149,"about_ca_system_score_codex":0.0021561238,"about_ca_system_score_gemma":0.005118671,"threshold_uncertainty_score":0.6275853},"labels":[],"label_agreement":null},{"id":"W6992912050","doi":"","title":"Mobile Computing Technology – Adoption Issues for Inspectors in the AEC industry","year":2009,"lang":"en","type":"article","venue":"NPARC","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Industry 4.0; Mobile device; Key (lock); Information technology","score_opus":0.014432659095811292,"score_gpt":0.2897125774705194,"score_spread":0.27527991837470805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992912050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8910764,0.002432188,0.0019031402,0.057568174,0.0005903665,0.0002455348,0.00018174852,0.00013536292,0.045867167],"genre_scores_gemma":[0.9794265,0.001150458,0.0010040812,0.003467282,0.00023763397,0.000057454745,0.00012756692,0.000034224267,0.014494882],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99088496,0.002534357,0.00049121096,0.0005165728,0.0045355237,0.0010373703],"domain_scores_gemma":[0.8908698,0.031901527,0.00786585,0.0017682732,0.06071738,0.006877276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014996867,0.00018170271,0.00024188895,0.0028064703,0.0036017883,0.0040194574,0.0014253509,0.0030399025,0.013914943],"category_scores_gemma":[0.06569159,0.00031263666,0.00031486244,0.0018649768,0.001313516,0.0033972855,0.0013160995,0.0018261952,0.0018962385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038425377,0.000933042,0.61404324,0.00063903164,0.00003473091,0.0025641643,0.033090457,0.00036172912,0.0042851055,0.0044285883,0.061298035,0.27793753],"study_design_scores_gemma":[0.000042964602,0.0012823921,0.7621287,0.00094684627,0.00005500159,0.0020146845,0.1350139,0.0018464278,0.0030718744,0.0008945567,0.09259446,0.000108182685],"about_ca_topic_score_codex":0.019927807,"about_ca_topic_score_gemma":0.029192194,"teacher_disagreement_score":0.019927807,"about_ca_system_score_codex":0.0026560691,"about_ca_system_score_gemma":0.0060246983,"threshold_uncertainty_score":0.07931197},"labels":[],"label_agreement":null},{"id":"W6996326005","doi":"","title":"SA&D and Database: Should we be researching what we are teaching?","year":2004,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Information system","score_opus":0.05209953807065298,"score_gpt":0.3169193184220175,"score_spread":0.2648197803513645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996326005","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015689023,0.003075565,0.0009678857,0.98788494,0.0019877197,0.000010432525,0.000014024473,0.000015416272,0.004475055],"genre_scores_gemma":[0.2091934,0.030855173,0.009603501,0.70287734,0.009092859,0.00013992147,0.00012164451,0.00014942595,0.037966702],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9620132,0.020735474,0.0018990497,0.002404356,0.009757965,0.00319003],"domain_scores_gemma":[0.8198258,0.09178354,0.007067949,0.0054417388,0.0344931,0.041387767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06505239,0.00032919348,0.0008822999,0.0017217055,0.008307497,0.025912588,0.0021308893,0.015973717,0.012434472],"category_scores_gemma":[0.10000841,0.00047754034,0.0005222878,0.0036375867,0.015625391,0.026257169,0.005635965,0.016641535,0.0038649845],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013553395,0.0002870691,0.014932384,0.0010208717,0.000036301757,0.00026412422,0.015824433,0.0005167618,0.0015746171,0.15830447,0.54567796,0.26142547],"study_design_scores_gemma":[0.000033689215,0.00015310185,0.0069050714,0.001492877,0.000014341627,0.00019762598,0.046135835,0.00047025486,0.0006414499,0.0854932,0.858393,0.00006952273],"about_ca_topic_score_codex":0.010200886,"about_ca_topic_score_gemma":0.023135737,"teacher_disagreement_score":0.06505239,"about_ca_system_score_codex":0.0100797955,"about_ca_system_score_gemma":0.03493903,"threshold_uncertainty_score":0.34403402},"labels":[],"label_agreement":null},{"id":"W6996988152","doi":"","title":"Tietokonetomografian traumaprotokollat Suomen yliopistosairaaloissa","year":2018,"lang":"fi","type":"other","venue":"Theseus (Ammattikorkeakoulujen)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Value (mathematics); Quarter (Canadian coin)","score_opus":0.022219202799599637,"score_gpt":0.2595235406260845,"score_spread":0.23730433782648488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996988152","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20907798,0.32405332,0.042982172,0.03391421,0.012552678,0.001374059,0.0013666556,0.0016762237,0.37300274],"genre_scores_gemma":[0.48763487,0.15886228,0.030480314,0.016571812,0.0045220903,0.00083204784,0.001189444,0.0003420457,0.29956505],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992993,0.00011875687,0.00008075147,0.00010090307,0.00030504624,0.00009523355],"domain_scores_gemma":[0.9991879,0.00023333816,0.00016085361,0.000073484676,0.00025665265,0.0000877511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000642065,0.0004626629,0.0005593869,0.00053381216,0.00075749966,0.0018473495,0.0004945257,0.00095516886,0.028075328],"category_scores_gemma":[0.0013440857,0.00019493261,0.00069374294,0.00031057882,0.00067647983,0.0013071276,0.0009901583,0.0015919443,0.0053859013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002468594,0.0008120546,0.005247598,0.0030957363,0.00018626507,0.0034012985,0.00046271284,0.00030792545,0.112253256,0.0071263714,0.044423927,0.8202143],"study_design_scores_gemma":[0.00028236548,0.0032868464,0.015881807,0.0013517734,0.00028503776,0.020411784,0.00078079384,0.0011074217,0.11482026,0.0027760686,0.83891165,0.000104230705],"about_ca_topic_score_codex":0.0014604672,"about_ca_topic_score_gemma":0.003984222,"teacher_disagreement_score":0.028075328,"about_ca_system_score_codex":0.00074886286,"about_ca_system_score_gemma":0.0012664999,"threshold_uncertainty_score":0.09392136},"labels":[],"label_agreement":null},{"id":"W7000241864","doi":"","title":"e-Skills: The International dimension and the Impact ofGlobalisation - Final Report 2014","year":2014,"lang":"en","type":"other","venue":"MURAL - Maynooth University Research Archive Library (National University of Ireland, Maynooth)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Peering; Globalization; Economic shortage; Variety (cybernetics); Dimension (graph theory); Information technology; Key (lock)","score_opus":0.016779932365142077,"score_gpt":0.25222273726990796,"score_spread":0.23544280490476588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7000241864","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018413547,0.07714506,0.0023145757,0.0806685,0.01627341,0.000928792,0.06620807,0.00085297215,0.73719513],"genre_scores_gemma":[0.12852281,0.14774865,0.007062268,0.011751562,0.0037168097,0.0012363642,0.08927188,0.00086964195,0.60981995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881005,0.00011113006,0.000051369625,0.00008468878,0.0005919562,0.00035083483],"domain_scores_gemma":[0.99840266,0.00017794051,0.00011401907,0.0001166158,0.00082151964,0.0003673052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018807673,0.00081233407,0.00041439632,0.0020063634,0.0009934149,0.0063560433,0.0007629709,0.0016835347,0.063759215],"category_scores_gemma":[0.0026190782,0.00031095423,0.00059847394,0.005081558,0.000550646,0.0049170903,0.004329678,0.002210163,0.0138844205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009130117,0.0001345009,0.0041100127,0.0009343503,0.00001967695,0.00009267388,0.00039677767,0.00036631356,0.00034232665,0.027595542,0.8153367,0.15057984],"study_design_scores_gemma":[0.000008863501,0.000037589693,0.01656455,0.0007679798,0.0000126939085,0.00005541364,0.0007629162,0.000077716024,0.00038773357,0.0019360415,0.97937703,0.00001148844],"about_ca_topic_score_codex":0.025828047,"about_ca_topic_score_gemma":0.018232606,"teacher_disagreement_score":0.063759215,"about_ca_system_score_codex":0.003466091,"about_ca_system_score_gemma":0.009453585,"threshold_uncertainty_score":0.21329582},"labels":[],"label_agreement":null},{"id":"W7003634501","doi":"","title":"Metis","year":2014,"lang":"en","type":"dissertation","venue":"Ohio Digital Resource Commons (University of Cincinnati)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metis; Bachelor; Information technology; Information system; Process (computing); Work (physics)","score_opus":0.007124150281396166,"score_gpt":0.19540445086390118,"score_spread":0.188280300582505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7003634501","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018507899,0.00067230593,0.001920207,0.0057176393,0.00527412,0.00029269958,0.005764193,0.0013794105,0.97712874],"genre_scores_gemma":[0.0041919067,0.00045102672,0.0008168655,0.0005128335,0.0004620099,0.00011910296,0.002863814,0.0002859443,0.9902964],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991196,0.000112267924,0.000036561414,0.00009449896,0.00051535596,0.00012177042],"domain_scores_gemma":[0.9990702,0.000062232524,0.000045744946,0.00011673251,0.0004994659,0.00020565338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010711505,0.0006682612,0.00044468063,0.0017679754,0.0026414995,0.004287972,0.0010218506,0.0008453377,0.55212814],"category_scores_gemma":[0.0026252337,0.00034972257,0.000397031,0.0011989315,0.0004331186,0.0016129891,0.0030108443,0.0011723165,0.32755643],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056832734,0.000040625197,0.00032320747,0.00013165026,0.000003736433,0.00007428542,0.0001898061,0.000058874037,0.0010817244,0.014783074,0.89446783,0.08878843],"study_design_scores_gemma":[0.0000046340956,0.000009462756,0.00035380496,0.00003627514,0.0000010933687,0.0000343087,0.00009875795,0.00004584724,0.00030667183,0.0007753534,0.99833137,0.0000024132567],"about_ca_topic_score_codex":0.0038085883,"about_ca_topic_score_gemma":0.011678245,"teacher_disagreement_score":0.55212814,"about_ca_system_score_codex":0.0018159611,"about_ca_system_score_gemma":0.0031803348,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W7007262109","doi":"","title":"カナダ・アルバータ州エドモントンにおける一般消費者に関連する情報システムの具体例とその背景の考察","year":2008,"lang":"ja","type":"other","venue":"Niigata University Institutional Repository (NIRR)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Service (business); Information and Communications Technology; Extension (predicate logic); Information technology; Information system","score_opus":0.012778359520881188,"score_gpt":0.19500930453765528,"score_spread":0.1822309450167741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7007262109","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057381105,0.0040996266,0.002215568,0.029796885,0.0007825564,0.00006796514,0.000412643,0.00014761307,0.9050961],"genre_scores_gemma":[0.34589294,0.0053164135,0.0030372252,0.002920704,0.0002785172,0.00004807222,0.00045536112,0.000077425975,0.6419734],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990791,0.00012643448,0.00003772565,0.00011430227,0.00044299097,0.0001993292],"domain_scores_gemma":[0.9975932,0.00026999513,0.00013138198,0.00009642694,0.0011499666,0.0007589957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010699491,0.0002609444,0.00016398191,0.0014051006,0.0051457663,0.008700051,0.0006279208,0.0010298819,0.044630904],"category_scores_gemma":[0.0021625585,0.00018476254,0.0001600274,0.0018342687,0.004226818,0.0024090642,0.00124517,0.0018176888,0.00676885],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105406914,0.00027714076,0.026876543,0.00034484654,0.000018097138,0.00046288685,0.02119151,0.00048985524,0.0018438908,0.32573548,0.23789088,0.38476345],"study_design_scores_gemma":[0.00000939186,0.00005046995,0.040685553,0.00029277103,0.0000142206945,0.00028186035,0.020010205,0.00031352649,0.0023819422,0.016434671,0.91948795,0.000037384238],"about_ca_topic_score_codex":0.2987825,"about_ca_topic_score_gemma":0.43656716,"teacher_disagreement_score":0.70121753,"about_ca_system_score_codex":0.013054144,"about_ca_system_score_gemma":0.019703086,"threshold_uncertainty_score":0.59408677},"labels":[],"label_agreement":null},{"id":"W7007766220","doi":"","title":"Alussa oli mies, metsä — ja innostus:juhlakirja emeritusprofessori Pentti Kerolan 80-vuotispäivänä","year":2015,"lang":"fi","type":"book","venue":"University of Oulu Repository (University of Oulu)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Radboud Universiteit; McMaster University","keywords":"Honour; Variety (cybernetics); Curriculum; Information system","score_opus":0.020189200016881494,"score_gpt":0.20529072778347718,"score_spread":0.1851015277665957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7007766220","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01046274,0.18993437,0.0025126853,0.022974703,0.020203987,0.00005121675,0.00032084205,0.00043029923,0.7531091],"genre_scores_gemma":[0.048177466,0.049852207,0.0017314842,0.0020824575,0.0022311285,0.000058372447,0.00025199074,0.0004002469,0.8952147],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99972755,0.00004312274,0.000010924369,0.000058476526,0.00011807132,0.000041816405],"domain_scores_gemma":[0.99978024,0.000070224734,0.000018678591,0.000012009248,0.000069244146,0.000049636255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000317339,0.00049637957,0.00045323686,0.00094377925,0.0021677888,0.00493123,0.0003947308,0.00086031144,0.02459677],"category_scores_gemma":[0.0009255418,0.00033054609,0.00019980379,0.0009262396,0.0010185417,0.0033077064,0.0013829686,0.0020305782,0.013780277],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065556786,0.00006493679,0.0006452827,0.00052912824,0.000010145072,0.00031592255,0.0067445,0.00021647144,0.0012497524,0.091591805,0.6843992,0.21416737],"study_design_scores_gemma":[0.0000010276948,0.0000064596984,0.0002755468,0.000114446644,0.000001827255,0.00012835042,0.0004844959,0.000023820914,0.0001413753,0.00077413657,0.99804544,0.0000030623855],"about_ca_topic_score_codex":0.0028520299,"about_ca_topic_score_gemma":0.00724163,"teacher_disagreement_score":0.02459677,"about_ca_system_score_codex":0.0017766317,"about_ca_system_score_gemma":0.0014758075,"threshold_uncertainty_score":0.08228445},"labels":[],"label_agreement":null},{"id":"W7010775515","doi":"","title":"Info Week 2008 Capilano University: Explore your career options","year":2008,"lang":"en","type":"article","venue":"Arca (British Columbia Electronic Library Network)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Work (physics); Range (aeronautics)","score_opus":0.020267728360272175,"score_gpt":0.1804589341643842,"score_spread":0.160191205804112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010775515","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030996022,0.0017178276,0.00061450835,0.016707025,0.007385956,0.00024672996,0.003955312,0.00180071,0.96447235],"genre_scores_gemma":[0.004488288,0.0007883041,0.00043115532,0.0016428125,0.00075508317,0.00010728037,0.0010917883,0.00048077,0.99021435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99963033,0.000042700736,0.000009007171,0.000029809806,0.0001618,0.00012628583],"domain_scores_gemma":[0.9973448,0.00012500439,0.00006160327,0.000103195984,0.00038381506,0.001981672],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008376145,0.00081163,0.00040992195,0.0011045245,0.0046070414,0.0069538113,0.0007548738,0.00172896,0.6028583],"category_scores_gemma":[0.0020906266,0.00042172868,0.00036509824,0.0010028529,0.0003980415,0.0018704097,0.0033888542,0.0022525352,0.33385646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011821961,0.0000146208,0.00012703105,0.000014567105,3.7612344e-7,0.00003136153,0.000053483112,0.000004706561,0.000054981712,0.00030253787,0.9864296,0.012954967],"study_design_scores_gemma":[0.0000025406937,0.0000072896337,0.000746076,0.000036688663,5.1445716e-7,0.000022962704,0.00019727781,0.000016464837,0.000050705105,0.00009050592,0.9988244,0.0000044587164],"about_ca_topic_score_codex":0.0077630114,"about_ca_topic_score_gemma":0.05576703,"teacher_disagreement_score":0.6028583,"about_ca_system_score_codex":0.001237872,"about_ca_system_score_gemma":0.0018464994,"threshold_uncertainty_score":0.56647444},"labels":[],"label_agreement":null},{"id":"W7014083230","doi":"","title":"Open for Business: A Panel on Creating International Research Opportunities with Canadian Universities and IS Researchers","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Key (lock); Best practice; Research policy; Research council; Information technology; Sustainability; Information system","score_opus":0.1762200193902223,"score_gpt":0.3679388883458205,"score_spread":0.1917188689555982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7014083230","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00698236,0.010864368,0.0022570372,0.88202417,0.023060367,0.0011263135,0.00045936753,0.00013253633,0.07309343],"genre_scores_gemma":[0.16451387,0.028774228,0.016452892,0.45831653,0.008459556,0.002235878,0.0017714226,0.0006115407,0.31886402],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9327672,0.010984405,0.0015253405,0.003172412,0.025948927,0.025601655],"domain_scores_gemma":[0.85979915,0.010881822,0.0013951005,0.00256306,0.039458282,0.085902534],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.066475205,0.001758464,0.001529219,0.0046317005,0.058076918,0.027185597,0.0066231405,0.022473652,0.014445361],"category_scores_gemma":[0.040203404,0.0013335217,0.0021950346,0.0072370553,0.015235059,0.009483097,0.02344923,0.0236584,0.0023191196],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042626834,0.000113011876,0.0016640774,0.00022271714,0.000017692755,0.00050486275,0.018548967,0.00013907606,0.0013182152,0.020485526,0.92090225,0.03604104],"study_design_scores_gemma":[0.000011252282,0.000013446416,0.0009273746,0.0002468202,0.000007887368,0.000055384302,0.017090205,0.00004227749,0.00012367252,0.0014462908,0.97998697,0.00004852864],"about_ca_topic_score_codex":0.83246267,"about_ca_topic_score_gemma":0.94255304,"teacher_disagreement_score":0.9728144,"about_ca_system_score_codex":0.10420311,"about_ca_system_score_gemma":0.52425045,"threshold_uncertainty_score":0.75605005},"labels":[],"label_agreement":null},{"id":"W7015613714","doi":"","title":"ON TIME AND OFF TIME CAREER TRAJECTORIES IN THE NEW ECONOMY: THE CASE OF INFORMATION TECHNOLOGY WORK","year":2009,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Perspective (graphical); Work (physics); Information technology; Life course approach; Part-time employment; Aging in the American workforce; Perception; Time perspective","score_opus":0.027552099340403535,"score_gpt":0.25339257552667543,"score_spread":0.2258404761862719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015613714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95719475,0.0010918252,0.0005317722,0.0050544934,0.000034684683,0.000049402624,0.00015173231,0.0000054936636,0.03588578],"genre_scores_gemma":[0.99381506,0.0012627819,0.0004717335,0.00030502083,0.000016309992,0.00002698913,0.00009582211,0.000008226872,0.0039980086],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99823076,0.00058681186,0.000034900946,0.0001207099,0.00023212963,0.00079469575],"domain_scores_gemma":[0.99661356,0.0012370445,0.00035387068,0.00014491363,0.00035671282,0.0012939288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026154846,0.00026129492,0.00035019094,0.0027814184,0.0133315185,0.006706518,0.0013877532,0.0015868254,0.0040659974],"category_scores_gemma":[0.004392712,0.0002498828,0.00044235995,0.0040249415,0.008004308,0.005075609,0.005570157,0.002403548,0.0002758632],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026923604,0.00037674158,0.20178066,0.00015153529,0.00002757095,0.0048863967,0.5997332,0.0012096636,0.00062238344,0.13091691,0.0037427363,0.05628304],"study_design_scores_gemma":[0.000016356196,0.000088255474,0.22545539,0.00028767285,0.000021624035,0.00058638264,0.7207615,0.0014496102,0.00016318282,0.01586638,0.03525327,0.000050380342],"about_ca_topic_score_codex":0.6014382,"about_ca_topic_score_gemma":0.73892945,"teacher_disagreement_score":0.6014382,"about_ca_system_score_codex":0.017701002,"about_ca_system_score_gemma":0.013664855,"threshold_uncertainty_score":0.80181795},"labels":[],"label_agreement":null},{"id":"W7017956357","doi":"","title":"2016-2017 Course Catalog","year":2016,"lang":"en","type":"article","venue":"The Mathematics Enthusiast","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Oregon; University of Alberta; Oregon State University; Iowa State University; University of Illinois at Urbana-Champaign; University of Montana; Johns Hopkins University; University of Washington; Universitat de Barcelona; University of Wyoming; Colorado State University; Washington State University; Virginia Polytechnic Institute and State University; Ohio State University; University of Minnesota; Texas Tech University; North Carolina State University; Utah State University; Yale University","keywords":"Course (navigation); Short course; Online course","score_opus":0.021625457697691957,"score_gpt":0.2630288875363784,"score_spread":0.24140342983868643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7017956357","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024258522,0.00096177694,0.0023850692,0.0028197144,0.0025584653,0.000653907,0.044929888,0.0056548663,0.9376104],"genre_scores_gemma":[0.0017842378,0.00064518314,0.0014131932,0.0005480159,0.00029148848,0.00016501013,0.03370327,0.00091603305,0.9605335],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954563,0.000029537829,0.000030721334,0.00007040095,0.00024882326,0.00007490256],"domain_scores_gemma":[0.99639916,0.00014262089,0.000106687796,0.00022794251,0.0016901725,0.0014334271],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005844789,0.0009690593,0.00092808285,0.0045864843,0.0019355023,0.0045419857,0.0011836304,0.00074346445,0.7610927],"category_scores_gemma":[0.002572512,0.00054138014,0.00042933392,0.0067027295,0.00027187995,0.0027908923,0.002105549,0.0013457194,0.7301969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017096032,0.000110094596,0.00022562557,0.00006971639,0.0000011209729,0.000016840295,0.000016358608,0.00004143141,0.00041820825,0.0007771454,0.9435284,0.05477801],"study_design_scores_gemma":[0.000011163059,0.000016760327,0.0010136832,0.000079323254,0.0000024260717,0.000023405504,0.00006097146,0.00009420804,0.00015980627,0.0005609361,0.99797004,0.0000070775664],"about_ca_topic_score_codex":0.007344471,"about_ca_topic_score_gemma":0.029269122,"teacher_disagreement_score":0.7610927,"about_ca_system_score_codex":0.0017827657,"about_ca_system_score_gemma":0.007140686,"threshold_uncertainty_score":0.3407722},"labels":[],"label_agreement":null},{"id":"W7019164889","doi":"","title":"Expedited Course Inventory Process","year":2009,"lang":"en","type":"article","venue":"Journal of Bioresource Management","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Course (navigation); Process (computing); Quarter (Canadian coin); Concept inventory; Work in process","score_opus":0.00797363532808984,"score_gpt":0.25861015169222384,"score_spread":0.250636516364134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019164889","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09218914,0.0007799115,0.58868545,0.0026141545,0.002940335,0.030157436,0.020824214,0.045729812,0.21607964],"genre_scores_gemma":[0.10112558,0.00068910205,0.6942108,0.0008239735,0.00035032452,0.011495083,0.018135408,0.0038851774,0.16928461],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934756,0.0014411239,0.0005344428,0.00083495746,0.003085793,0.00062796765],"domain_scores_gemma":[0.96725667,0.006590426,0.0020226226,0.008579414,0.012722061,0.0028288008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011936277,0.0006851449,0.0006017817,0.0040654475,0.0017503402,0.004541977,0.0023050967,0.0005938751,0.061948963],"category_scores_gemma":[0.028880125,0.00088027574,0.0005033094,0.0032546949,0.00040292228,0.0017674109,0.0047049774,0.0020907938,0.032875475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009571812,0.0015108424,0.004978342,0.00041772504,0.000027440285,0.00036480208,0.0016998543,0.003792629,0.01337028,0.011212011,0.2174761,0.7441928],"study_design_scores_gemma":[0.00016164908,0.00040583656,0.010477278,0.00017968075,0.000029960416,0.00020228577,0.0010159275,0.010501236,0.012906798,0.0038929407,0.9600987,0.00012779205],"about_ca_topic_score_codex":0.005991091,"about_ca_topic_score_gemma":0.008141295,"teacher_disagreement_score":0.061948963,"about_ca_system_score_codex":0.0017468493,"about_ca_system_score_gemma":0.012201906,"threshold_uncertainty_score":0.20723993},"labels":[],"label_agreement":null},{"id":"W7019409670","doi":"","title":"An idea for Hamilton's tent encampments","year":2024,"lang":"en","type":"other","venue":"Internet Archive (Internet Archive)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Poverty; Estate; Real estate; Placemaking; Fuel poverty","score_opus":0.014911012695926784,"score_gpt":0.2694448209859729,"score_spread":0.2545338082900461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019409670","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040974054,0.0018464832,0.0061361394,0.10801517,0.00647026,0.00013639762,0.00010814035,0.0003666666,0.8728233],"genre_scores_gemma":[0.06752907,0.0010690123,0.003989329,0.019527102,0.00050091563,0.00013129484,0.00006310256,0.00026797687,0.9069222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743074,0.00055717374,0.000047177105,0.00031274353,0.0007397311,0.00091245386],"domain_scores_gemma":[0.99785775,0.00019270653,0.00005810546,0.00016617618,0.00054139405,0.0011839464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016564013,0.00061990897,0.00025547828,0.0009171199,0.013539281,0.011377537,0.002231973,0.005273674,0.062091712],"category_scores_gemma":[0.0041095642,0.00067175814,0.0004315597,0.0009186968,0.010280632,0.010642826,0.006717549,0.007777011,0.012306048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015101954,0.000024583054,0.00023759673,0.000022075124,0.0000017382417,0.00015595474,0.0041703247,0.00006528573,0.000077572346,0.60591596,0.37133226,0.01798158],"study_design_scores_gemma":[0.000003894288,0.000007542532,0.00008500907,0.000030530562,0.0000014053235,0.00004077341,0.0022367206,0.00004078811,0.00004300616,0.012657043,0.9848455,0.000007809606],"about_ca_topic_score_codex":0.23076676,"about_ca_topic_score_gemma":0.39033476,"teacher_disagreement_score":0.7692332,"about_ca_system_score_codex":0.013774167,"about_ca_system_score_gemma":0.018103767,"threshold_uncertainty_score":0.4588471},"labels":[],"label_agreement":null},{"id":"W7020538577","doi":"","title":"Le rôle des Jésuites dans les débuts des « bagnes » coloniaux de Guyane (Danielle Donet-Vincent)","year":2018,"lang":"fr","type":"other","venue":"OpenEdition (OpenEdition)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lafora disease; Feud; Southeast asia","score_opus":0.02150970616680924,"score_gpt":0.24562272656594386,"score_spread":0.2241130203991346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020538577","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63660973,0.035370033,0.00087284995,0.0846007,0.0010010934,0.000035277866,0.00015831806,0.00005890153,0.24129313],"genre_scores_gemma":[0.90118676,0.003044063,0.00030032764,0.0038199825,0.00005798749,0.000012963139,0.000025807907,0.000028923227,0.09152312],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993437,0.00024706149,0.000010074787,0.000065895525,0.000048089474,0.00028509946],"domain_scores_gemma":[0.99950886,0.0001632728,0.0000728449,0.000021136393,0.0000466974,0.00018717586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067881384,0.00022514461,0.00016046164,0.0004381314,0.009180559,0.0032675425,0.0003378156,0.0016017435,0.005483943],"category_scores_gemma":[0.0012989336,0.00023326771,0.0001025317,0.00056159485,0.005243202,0.0009197583,0.0025786897,0.0022174434,0.00079864275],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020004997,0.00003645645,0.014321112,0.0002765728,0.000020008403,0.0033793095,0.52370787,0.00023431446,0.0024033475,0.32476795,0.06408062,0.06657232],"study_design_scores_gemma":[0.000015660078,0.00005741645,0.030293701,0.0005598292,0.000010187563,0.0010780427,0.13449721,0.00007649743,0.001186961,0.006332604,0.8258404,0.0000514747],"about_ca_topic_score_codex":0.13984507,"about_ca_topic_score_gemma":0.32260555,"teacher_disagreement_score":0.13984507,"about_ca_system_score_codex":0.0046615037,"about_ca_system_score_gemma":0.0038928567,"threshold_uncertainty_score":0.27806216},"labels":[],"label_agreement":null},{"id":"W7024870274","doi":"","title":"Student Handbook and Catalog 2002-2003","year":2002,"lang":"en","type":"article","venue":"The South Carolina State Library Digital Collections (South Carolina State Library)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Louisiana Tech University; Nova Southeastern University; University of the Pacific; University of Illinois at Urbana-Champaign; Grove City College; College of Charleston; University of South Carolina; Appalachian State University; Webster University; McGill University; East Carolina University; Biola University; Clemson University; North Carolina State University; University of North Carolina at Chapel Hill; Western Carolina University; Wake Forest University; U.S. Department of Education; Syracuse University; Daemen College","keywords":"Information system; Work (physics); Key (lock); Exposition (narrative); Set (abstract data type)","score_opus":0.009866808626858407,"score_gpt":0.1945346452608469,"score_spread":0.1846678366339885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024870274","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005144998,0.0031428912,0.0050016106,0.0010518015,0.0019000788,0.0003500646,0.023246493,0.0064826654,0.9583099],"genre_scores_gemma":[0.0005449031,0.0021241538,0.0014383736,0.0002474881,0.00012579917,0.00009046416,0.01601296,0.0008114864,0.97860444],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994617,0.000040740477,0.000057568566,0.000070851616,0.00031660328,0.000052597294],"domain_scores_gemma":[0.99812955,0.00019977565,0.000063842264,0.00031834492,0.0010011772,0.0002873057],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006412593,0.0011659813,0.0012462758,0.005275185,0.0012983475,0.0047140606,0.0016098621,0.0011482862,0.6194026],"category_scores_gemma":[0.0036086917,0.00089466723,0.00040335156,0.008961127,0.00039753853,0.0042340937,0.001547668,0.002109432,0.72022665],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010468023,0.000034134875,0.00007671212,0.00011295571,9.850781e-7,0.000013355902,0.000040083665,0.000040325296,0.00022433289,0.002502969,0.9071273,0.08981643],"study_design_scores_gemma":[0.0000020273878,0.000005404151,0.000120007244,0.00005666541,0.0000010211929,0.000024062916,0.00001615058,0.000021054024,0.000044900946,0.00025549033,0.9994504,0.000002843741],"about_ca_topic_score_codex":0.006438749,"about_ca_topic_score_gemma":0.01808501,"teacher_disagreement_score":0.6194026,"about_ca_system_score_codex":0.000967875,"about_ca_system_score_gemma":0.0032827412,"threshold_uncertainty_score":0.542876},"labels":[],"label_agreement":null},{"id":"W7034309995","doi":"","title":"Survey of Data Processing Courses Taught in Collegiate Schools of Business","year":2016,"lang":"en","type":"article","venue":"SHAREOK (University of Oklahoma)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; York University; San José State University; Temple University; University of Dayton; Iowa State University; University of Notre Dame; Louisiana State University; University of Cincinnati; Washington State University; University of Tulsa; Johns Hopkins University; Baylor University; College of Engineering, Michigan State University; University of Missouri; Oklahoma State University; Michigan State University; University of Pennsylvania; University of Washington; Bradley University; Massachusetts Institute of Technology; Georgia Institute of Technology","keywords":"Data processing; Data collection; Administration (probate law); Information processing; Business information","score_opus":0.0614029962763112,"score_gpt":0.261750186442907,"score_spread":0.2003471901665958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034309995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99222773,0.00037751632,0.00020980892,0.00047552533,0.0000258116,0.00015781196,0.0032371606,0.000035386925,0.0032532306],"genre_scores_gemma":[0.98365515,0.00097233645,0.0006086447,0.0008943806,0.000039950814,0.0002512922,0.0040438636,0.000044325854,0.009490077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965372,0.0006333961,0.00043789542,0.0004954917,0.0012199335,0.0006760669],"domain_scores_gemma":[0.9715565,0.0052605476,0.0063049197,0.000704128,0.009001518,0.0071724006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025712654,0.00027968173,0.0004742567,0.0057519996,0.0011027509,0.0012176957,0.00081855495,0.00096181425,0.007272431],"category_scores_gemma":[0.01043974,0.00044828292,0.00042816377,0.00531552,0.00042495466,0.0008782838,0.0011967203,0.0009581845,0.003561052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012631562,0.0010819917,0.9745866,0.0001123844,0.00003133593,0.000059886406,0.001867919,0.000073067946,0.00070685276,0.00008380973,0.0035322353,0.017737614],"study_design_scores_gemma":[0.000004404997,0.00018301555,0.9942379,0.000030215959,0.0000053925983,0.000043975117,0.0020899507,0.00008018792,0.00015683648,0.000009637295,0.0031536708,0.0000048130555],"about_ca_topic_score_codex":0.020801056,"about_ca_topic_score_gemma":0.031530548,"teacher_disagreement_score":0.020801056,"about_ca_system_score_codex":0.0022467182,"about_ca_system_score_gemma":0.004180189,"threshold_uncertainty_score":0.04135996},"labels":[],"label_agreement":null},{"id":"W7035914826","doi":"","title":"Alignment of competencies as identified by library and information science educators and practitioners : a case study of database management","year":2008,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Information science; Exploratory research; Science education; Information management; Higher education","score_opus":0.016634173635694756,"score_gpt":0.29589052626232953,"score_spread":0.2792563526266348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035914826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968105,0.0000501297,0.00040798925,0.00058990996,0.000003942438,0.000038005634,0.000008366455,0.0000022649647,0.002088926],"genre_scores_gemma":[0.99763644,0.00013372427,0.00096446206,0.00019270716,0.0000026359141,0.00006926662,0.000015212331,0.0000033527153,0.0009822105],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98890775,0.007284873,0.0004886802,0.00046899385,0.0013623836,0.0014872893],"domain_scores_gemma":[0.9809568,0.012131782,0.0017973575,0.00043629867,0.002590002,0.0020878064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013231729,0.00027307443,0.00040076865,0.0023101752,0.007668995,0.0045335204,0.0010563043,0.0023546293,0.0015078196],"category_scores_gemma":[0.029777667,0.00057926105,0.0002415184,0.0025160846,0.0038634061,0.0038592403,0.0045307754,0.0026665207,0.00025680754],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006447228,0.0006466592,0.051144954,0.00005235504,0.00000372721,0.0015690555,0.9307778,0.00008274971,0.00051711616,0.0026972245,0.00040547535,0.012038377],"study_design_scores_gemma":[0.000017001783,0.00020309568,0.015758645,0.000052012107,0.0000043280943,0.0005689803,0.97946817,0.00029356382,0.0003676529,0.0003765724,0.0028768212,0.000013221796],"about_ca_topic_score_codex":0.016440101,"about_ca_topic_score_gemma":0.039717212,"teacher_disagreement_score":0.016440101,"about_ca_system_score_codex":0.0049598487,"about_ca_system_score_gemma":0.0069759735,"threshold_uncertainty_score":0.069976866},"labels":[],"label_agreement":null},{"id":"W7036512235","doi":"","title":"Business Computer Skills 102 — Teaching MSOffice 2013 in the Classroom","year":2017,"lang":"en","type":"article","venue":"ScholarWorks (Central Washington University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Syllabus; Attendance; Curriculum; Context (archaeology); Quarter (Canadian coin)","score_opus":0.009431536232415884,"score_gpt":0.2194870582679344,"score_spread":0.21005552203551853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036512235","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99426234,0.00008779254,0.00014510562,0.0004508366,0.000038453265,0.000050896993,0.00008522375,0.0000306613,0.004848777],"genre_scores_gemma":[0.9804273,0.00018758225,0.0007102662,0.0003622224,0.000028887689,0.000088029694,0.00026152027,0.000018151652,0.017915927],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932015,0.00009552216,0.00003135181,0.00010109164,0.00015295346,0.0002990001],"domain_scores_gemma":[0.99691534,0.00012900043,0.0002377891,0.00007438916,0.0004262944,0.0022172239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011019201,0.00039052754,0.0004111859,0.00097417,0.0029687847,0.0024555847,0.0010024828,0.00074102485,0.006866434],"category_scores_gemma":[0.0017338003,0.0003569315,0.00019576447,0.00058516447,0.0008449149,0.0007432672,0.0025610328,0.0013077094,0.002126281],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015547172,0.014095342,0.35600758,0.0004738347,0.000036668236,0.0025842432,0.064451724,0.0009404913,0.049318444,0.003254977,0.027937522,0.4793445],"study_design_scores_gemma":[0.000060346392,0.0057519926,0.7803278,0.00029374028,0.000016510456,0.00073221605,0.10972519,0.00091604295,0.018082075,0.0009189572,0.08312227,0.000052872267],"about_ca_topic_score_codex":0.0075260196,"about_ca_topic_score_gemma":0.04078345,"teacher_disagreement_score":0.0075260196,"about_ca_system_score_codex":0.0036167228,"about_ca_system_score_gemma":0.0053337384,"threshold_uncertainty_score":0.026241243},"labels":[],"label_agreement":null},{"id":"W7037894816","doi":"","title":"Federalismo e immigrazione in Canada: tra asimmetria e devoluzione paritaria","year":2017,"lang":"it","type":"book-chapter","venue":"Institutional Research Information System (Università degli Studi di Trento)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Context (archaeology); Focus (optics); Identification (biology)","score_opus":0.0805185951624459,"score_gpt":0.2915968549992045,"score_spread":0.2110782598367586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037894816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50273895,0.04675703,0.0009108531,0.14515826,0.0014325269,0.000086979795,0.0041213892,0.00009780287,0.2986962],"genre_scores_gemma":[0.88279366,0.023116471,0.00055473304,0.0055082664,0.00015069991,0.000030889678,0.00086727017,0.00006464355,0.086913384],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983615,0.00009447393,0.000034910212,0.000098554505,0.0003906715,0.0010198442],"domain_scores_gemma":[0.99783736,0.0002634437,0.00015122342,0.00004333694,0.00089830876,0.00080641836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093267416,0.00028085825,0.00045177893,0.0023043249,0.014908619,0.006279899,0.0011532217,0.0015109299,0.011517949],"category_scores_gemma":[0.0031970704,0.00026428927,0.0004183093,0.008178277,0.004171268,0.0018057602,0.0028098712,0.0035191635,0.00043331477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015212366,0.00014262028,0.09873927,0.00041648504,0.000075845535,0.0010466271,0.076919496,0.0009841044,0.00038384725,0.44533756,0.1775804,0.1982217],"study_design_scores_gemma":[0.000040957733,0.00004242035,0.25455225,0.0010518931,0.00008874968,0.0003951725,0.092049815,0.0009086676,0.00042363934,0.0146170715,0.6356946,0.00013471881],"about_ca_topic_score_codex":0.99817526,"about_ca_topic_score_gemma":0.9990827,"teacher_disagreement_score":0.11464724,"about_ca_system_score_codex":0.11464724,"about_ca_system_score_gemma":0.2886736,"threshold_uncertainty_score":0.8318278},"labels":[],"label_agreement":null},{"id":"W7038603097","doi":"","title":"International Distributed Computer Science Degree - Cooperative Education Efforts between Canada, Poland, Greece and Germany","year":2009,"lang":"en","type":"other","venue":"Publication Server of Bonn-Rhein-Sieg University of Applied Sciences (Bonn-Rhein-Sieg University of Applied Sciences)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cooperative education; Degree (music); Cooperative learning","score_opus":0.012563397112370304,"score_gpt":0.20596683320638104,"score_spread":0.19340343609401073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038603097","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4026038,0.0017772197,0.014410782,0.013231611,0.0005801777,0.0006628156,0.0023232042,0.0013570315,0.56305337],"genre_scores_gemma":[0.6283262,0.0006046464,0.003989974,0.0004456453,0.00003232575,0.00009049155,0.0014440787,0.00013291417,0.36493373],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766076,0.00031921605,0.000066632914,0.00033327646,0.0005295931,0.0010905954],"domain_scores_gemma":[0.9910781,0.00082072284,0.0001829306,0.0006988386,0.0026006142,0.004618766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003524753,0.0004398972,0.00028381465,0.001669906,0.0034494924,0.0023419957,0.0010422579,0.0007032761,0.031475097],"category_scores_gemma":[0.0045123147,0.00022042576,0.00018882068,0.0023384697,0.000983189,0.0015727639,0.0052042427,0.0007982224,0.0037268358],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017329553,0.001256863,0.03945811,0.00034081604,0.00006311074,0.00078179623,0.012904806,0.0043138587,0.009761928,0.10671831,0.14183177,0.6808357],"study_design_scores_gemma":[0.00017677846,0.00023975149,0.07394405,0.00011372007,0.000043226544,0.000302583,0.014451469,0.004101668,0.0141251115,0.0037600994,0.88871074,0.000030816023],"about_ca_topic_score_codex":0.22155604,"about_ca_topic_score_gemma":0.29697984,"teacher_disagreement_score":0.77844393,"about_ca_system_score_codex":0.012360561,"about_ca_system_score_gemma":0.059600696,"threshold_uncertainty_score":0.44053286},"labels":[],"label_agreement":null},{"id":"W7042554470","doi":"","title":"Piedmont Technical College 2019-2020 annual report. Laurens County","year":2021,"lang":"en","type":"article","venue":"The South Carolina State Library Digital Collections (South Carolina State Library)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Affect (linguistics); Statistical analysis; Quarter (Canadian coin); Field (mathematics)","score_opus":0.00550978002927489,"score_gpt":0.19684654327203321,"score_spread":0.19133676324275833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042554470","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062938174,0.003525401,0.0006778988,0.020934546,0.007292084,0.0003085468,0.30707347,0.0016930366,0.6522012],"genre_scores_gemma":[0.0060866596,0.0012803712,0.00053288636,0.0019324418,0.00021385773,0.00021018086,0.07014657,0.0002148162,0.9193822],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992933,0.0000390452,0.000022030621,0.00006929722,0.00038940317,0.0001868026],"domain_scores_gemma":[0.9983621,0.00009018864,0.00005186883,0.00003625682,0.0010008444,0.00045877282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006555579,0.0006841342,0.00026105015,0.0013428925,0.0018290187,0.0026919714,0.0010955486,0.00092601374,0.2014566],"category_scores_gemma":[0.0022339756,0.00037084715,0.0002537552,0.0027088455,0.0002003641,0.0011518669,0.0012979895,0.0011796403,0.14765795],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012378647,0.000012099981,0.00029203566,0.00002266839,6.939796e-7,0.000010219423,0.000006953354,0.000023325194,0.000030292751,0.00023254663,0.9918292,0.007527556],"study_design_scores_gemma":[0.000007698287,0.000008586716,0.003765853,0.000052563108,0.00000205032,0.000010450307,0.00011787301,0.00005316242,0.00009364035,0.00006714236,0.9958151,0.0000058317796],"about_ca_topic_score_codex":0.33076715,"about_ca_topic_score_gemma":0.47423047,"teacher_disagreement_score":0.33076715,"about_ca_system_score_codex":0.004707957,"about_ca_system_score_gemma":0.015335208,"threshold_uncertainty_score":0.67393947},"labels":[],"label_agreement":null},{"id":"W7043084547","doi":"","title":"SERC 1 WorkPlan – 2010-2011","year":2010,"lang":"en","type":"other","venue":"AUSpace (Athabasca University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mandate; Alliance; Plan (archaeology); Research program; Balance (ability); Social research","score_opus":0.008460764431509468,"score_gpt":0.18825844267797273,"score_spread":0.17979767824646326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043084547","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013059638,0.0004705895,0.0034333142,0.0016562815,0.0021593354,0.00071891025,0.064247556,0.0063230298,0.919685],"genre_scores_gemma":[0.0040823068,0.00029785227,0.0022988534,0.00027620222,0.00012535368,0.000383589,0.059756797,0.0023827862,0.93039626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883133,0.00021335055,0.000040902363,0.00020722707,0.0004333097,0.0002738326],"domain_scores_gemma":[0.99666166,0.00021950455,0.00008076122,0.00037411234,0.0015441107,0.0011199083],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024188096,0.0013730727,0.00058255094,0.0019631586,0.00184336,0.0038282932,0.0019674196,0.0012235921,0.72280306],"category_scores_gemma":[0.0024563684,0.0006233271,0.0004559122,0.0015950623,0.00040844048,0.0014648422,0.002294533,0.0012906404,0.6409232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008727808,0.000055777324,0.00013541442,0.00006702963,0.000001522251,0.000010152681,0.000031016672,0.0002637101,0.00023457658,0.001825907,0.97035104,0.026936455],"study_design_scores_gemma":[0.000019241805,0.000030224759,0.0007099352,0.00004172127,0.0000011490239,0.000007510405,0.000043232587,0.00021464957,0.000228082,0.00033760484,0.99836,0.0000066684033],"about_ca_topic_score_codex":0.04646055,"about_ca_topic_score_gemma":0.11073121,"teacher_disagreement_score":0.72280306,"about_ca_system_score_codex":0.0038540047,"about_ca_system_score_gemma":0.008062553,"threshold_uncertainty_score":0.39538777},"labels":[],"label_agreement":null},{"id":"W7071011882","doi":"","title":"Research Exchange - November 17, 2020 \"New Directions at MISQ\" with Andrew Burton-Jones, moderated by Cynthia Beath","year":2020,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Variety (cybernetics); Information system; Associate editor; State (computer science); Information technology; Information science; Digital scholarship","score_opus":0.026283302881464833,"score_gpt":0.2709113145668056,"score_spread":0.2446280116853408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7071011882","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010624082,0.01099582,0.001008974,0.2111146,0.30587408,0.0005021261,0.0052914727,0.0015342217,0.46261632],"genre_scores_gemma":[0.0021851335,0.0022222488,0.00048179273,0.019699529,0.013999338,0.00018862939,0.0024920627,0.000319917,0.9584113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958935,0.0006236067,0.0001875726,0.00055616326,0.001971424,0.00076774176],"domain_scores_gemma":[0.9825727,0.0010307789,0.00040590472,0.0005416765,0.0075961216,0.0078529],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007113961,0.0016633866,0.0013335021,0.0019144318,0.0037451626,0.012363856,0.0016911188,0.009619755,0.6209141],"category_scores_gemma":[0.011213213,0.000689698,0.0012294316,0.0016839129,0.0009066966,0.006132553,0.0050370526,0.0050294995,0.5677406],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019880701,0.00001749814,0.000046131187,0.000042111256,0.0000013442075,0.000016635457,0.000010338296,0.000008656707,0.000051746327,0.00041804468,0.9883222,0.01104541],"study_design_scores_gemma":[0.000014217898,0.000033406697,0.00033899944,0.00006813471,0.0000011961412,0.000013560915,0.000077186276,0.000026010337,0.000029153041,0.00038070703,0.9990125,0.000004973059],"about_ca_topic_score_codex":0.0025417372,"about_ca_topic_score_gemma":0.007111405,"teacher_disagreement_score":0.6209141,"about_ca_system_score_codex":0.0026687258,"about_ca_system_score_gemma":0.0075078914,"threshold_uncertainty_score":0.54072},"labels":[],"label_agreement":null},{"id":"W7086593963","doi":"","title":"Assessing the prevalence and impact of preserved ratio impaired spirometry in low-income and middle-income countries: a post-hoc cross-sectional analysis","year":2024,"lang":"en","type":"article","venue":"UCL Discovery (University College London)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Medical Research Council; Pan American Health Organization; Alliance for Health Policy and Systems Research; Novartis Foundation; Inter-American Institute for Global Change Research; Consejo Nacional de Ciencia, Tecnología e Innovación Tecnológica; World Diabetes Foundation; Grand Challenges Canada; National Science Foundation; Bloomberg Philanthropies; Wellcome Trust; Directorate for Biological Sciences; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Fogarty International Center; National Institute of Mental Health; National Heart, Lung, and Blood Institute; Fondo Nacional de Desarrollo Científico, Tecnológico y de Innovación Tecnológica; Department for International Development; Engineering and Physical Sciences Research Council; UK Research and Innovation","keywords":"Spirometry; Odds ratio; Comorbidity; Population; Logistic regression; Vital capacity; Confidence interval; Odds; Decile","score_opus":0.012649166162174277,"score_gpt":0.26700654582993655,"score_spread":0.2543573796677623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7086593963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9990375,0.00015003305,0.00006547774,0.000015578007,0.000006845422,0.000011512229,0.00046564432,0.000001958949,0.0002454143],"genre_scores_gemma":[0.99935025,0.000044146636,0.000058018813,0.000017542912,0.000004040464,0.000014185345,0.00041476754,0.0000014979188,0.00009548942],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982065,0.00086105306,0.00018698742,0.00030363066,0.00015388794,0.00028801264],"domain_scores_gemma":[0.9974255,0.00084845285,0.00073032617,0.0003085302,0.00041415452,0.00027303543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028863037,0.00060314377,0.0006030161,0.0009017212,0.0005669759,0.0010674589,0.00058573,0.0007724407,0.0014334646],"category_scores_gemma":[0.0040490427,0.0008067979,0.0014850484,0.0013793468,0.00068732066,0.0010450867,0.0012790681,0.0008719284,0.00025880712],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013683955,0.00003196073,0.9990785,0.000010532437,0.00013799079,0.000029273628,0.0000905938,0.000041973068,0.000056209145,0.000009250222,0.000049703176,0.000327091],"study_design_scores_gemma":[0.000004545619,0.00017217637,0.999166,0.000004017819,0.00006752929,0.000034761928,0.00039441494,0.000072446695,0.000019608393,0.000004277036,0.000057667792,0.000002616872],"about_ca_topic_score_codex":0.011700385,"about_ca_topic_score_gemma":0.012071263,"teacher_disagreement_score":0.011700385,"about_ca_system_score_codex":0.00039317994,"about_ca_system_score_gemma":0.00044353525,"threshold_uncertainty_score":0.023264587},"labels":[],"label_agreement":null},{"id":"W7087348983","doi":"10.1016/b978-0-443-31568-8.00011-8","title":"Climate change and persons with disabilities in Asia","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University Health Network","funders":"","keywords":"Vulnerability (computing); Climate change; Face (sociological concept); Disaster risk reduction; Affect (linguistics); Climate risk; Adaptation (eye); Climate change adaptation","score_opus":0.023536430343761006,"score_gpt":0.24207520571107286,"score_spread":0.21853877536731184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7087348983","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13792303,0.15085107,0.0003368989,0.030636221,0.0018792666,0.000049751812,0.00064385013,0.000047658225,0.67763215],"genre_scores_gemma":[0.40918466,0.27474457,0.0007078752,0.0054114633,0.001018403,0.00009446489,0.0006107351,0.000018536497,0.30820936],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99992526,0.000013674257,0.0000054058937,0.000006365176,0.000015805172,0.000033472217],"domain_scores_gemma":[0.9998896,0.000021588849,0.000017216515,0.0000025727193,0.000014075461,0.000054993106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019457868,0.00027033454,0.00019218608,0.0005129429,0.0010091306,0.0010623306,0.0002875397,0.0006783084,0.018012417],"category_scores_gemma":[0.0002763349,0.00007937559,0.00019578666,0.0013410284,0.00055035664,0.0010389864,0.0013885266,0.0006947714,0.0011659403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006733052,0.00048307906,0.09486358,0.0010963725,0.00004475838,0.0051927147,0.04145888,0.000634943,0.0007752471,0.03770154,0.21446134,0.6032201],"study_design_scores_gemma":[0.000013508853,0.00019046532,0.15626703,0.0017625093,0.00004038703,0.003429025,0.056773257,0.00013267576,0.00014258813,0.009487844,0.7717405,0.000020143689],"about_ca_topic_score_codex":0.048834007,"about_ca_topic_score_gemma":0.085753396,"teacher_disagreement_score":0.048834007,"about_ca_system_score_codex":0.00072653324,"about_ca_system_score_gemma":0.0024343298,"threshold_uncertainty_score":0.09709948},"labels":[],"label_agreement":null},{"id":"W7093349815","doi":"10.1371/journal.pntd.0007747.s001","title":"STARD flow diagram for the selection of the three reference panels (ZIKV-IgM-positive, <i>flavivirus</i>, and negative).","year":2019,"lang":"","type":"other","venue":"Figshare","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chikungunya; Dengue fever; Envelope (radar); Selection (genetic algorithm); Zika virus; Diagram; Domain (mathematical analysis); Data flow diagram","score_opus":0.03443230302723975,"score_gpt":0.2529174720224492,"score_spread":0.21848516899520942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093349815","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016736075,0.00458962,0.025758475,0.008981148,0.0059230197,0.026296943,0.7235379,0.01204118,0.17613564],"genre_scores_gemma":[0.1002024,0.00588133,0.08128316,0.0201134,0.0015012581,0.052498173,0.3963184,0.004010558,0.3381913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887615,0.000353707,0.00011150495,0.00029806938,0.00019167346,0.00016894213],"domain_scores_gemma":[0.9969258,0.0011965818,0.00022376428,0.00027229966,0.00083988433,0.0005417123],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022637642,0.001135171,0.0010427232,0.0015291593,0.0013574505,0.0015882145,0.0012468012,0.00094416377,0.55548733],"category_scores_gemma":[0.007927779,0.00054449216,0.0005979648,0.0011131851,0.00034975255,0.0009782973,0.0010420048,0.0012404491,0.14242256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010063193,0.0007750257,0.005971309,0.00067715213,0.000019815601,0.000083987026,0.00015473735,0.0002469691,0.0006865843,0.001712944,0.92301565,0.06564954],"study_design_scores_gemma":[0.0014258949,0.0010898794,0.017869178,0.0013529456,0.0000854708,0.0005960542,0.00041221766,0.0015872365,0.0015865928,0.004225914,0.96969146,0.00007706716],"about_ca_topic_score_codex":0.007953887,"about_ca_topic_score_gemma":0.009380623,"teacher_disagreement_score":0.55548733,"about_ca_system_score_codex":0.0012325798,"about_ca_system_score_gemma":0.002534247,"threshold_uncertainty_score":0.63404334},"labels":[],"label_agreement":null},{"id":"W7095267004","doi":"","title":"IS RESEARCH PERSPECTIVES ARTICLE A Re-Examination of Racioethnic Imbalance of IS Doctorates: Changing the Face of the IS Classroom∗","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"White (mutation); Accreditation; Diversity (politics); Face (sociological concept); Field (mathematics); White paper","score_opus":0.10431355886858437,"score_gpt":0.37007228541010057,"score_spread":0.2657587265415162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095267004","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12612757,0.015667059,0.0013703111,0.34737614,0.0040412573,0.0000952403,0.00074982306,0.0000731876,0.50449944],"genre_scores_gemma":[0.82025737,0.0327091,0.0014141923,0.036804892,0.0042296797,0.00009419446,0.00085495267,0.0001618847,0.10347373],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99091524,0.0038543132,0.00027644404,0.0007253164,0.0024882173,0.0017404815],"domain_scores_gemma":[0.98345554,0.004213546,0.0019122694,0.0008766972,0.004702691,0.004839276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008438302,0.00027343738,0.00041462824,0.0034472945,0.010877498,0.016188193,0.0010674807,0.0018165592,0.03826892],"category_scores_gemma":[0.010353177,0.00020413152,0.00035143644,0.007990939,0.0060473904,0.0065290565,0.0057821595,0.0033720136,0.0022517648],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101419166,0.00056290725,0.087464064,0.0010999868,0.000054638327,0.0010280749,0.15241282,0.00014644595,0.0013815076,0.19193043,0.28821337,0.27560434],"study_design_scores_gemma":[0.000006149089,0.00007641424,0.0421375,0.0009861286,0.00001738001,0.00034425737,0.23348498,0.000059939346,0.00040697496,0.005548693,0.7169151,0.000016578904],"about_ca_topic_score_codex":0.024529345,"about_ca_topic_score_gemma":0.04304176,"teacher_disagreement_score":0.03826892,"about_ca_system_score_codex":0.009668801,"about_ca_system_score_gemma":0.019573333,"threshold_uncertainty_score":0.12802231},"labels":[],"label_agreement":null},{"id":"W7095675386","doi":"","title":"IN THE DISTRIBUTED DATA SERVICE MODEL","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Service (business); Data collection; Field (mathematics); Work (physics); Focus (optics); Service model","score_opus":0.04659779611950147,"score_gpt":0.2832447098050165,"score_spread":0.23664691368551502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095675386","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017557804,0.0019779862,0.83868116,0.013896461,0.0012687247,0.00025610166,0.0012225152,0.0010094167,0.124129914],"genre_scores_gemma":[0.684996,0.0029039008,0.19437335,0.0033975693,0.0013556046,0.0007265851,0.0017923572,0.0004541482,0.110000476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974375,0.00080518855,0.00018124131,0.00051835197,0.0007525079,0.00030524345],"domain_scores_gemma":[0.9975466,0.0009235449,0.00011449475,0.00077319646,0.00042274297,0.0002193716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028965864,0.00065441773,0.00091625564,0.0007873421,0.0019118694,0.007649753,0.0023447738,0.0027186146,0.015703194],"category_scores_gemma":[0.007834395,0.0005416062,0.0010007337,0.0019531213,0.0030146744,0.0116180135,0.0036228143,0.003312336,0.003961038],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018986837,0.000018097575,0.00015523029,0.000027778886,0.0000075525277,0.00006534139,0.00009767077,0.006292228,0.00011787289,0.9845852,0.0039983178,0.0046155816],"study_design_scores_gemma":[0.00004628429,0.000020877289,0.000081952385,0.00003093265,0.000018591378,0.00013336392,0.00015593517,0.09708086,0.0002169478,0.8459119,0.056286793,0.000015522617],"about_ca_topic_score_codex":0.0076062838,"about_ca_topic_score_gemma":0.0049221674,"teacher_disagreement_score":0.015703194,"about_ca_system_score_codex":0.0037011886,"about_ca_system_score_gemma":0.0041595055,"threshold_uncertainty_score":0.052532434},"labels":[],"label_agreement":null},{"id":"W7095988458","doi":"","title":"By Sharon Hagi, Senior IT Architect, IBM Canada Ltd. IBM Global Services","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IBM; IBM PC compatible","score_opus":0.003359171524880736,"score_gpt":0.21214408860336126,"score_spread":0.20878491707848051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095988458","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003753276,0.081478566,0.0078085684,0.35251737,0.086791724,0.00021311504,0.0010503574,0.0014548028,0.4649322],"genre_scores_gemma":[0.006354508,0.013645776,0.001122784,0.014753419,0.0025222558,0.00003383022,0.00024969844,0.0001488358,0.961169],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988701,0.00016780218,0.00004118437,0.00022785016,0.0005932578,0.000099758654],"domain_scores_gemma":[0.99754286,0.00028679255,0.000083362036,0.000085260246,0.0014205835,0.00058114465],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012881364,0.0008327073,0.00032739044,0.00089489145,0.0021335748,0.003828277,0.0005823036,0.001660774,0.07860994],"category_scores_gemma":[0.0038084306,0.0003952491,0.00027319422,0.0008450042,0.00077847944,0.003634971,0.0013257774,0.0027696022,0.061832182],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065549925,0.000007583465,0.00010732383,0.000040339048,0.0000012640966,0.00001674949,0.00012546458,0.000034405533,0.00012450863,0.0013022367,0.971787,0.026446713],"study_design_scores_gemma":[0.0000036024953,0.000009166559,0.0003689981,0.000067120505,0.0000026966757,0.00007016655,0.0002487962,0.00006312855,0.000103462364,0.00050459657,0.9985537,0.000004526486],"about_ca_topic_score_codex":0.015507585,"about_ca_topic_score_gemma":0.039297573,"teacher_disagreement_score":0.92139006,"about_ca_system_score_codex":0.002088489,"about_ca_system_score_gemma":0.0032810443,"threshold_uncertainty_score":0.26297647},"labels":[],"label_agreement":null},{"id":"W7096278927","doi":"","title":"Concordia University to support this study","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Teamwork; Relevance (law); Work (physics); New product development; Information system; Product (mathematics); Team effectiveness; Affect (linguistics)","score_opus":0.025199578989813575,"score_gpt":0.24397219892254118,"score_spread":0.21877261993272762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096278927","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020982517,0.0010407707,0.0027026553,0.063546725,0.012919691,0.003954393,0.03946242,0.0022025341,0.8531883],"genre_scores_gemma":[0.045598716,0.0006263166,0.002068655,0.009357775,0.00086561026,0.0015280468,0.0055335932,0.0003757389,0.9340457],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803656,0.00029839284,0.00007849382,0.0004078941,0.0009011586,0.00027756355],"domain_scores_gemma":[0.98068225,0.0020889556,0.00043922983,0.0018628588,0.011243886,0.003682784],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002299864,0.00046205465,0.0010207478,0.0013776093,0.0024925119,0.0032469523,0.0023711922,0.0013751653,0.51250577],"category_scores_gemma":[0.01611378,0.00032725092,0.0002819604,0.0013262212,0.0006200889,0.0016619967,0.002764852,0.0024077902,0.1453373],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015245331,0.00021510602,0.0018672165,0.00011452819,0.000008685976,0.00044110673,0.00059618393,0.000054138407,0.00040844225,0.0073843156,0.9343028,0.054454934],"study_design_scores_gemma":[0.000045647655,0.000039249957,0.00586032,0.00014934054,0.0000039889287,0.00015524769,0.0009210208,0.00023929866,0.00027745022,0.00039326333,0.9919058,0.000009437532],"about_ca_topic_score_codex":0.028168254,"about_ca_topic_score_gemma":0.06423121,"teacher_disagreement_score":0.48749423,"about_ca_system_score_codex":0.0034753694,"about_ca_system_score_gemma":0.0135671,"threshold_uncertainty_score":0.69535136},"labels":[],"label_agreement":null},{"id":"W7096989104","doi":"","title":"Industry Representatives Acknowledgements","year":2003,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Information professional; Information technology; Computer software; Information system","score_opus":0.022313046940616515,"score_gpt":0.2990104041950021,"score_spread":0.27669735725438555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096989104","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046538487,0.0049757124,0.004253816,0.12687245,0.027370753,0.0020988483,0.036510468,0.0022217815,0.79104227],"genre_scores_gemma":[0.007446454,0.0011725943,0.0020359268,0.007829991,0.0009805539,0.00058824255,0.010548177,0.00044474943,0.96895325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99524903,0.0006924692,0.00028105406,0.00044846398,0.0024770135,0.0008518844],"domain_scores_gemma":[0.95963424,0.001441144,0.00055678777,0.0013237527,0.033596877,0.0034472349],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0047201635,0.00078830565,0.0006935182,0.0037851266,0.0030327186,0.002947596,0.0019480212,0.0019797564,0.46392262],"category_scores_gemma":[0.015989449,0.0005023638,0.0002707653,0.0052802544,0.00050571153,0.0014877002,0.0027346304,0.0028339443,0.27568048],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022627059,0.00001535974,0.00031178488,0.00006547069,0.0000010355367,0.000039125593,0.0001826816,0.000023792374,0.00016746644,0.0020099462,0.97563165,0.02152905],"study_design_scores_gemma":[0.0000033127144,0.00000320388,0.00060764997,0.000049480448,8.838383e-7,0.0000219881,0.00029672278,0.000020812258,0.000060300135,0.0001859979,0.9987476,0.0000020353841],"about_ca_topic_score_codex":0.06173973,"about_ca_topic_score_gemma":0.07973608,"teacher_disagreement_score":0.5360774,"about_ca_system_score_codex":0.005165604,"about_ca_system_score_gemma":0.019546602,"threshold_uncertainty_score":0.76464933},"labels":[],"label_agreement":null},{"id":"W7097420975","doi":"","title":"P (2003) Providing a technology edge for liberal arts students","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Liberal arts education; Employability; Curriculum; Arts in education; The arts; Disadvantage; Perception","score_opus":0.028984316524983476,"score_gpt":0.2872909577994917,"score_spread":0.25830664127450825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097420975","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028605495,0.0036057488,0.0013710111,0.13706678,0.003784171,0.00014616395,0.0015211601,0.00033188265,0.8235676],"genre_scores_gemma":[0.12948203,0.0041094106,0.0019959263,0.023969026,0.00064543093,0.00014251332,0.00080591673,0.00010902019,0.8387409],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994468,0.000054835604,0.000022948872,0.00005429649,0.00027989357,0.0001412352],"domain_scores_gemma":[0.9966511,0.0005329245,0.00013726723,0.0001361172,0.001321597,0.0012209457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010090168,0.00014512714,0.00010478321,0.00067753025,0.00405387,0.0044832635,0.0006052358,0.002872486,0.05304528],"category_scores_gemma":[0.003852519,0.00021226145,0.00015180834,0.0013842185,0.00085247937,0.0018474655,0.001503099,0.0019061002,0.012416106],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003686166,0.00011846236,0.009249627,0.00011032306,0.0000032373346,0.0003101206,0.0023123715,0.00009067937,0.000621093,0.017515393,0.8644539,0.10517796],"study_design_scores_gemma":[0.000012690283,0.00004156276,0.031555437,0.00019884082,0.000006972674,0.00014645279,0.004452685,0.00009156631,0.00051187,0.0036354596,0.95933694,0.000009568144],"about_ca_topic_score_codex":0.09608915,"about_ca_topic_score_gemma":0.20122631,"teacher_disagreement_score":0.09608915,"about_ca_system_score_codex":0.0029625727,"about_ca_system_score_gemma":0.016534232,"threshold_uncertainty_score":0.19105971},"labels":[],"label_agreement":null},{"id":"W7097741045","doi":"","title":"Factors Impacting the Supply and Demand of IT Workers in Canada and the USA","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Unemployment; Work (physics); Offshoring; Labour supply; Temporary work; Action (physics); Public policy","score_opus":0.021179051971956707,"score_gpt":0.22365538349874006,"score_spread":0.20247633152678335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097741045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95179844,0.001175392,0.00008267663,0.010313563,0.00008219354,0.000053068085,0.0049709743,0.000027077036,0.031496663],"genre_scores_gemma":[0.98310477,0.0017746559,0.00014117607,0.0016310585,0.000031923857,0.00002354142,0.0018803802,0.000018978366,0.011393571],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840385,0.00006726743,0.000058357513,0.000092956245,0.0005093828,0.0008682354],"domain_scores_gemma":[0.99515116,0.00023844579,0.000341651,0.00004296908,0.0021895096,0.0020362292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006858171,0.00023237598,0.00027349681,0.0028177854,0.008019926,0.0040980764,0.0014567731,0.00083739794,0.0061037317],"category_scores_gemma":[0.0028463397,0.00031617034,0.00035182596,0.0065829204,0.0016796389,0.0007839145,0.0016193282,0.00121228,0.0006172057],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018711982,0.00014387189,0.92032987,0.00013158897,0.000048929363,0.0008043562,0.0152228875,0.00056575285,0.00060513086,0.0036563978,0.028789433,0.029514728],"study_design_scores_gemma":[0.000009397934,0.000021330292,0.9221866,0.000107197724,0.00001928478,0.000082488485,0.057723984,0.00041367463,0.00012132263,0.00021191513,0.019061,0.000041786152],"about_ca_topic_score_codex":0.99775225,"about_ca_topic_score_gemma":0.99919754,"teacher_disagreement_score":0.06527938,"about_ca_system_score_codex":0.06527938,"about_ca_system_score_gemma":0.097583555,"threshold_uncertainty_score":0.47363728},"labels":[],"label_agreement":null},{"id":"W7097766556","doi":"","title":"in CS and Math","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Degree (music); Consolation; Calculus (dental); Graduate students; Sequence (biology)","score_opus":0.005671626669365672,"score_gpt":0.20948823957172222,"score_spread":0.20381661290235656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097766556","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005603149,0.075339824,0.046743125,0.04396203,0.014960359,0.00027205385,0.00585622,0.0059244097,0.80133885],"genre_scores_gemma":[0.104942575,0.06212955,0.043270566,0.00964208,0.012960412,0.0005125866,0.007396906,0.0029826476,0.7561628],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99691737,0.0006085324,0.00028922482,0.00071313314,0.0011201017,0.00035160224],"domain_scores_gemma":[0.9928241,0.0021154857,0.00027140134,0.0014856887,0.001695774,0.0016076294],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003409804,0.0017873811,0.0015530334,0.0025784357,0.0022200118,0.007823854,0.0015656032,0.0023670695,0.3367579],"category_scores_gemma":[0.013113598,0.00080441043,0.0009894661,0.0038693266,0.0019895316,0.007932409,0.0047378256,0.004845929,0.13006337],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010764523,0.000085855325,0.0018313262,0.0006421409,0.00003155719,0.00009411718,0.00034374007,0.00053861947,0.0007932929,0.051341653,0.5920294,0.35216057],"study_design_scores_gemma":[0.000018008897,0.00005305471,0.0019251142,0.00050186017,0.000015237078,0.00028499626,0.00033236083,0.00076926063,0.000569589,0.03840609,0.95710576,0.000018605617],"about_ca_topic_score_codex":0.0033033674,"about_ca_topic_score_gemma":0.0041806377,"teacher_disagreement_score":0.6632421,"about_ca_system_score_codex":0.0030590466,"about_ca_system_score_gemma":0.0056739445,"threshold_uncertainty_score":0.9460344},"labels":[],"label_agreement":null},{"id":"W7097843212","doi":"","title":"New Task Types at the Canadian Computing Competition","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task (project management); Informatics; Competition (biology); Ranking (information retrieval); Disadvantaged; Key (lock)","score_opus":0.014880461100759416,"score_gpt":0.2187340003676435,"score_spread":0.2038535392668841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097843212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5719369,0.0024008825,0.015881745,0.014911954,0.00936455,0.010462206,0.049682822,0.006199707,0.31915918],"genre_scores_gemma":[0.6381772,0.00083323056,0.030386133,0.0033054652,0.0007640402,0.0064355857,0.05839297,0.0013028277,0.26040256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9839541,0.0022712387,0.0005983585,0.0019068078,0.0064049824,0.0048645562],"domain_scores_gemma":[0.9559318,0.004631729,0.00088666246,0.0023823471,0.012529561,0.023637874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007962537,0.0020601018,0.0018361965,0.0026020145,0.010344528,0.0071287793,0.004325834,0.0024536115,0.05495733],"category_scores_gemma":[0.025934672,0.0006736259,0.0014154547,0.0043267584,0.0019609989,0.0030595919,0.0066336333,0.004154115,0.013221472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004274431,0.0042690067,0.022053158,0.0010111212,0.00012506684,0.00045759894,0.0066772006,0.0044022645,0.0035180082,0.012370317,0.75120777,0.18963403],"study_design_scores_gemma":[0.0017411244,0.0015299942,0.15010962,0.00047783894,0.00011804705,0.0001735588,0.016461376,0.010624184,0.0048491345,0.008287738,0.8049228,0.000704627],"about_ca_topic_score_codex":0.6719789,"about_ca_topic_score_gemma":0.83156854,"teacher_disagreement_score":0.3280211,"about_ca_system_score_codex":0.030758148,"about_ca_system_score_gemma":0.042787906,"threshold_uncertainty_score":0.6599058},"labels":[],"label_agreement":null},{"id":"W7098001553","doi":"","title":"In the Fast Lane: A Study of Online Learning At Ontario Universities.","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Order (exchange); Process (computing); Online learning; Graduate students; Higher education; Electronic learning; The Internet","score_opus":0.026882986261341838,"score_gpt":0.25866566446972045,"score_spread":0.2317826782083786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098001553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98432577,0.00023933317,0.000107887325,0.0028426058,0.00003165285,0.00013778039,0.00016540222,0.000010670756,0.012138848],"genre_scores_gemma":[0.97934395,0.000512435,0.00023292076,0.001662617,0.000020892197,0.00012596879,0.000115097486,0.000027652652,0.01795844],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99476033,0.0015150174,0.00016516786,0.00037588642,0.001232925,0.0019506062],"domain_scores_gemma":[0.98148865,0.004398489,0.0021058414,0.0004689979,0.0028853437,0.008652668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047457293,0.00033062772,0.0005831604,0.0019249052,0.025325513,0.0076537794,0.0019835937,0.0022235063,0.009063094],"category_scores_gemma":[0.01424644,0.0007933623,0.000311106,0.004221872,0.007051372,0.005547704,0.004847643,0.0028638153,0.0010449382],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058369886,0.00037245188,0.038927637,0.00006230906,0.0000058041187,0.00040653534,0.94757164,0.000021017468,0.000304029,0.00086217443,0.0035476233,0.007860388],"study_design_scores_gemma":[0.000009032369,0.00008567966,0.05565615,0.00005177901,0.0000037840211,0.000030069077,0.9246256,0.000038337213,0.00004893617,0.00007869032,0.019351618,0.000020466294],"about_ca_topic_score_codex":0.8604776,"about_ca_topic_score_gemma":0.9609829,"teacher_disagreement_score":0.13952237,"about_ca_system_score_codex":0.034431033,"about_ca_system_score_gemma":0.046371106,"threshold_uncertainty_score":0.28068805},"labels":[],"label_agreement":null},{"id":"W7098263059","doi":"","title":"THE UNIVERSITY OF BRITISH COLUMBIA Faculty of Commerce and Business Administration Commerce 486D – Introduction to Business Programming Course Description-Winter 2001/2002","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Course (navigation); Administration (probate law); E-commerce; Information system; Business information","score_opus":0.028486026836319196,"score_gpt":0.23270065445732252,"score_spread":0.20421462762100331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098263059","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012073272,0.0021857752,0.0016363818,0.013113465,0.004198864,0.00023421326,0.006403578,0.0013290496,0.95882547],"genre_scores_gemma":[0.0059738066,0.00037356737,0.00054369983,0.00043782915,0.000081134276,0.00001603597,0.00096905744,0.00013233765,0.9914726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906677,0.00007524102,0.000039892846,0.00012494564,0.00038767766,0.0003055328],"domain_scores_gemma":[0.9950191,0.00021226847,0.0000693965,0.00016307099,0.0022516302,0.0022845159],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012479478,0.0006914028,0.000617338,0.0019209187,0.0057628085,0.0059195734,0.0012838452,0.0019668925,0.40548486],"category_scores_gemma":[0.0020801104,0.00065742934,0.00032906173,0.0020418435,0.00091812975,0.0011082217,0.001317535,0.0017656628,0.17084585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052084873,0.00011570366,0.0016136281,0.00007384864,0.0000023908574,0.000093597955,0.00017323799,0.00016060371,0.00082961755,0.0026123743,0.9347274,0.059545543],"study_design_scores_gemma":[0.0000055248543,0.000017882341,0.0071111806,0.00008495059,0.0000023706964,0.000028931137,0.00036005385,0.00012006351,0.0002847743,0.00034214035,0.9916324,0.000009693296],"about_ca_topic_score_codex":0.43383548,"about_ca_topic_score_gemma":0.8102391,"teacher_disagreement_score":0.5661645,"about_ca_system_score_codex":0.0141051905,"about_ca_system_score_gemma":0.03626519,"threshold_uncertainty_score":0.86262053},"labels":[],"label_agreement":null},{"id":"W7100255022","doi":"","title":"Curriculum Material Internet Resources TOTAL NUMBER OF TITLES ADDED","year":2002,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Curriculum","score_opus":0.010695176980796167,"score_gpt":0.22863323014925588,"score_spread":0.2179380531684597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100255022","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010118759,0.0019038378,0.00095438317,0.0019320373,0.004480733,0.00069386617,0.05010941,0.0020996428,0.9368142],"genre_scores_gemma":[0.00193949,0.002763013,0.0012525567,0.00083938165,0.00124972,0.0003549606,0.030960454,0.0007231541,0.9599173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992398,0.00007232868,0.000056856334,0.000112619455,0.00039063205,0.00012785834],"domain_scores_gemma":[0.99659073,0.0003276988,0.00013541304,0.00016375746,0.0015769992,0.0012053946],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006816299,0.0012957698,0.0014728927,0.0075770365,0.001652782,0.004404738,0.0016658717,0.00089027337,0.8720572],"category_scores_gemma":[0.003997063,0.00089359336,0.0006591841,0.010212317,0.00030557349,0.004877,0.0029875804,0.0013609502,0.7621116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021031705,0.00008143337,0.0001048525,0.00034259562,0.000001543004,0.000024216395,0.000019732715,0.000047085,0.00020447194,0.00062718004,0.9356867,0.06283911],"study_design_scores_gemma":[0.00002420104,0.000032454755,0.0010288082,0.00026625625,0.0000036820252,0.000037419624,0.000068956026,0.000050798262,0.00011249084,0.00043160326,0.9979358,0.000007587691],"about_ca_topic_score_codex":0.003748443,"about_ca_topic_score_gemma":0.007543135,"teacher_disagreement_score":0.1279428,"about_ca_system_score_codex":0.0013802672,"about_ca_system_score_gemma":0.0033852758,"threshold_uncertainty_score":0.18249482},"labels":[],"label_agreement":null},{"id":"W7100775698","doi":"","title":"pattern included SF-36 Mental Health Composite Score (P <.0004), McGill Pain Questionnaire pain (P <.01), Coping Strategies Questionnaire Catastrophizing (P <.0006), Treatment Outcomes in Pain Survey Total Pain Experience (P <.03), and Perceived Family/So","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coping (psychology); McGill Pain Questionnaire; Mental health; Pain catastrophizing; Cognition; Chronic pain; Questionnaire; Cognitive therapy","score_opus":0.06078866880422223,"score_gpt":0.3095639130632815,"score_spread":0.24877524425905928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100775698","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793575,0.0004913472,0.0018393982,0.00038308703,0.000070362345,0.0011462941,0.010193965,0.000100387944,0.006417682],"genre_scores_gemma":[0.99031806,0.00017234759,0.0018008441,0.00009783398,0.00004824735,0.0013001682,0.0035693953,0.000017682238,0.0026753924],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988462,0.0004439872,0.00015850701,0.00009884469,0.00035012604,0.00010245789],"domain_scores_gemma":[0.9979857,0.00057055714,0.0007926699,0.000116017465,0.0003822347,0.00015270716],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014227972,0.0006272475,0.0008531847,0.0012100828,0.00033960276,0.00041794975,0.00030930524,0.00036482667,0.0077867964],"category_scores_gemma":[0.0034910766,0.00009944949,0.0007938399,0.0012064438,0.0003008067,0.0003466969,0.00044108176,0.0006868018,0.001051067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002993079,0.0020362197,0.8801131,0.00068370916,0.00057159306,0.00020070774,0.00041961722,0.001187269,0.0022597157,0.00022145965,0.004614927,0.10469869],"study_design_scores_gemma":[0.00013813836,0.0017618901,0.9938081,0.00003612053,0.00010203564,0.00016328761,0.00018138856,0.0012766004,0.00070771744,0.00019496727,0.0016147209,0.0000149780635],"about_ca_topic_score_codex":0.0009138963,"about_ca_topic_score_gemma":0.002438052,"teacher_disagreement_score":0.9922132,"about_ca_system_score_codex":0.00031148648,"about_ca_system_score_gemma":0.00026774665,"threshold_uncertainty_score":0.026049495},"labels":[],"label_agreement":null},{"id":"W7101084243","doi":"","title":"Factors Impacting the Supply and Demand of IT Workers in Canada and the USA." Forthcoming presentation at ISECON","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Unemployment; Government (linguistics); Work (physics); Offshoring; Presentation (obstetrics); Labour supply; Action (physics)","score_opus":0.01791359667837317,"score_gpt":0.2407707805381533,"score_spread":0.22285718385978012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101084243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9142497,0.003436659,0.00009106565,0.027487846,0.00021183235,0.00008777079,0.013232221,0.00003756555,0.041165307],"genre_scores_gemma":[0.96008265,0.0042977077,0.00019423832,0.0034867954,0.000060213035,0.00004575903,0.00442272,0.000030909472,0.027379002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987142,0.000051615032,0.000037813465,0.00006773684,0.00036254825,0.00076605944],"domain_scores_gemma":[0.99677074,0.0001590664,0.0001918579,0.0000235035,0.0014848205,0.0013699408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060331624,0.0002990778,0.00024767854,0.002039874,0.0085241,0.0032957068,0.001703616,0.0010348684,0.0076513784],"category_scores_gemma":[0.0020125522,0.0003120221,0.00037366236,0.005255418,0.0014657569,0.00082721555,0.0016415954,0.0012295324,0.0009170788],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025178224,0.00017819469,0.8508961,0.00021811665,0.000052393585,0.0009868259,0.01996081,0.00056446856,0.0005125475,0.0027552405,0.081898905,0.041724518],"study_design_scores_gemma":[0.000009023091,0.000024105051,0.9046585,0.00012534426,0.000018754119,0.00008085983,0.07210364,0.00033997057,0.000103835875,0.0001917382,0.022299858,0.00004442329],"about_ca_topic_score_codex":0.99842995,"about_ca_topic_score_gemma":0.9994491,"teacher_disagreement_score":0.06695957,"about_ca_system_score_codex":0.06695957,"about_ca_system_score_gemma":0.099015296,"threshold_uncertainty_score":0.48582792},"labels":[],"label_agreement":null},{"id":"W7101189940","doi":"","title":"Administrative Sciences Association of Canada Technology and Innovation Management Division","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Association (psychology); Division (mathematics); Technology innovation; Innovation management; Technology management","score_opus":0.012602234897278543,"score_gpt":0.25043127554621,"score_spread":0.23782904064893143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101189940","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021082664,0.0059087374,0.003197462,0.059376717,0.010744321,0.00088991824,0.044644255,0.0020577172,0.8520982],"genre_scores_gemma":[0.014005319,0.0018389411,0.0016005418,0.0013841769,0.00023401085,0.00009327974,0.005849234,0.0001493711,0.97484505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99097025,0.0002618019,0.0003104045,0.00051424553,0.0057502384,0.0021930067],"domain_scores_gemma":[0.92924166,0.002262038,0.00096972415,0.0014723974,0.056782406,0.009271768],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003243522,0.0010133127,0.0011661879,0.0048122616,0.011126602,0.008125342,0.002013746,0.002354925,0.15908113],"category_scores_gemma":[0.011089299,0.0010709775,0.0008132112,0.0047105383,0.0015750163,0.0016106134,0.0019534875,0.003495814,0.056610987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113357586,0.00012431612,0.0063110846,0.00013030281,0.000022105227,0.00008692605,0.00023331757,0.00020541348,0.00044563215,0.014898665,0.9086295,0.068799414],"study_design_scores_gemma":[0.000025523985,0.000020877993,0.028072974,0.00009375348,0.00001604144,0.00003786224,0.00036657223,0.00045695002,0.0002882624,0.00067893974,0.9699153,0.000026918317],"about_ca_topic_score_codex":0.9690971,"about_ca_topic_score_gemma":0.9854795,"teacher_disagreement_score":0.8409189,"about_ca_system_score_codex":0.056935348,"about_ca_system_score_gemma":0.34043643,"threshold_uncertainty_score":0.5321794},"labels":[],"label_agreement":null},{"id":"W7101202322","doi":"","title":"Citizenship Education in the Era of Globalization: Canadian","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citizenship; Work (physics); Citizenship education; Global citizenship; Global citizenship education; Abstraction","score_opus":0.010327468096504875,"score_gpt":0.24319028145983432,"score_spread":0.23286281336332945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101202322","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29493928,0.013449592,0.00038391695,0.17065126,0.0010429901,0.00015521643,0.0004705195,0.000033402557,0.5188738],"genre_scores_gemma":[0.87167,0.009397076,0.00044415385,0.017065946,0.000085573185,0.000048275455,0.00015575411,0.000042555104,0.10109055],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973679,0.0004190126,0.000054954373,0.00024288826,0.0005001909,0.0014150736],"domain_scores_gemma":[0.99699616,0.0003878513,0.000094828036,0.000075585194,0.00053029973,0.0019153022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025227906,0.00024391238,0.00036199446,0.001006414,0.031210903,0.00811568,0.0011836106,0.0028375564,0.018203655],"category_scores_gemma":[0.0031487243,0.0003446624,0.00027970545,0.0037657698,0.0064276825,0.003937565,0.005091022,0.005413466,0.0006161771],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002206166,0.00052092463,0.020367034,0.0004856665,0.000019556659,0.0032475225,0.35321644,0.0002936819,0.0007155838,0.3234623,0.15680118,0.1406495],"study_design_scores_gemma":[0.00003116859,0.00004979539,0.027479203,0.00045969005,0.000011720984,0.00020938288,0.19815187,0.00010848737,0.00020418972,0.0069319247,0.76631504,0.000047489637],"about_ca_topic_score_codex":0.9682178,"about_ca_topic_score_gemma":0.99209964,"teacher_disagreement_score":0.08874896,"about_ca_system_score_codex":0.08874896,"about_ca_system_score_gemma":0.1486788,"threshold_uncertainty_score":0.6439218},"labels":[],"label_agreement":null},{"id":"W7110024164","doi":"10.1108/qrde-02-2001-0009","title":"Conference Calendar","year":2001,"lang":"en","type":"article","venue":"Quarterly review of distance education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Convention; The Internet; Event (particle physics); Distance education; Emerging technologies","score_opus":0.01236569502036915,"score_gpt":0.2796370911602124,"score_spread":0.26727139613984324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110024164","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008934106,0.007888476,0.002273033,0.0077331965,0.07880634,0.0024902439,0.025382552,0.004022384,0.87051046],"genre_scores_gemma":[0.004540906,0.00676989,0.0033532698,0.0033481985,0.015395398,0.001961533,0.027906144,0.0015705132,0.9351542],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848783,0.00021714691,0.00015102774,0.00023759183,0.00056786404,0.00033842342],"domain_scores_gemma":[0.99216557,0.00035912453,0.00033242838,0.00044463074,0.002886193,0.0038120192],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026973893,0.0017105866,0.0011729483,0.0043130554,0.0024481462,0.009244675,0.0028968882,0.002471672,0.75115204],"category_scores_gemma":[0.0058249556,0.00061406504,0.0010282364,0.0041469308,0.00035678607,0.003587749,0.002895748,0.0027004364,0.6612031],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046720652,0.000027483391,0.000061231956,0.00021543108,0.0000021781798,0.000020260848,0.000012612957,0.000026264357,0.00012797643,0.0007264707,0.9670457,0.031687763],"study_design_scores_gemma":[0.000019199057,0.000017386637,0.0003393696,0.000099529,0.0000018321099,0.000027905651,0.000039640185,0.000023857361,0.000046867917,0.00024873955,0.9991295,0.0000062318622],"about_ca_topic_score_codex":0.0026837946,"about_ca_topic_score_gemma":0.005019766,"teacher_disagreement_score":0.75115204,"about_ca_system_score_codex":0.0017045926,"about_ca_system_score_gemma":0.004028374,"threshold_uncertainty_score":0.35495138},"labels":[],"label_agreement":null},{"id":"W7112707368","doi":"","title":"Post-Secondary Student Choices and the Labour Shortage in Canada’s Information and Communication Technology Sector","year":2018,"lang":"en","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Economic shortage; Promotion (chess); Occupational training; Information technology","score_opus":0.006766736386621232,"score_gpt":0.2044168743142465,"score_spread":0.19765013792762526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112707368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840772,0.00059892103,0.000046263816,0.0044856304,0.0000336851,0.000023657478,0.00063721347,0.000004103321,0.010093303],"genre_scores_gemma":[0.9887215,0.00043677588,0.000028726543,0.00040720182,0.000015021368,0.00001390949,0.00022388167,0.0000041898625,0.010148852],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767727,0.00016438939,0.000050581708,0.00009797939,0.0004893936,0.0015204346],"domain_scores_gemma":[0.99237835,0.0006611332,0.0011854969,0.00009862295,0.0015860223,0.0040903334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015681732,0.00016612715,0.00038784993,0.0019109433,0.007907771,0.0035519185,0.0013134268,0.0011237363,0.0122383],"category_scores_gemma":[0.0038968802,0.00032221925,0.0002847201,0.0038938443,0.0025023133,0.0008944546,0.0028807262,0.0016352407,0.0008542788],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032576243,0.00032434482,0.88174534,0.00013184732,0.000024053259,0.00055519666,0.05700179,0.00035067447,0.00029937006,0.0066463267,0.014564401,0.038030975],"study_design_scores_gemma":[0.000019947773,0.0000607661,0.87039286,0.00018136598,0.0000086857635,0.000051901105,0.10926122,0.00031486547,0.000084393374,0.0006110565,0.018986966,0.000025935347],"about_ca_topic_score_codex":0.98199385,"about_ca_topic_score_gemma":0.99252445,"teacher_disagreement_score":0.037804008,"about_ca_system_score_codex":0.037804008,"about_ca_system_score_gemma":0.07004562,"threshold_uncertainty_score":0.27428854},"labels":[],"label_agreement":null},{"id":"W7117971965","doi":"10.1145/3769694.3787150","title":"10.1145/3769694.3787150","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Term (time); Session key; General education","score_opus":0.0048250360447254425,"score_gpt":0.1766858764444991,"score_spread":0.17186084039977365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117971965","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019936387,0.0062301597,0.0097949235,0.0014229697,0.0020659317,0.00044446817,0.015712244,0.0183004,0.9440353],"genre_scores_gemma":[0.0029722154,0.002319009,0.0015239264,0.00061206345,0.00015095809,0.00018167807,0.007896099,0.0023021027,0.9820419],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926525,0.0000481821,0.0000614713,0.00020896143,0.00025419076,0.00016197708],"domain_scores_gemma":[0.99837303,0.00036710853,0.00008236345,0.00052613986,0.00035716844,0.00029416828],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017967519,0.0037832553,0.0027708404,0.0032794976,0.003050817,0.0056251897,0.0031329943,0.006318794,0.94438994],"category_scores_gemma":[0.0037431526,0.0022863473,0.001411957,0.010604169,0.0016038473,0.013390903,0.0074054636,0.003147792,0.96508074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022630123,0.0001629121,0.00043642963,0.00060898886,0.000043982764,0.00018586348,0.00011292041,0.0005858242,0.0009586987,0.005821449,0.7051879,0.28566864],"study_design_scores_gemma":[0.00003115211,0.000029326584,0.00072174054,0.00024655397,0.0000423011,0.000133301,0.00007530422,0.00057244004,0.00041926306,0.0011150789,0.99658257,0.00003103604],"about_ca_topic_score_codex":0.023986291,"about_ca_topic_score_gemma":0.01764996,"teacher_disagreement_score":0.05561006,"about_ca_system_score_codex":0.0027670984,"about_ca_system_score_gemma":0.0012446565,"threshold_uncertainty_score":0.07932091},"labels":[],"label_agreement":null},{"id":"W7117973777","doi":"10.1145/3769694.3787144","title":"10.1145/3769694.3787144","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Term (time); Session key; General education","score_opus":0.004902602055759742,"score_gpt":0.17650948078246062,"score_spread":0.17160687872670088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117973777","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019937896,0.00601505,0.009461824,0.0013584443,0.0020882047,0.0004474885,0.014884489,0.016220853,0.94752985],"genre_scores_gemma":[0.0028889924,0.002198144,0.0014974881,0.0006031922,0.00014349523,0.00017447978,0.0070935003,0.0021041362,0.9832965],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992207,0.000052767522,0.00006497254,0.00022782496,0.00026580322,0.00016804224],"domain_scores_gemma":[0.9983399,0.0003680374,0.000082748535,0.00052935653,0.0003830693,0.00029684612],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001901005,0.0037328408,0.0027351321,0.003284469,0.0031602564,0.005691401,0.003067211,0.006176188,0.9450753],"category_scores_gemma":[0.0036854919,0.0021813752,0.0014054987,0.010849457,0.001619608,0.0133933425,0.007243173,0.0030768847,0.96487236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023896935,0.00016209511,0.00045504724,0.00062386226,0.00004468503,0.00020052509,0.00011288846,0.0005949144,0.0010321562,0.005997237,0.68765783,0.30287978],"study_design_scores_gemma":[0.00003029958,0.000030605795,0.0007421653,0.00025679448,0.00004320532,0.00013971183,0.000073592426,0.00058579847,0.0004357709,0.0011452436,0.9964837,0.000032990883],"about_ca_topic_score_codex":0.023178928,"about_ca_topic_score_gemma":0.017127762,"teacher_disagreement_score":0.054924726,"about_ca_system_score_codex":0.0027901225,"about_ca_system_score_gemma":0.0012535941,"threshold_uncertainty_score":0.07834339},"labels":[],"label_agreement":null},{"id":"W7117976841","doi":"10.1145/3769694.3787147","title":"10.1145/3769694.3787147","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Term (time); Session key; General education","score_opus":0.0048111382926674055,"score_gpt":0.17653871044965233,"score_spread":0.17172757215698492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117976841","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001992501,0.005993155,0.009209582,0.0014044448,0.0020464251,0.00044137932,0.015546544,0.016306713,0.9470593],"genre_scores_gemma":[0.0029738832,0.002262808,0.0014620248,0.0006279008,0.00014646232,0.00017933494,0.007640923,0.0021193172,0.9825874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925107,0.000050383584,0.00006232409,0.00022402027,0.0002540931,0.00015812097],"domain_scores_gemma":[0.99839646,0.00036033866,0.00008089717,0.0005079204,0.00036516614,0.00028923707],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018163898,0.0036966463,0.0028010455,0.0031558373,0.0030421505,0.005580735,0.0029986124,0.006173753,0.9464505],"category_scores_gemma":[0.003632549,0.002167494,0.0013678181,0.010565737,0.0015824091,0.012694905,0.007123496,0.0030373442,0.96623266],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022973945,0.00015774378,0.000442141,0.0005902091,0.000043414057,0.00018483106,0.0001067638,0.0005764671,0.00097396487,0.005630848,0.7027786,0.28828537],"study_design_scores_gemma":[0.000031497,0.000030459367,0.0007351714,0.00024979547,0.000042855525,0.00013291498,0.0000726135,0.00057531334,0.00042514584,0.0011059699,0.99656653,0.00003175415],"about_ca_topic_score_codex":0.021939447,"about_ca_topic_score_gemma":0.016484927,"teacher_disagreement_score":0.053549528,"about_ca_system_score_codex":0.0027233595,"about_ca_system_score_gemma":0.0012102425,"threshold_uncertainty_score":0.0763818},"labels":[],"label_agreement":null},{"id":"W7117984833","doi":"10.1145/3769694.3787149","title":"10.1145/3769694.3787149","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Term (time); Session key; General education","score_opus":0.004811293186430852,"score_gpt":0.1765040897292226,"score_spread":0.17169279654279174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117984833","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019119635,0.0059516374,0.009541892,0.0013898055,0.0020413676,0.00043593757,0.015728993,0.017108282,0.9458902],"genre_scores_gemma":[0.002987296,0.0022834449,0.0015114656,0.0006228111,0.00014888695,0.000180174,0.007876735,0.0022134099,0.98217577],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925977,0.000049456554,0.00006193784,0.00022020147,0.00025159528,0.00015702055],"domain_scores_gemma":[0.9984219,0.00035681535,0.00007852098,0.00050285517,0.00036136515,0.00027850558],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018026559,0.0036779933,0.0027756472,0.0031936197,0.0030605055,0.005621255,0.0030685791,0.006275214,0.94668895],"category_scores_gemma":[0.003703947,0.0022181512,0.0013838902,0.01046711,0.0015966494,0.012998535,0.0072426964,0.0030969412,0.9672267],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022069902,0.00015539922,0.00042213252,0.00058905175,0.000042679476,0.00018489944,0.000105288455,0.00057416456,0.00095138117,0.0057465862,0.712287,0.27872074],"study_design_scores_gemma":[0.000031290954,0.000029661385,0.0007046749,0.00025234264,0.000042303203,0.00013571202,0.00007161349,0.00058525614,0.00041964013,0.0011264638,0.9965694,0.00003149033],"about_ca_topic_score_codex":0.022011206,"about_ca_topic_score_gemma":0.016168399,"teacher_disagreement_score":0.05331105,"about_ca_system_score_codex":0.0027244892,"about_ca_system_score_gemma":0.0012123781,"threshold_uncertainty_score":0.07604176},"labels":[],"label_agreement":null},{"id":"W7118014615","doi":"10.1145/3769694.3787141","title":"10.1145/3769694.3787141","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Term (time); Session key; General education","score_opus":0.004807832704134904,"score_gpt":0.17649347073660587,"score_spread":0.17168563803247097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118014615","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020095913,0.006470537,0.009863023,0.0014247718,0.0020662232,0.00046029955,0.016234701,0.017229369,0.9442416],"genre_scores_gemma":[0.0029424876,0.002309433,0.0015382101,0.0006196146,0.00014585684,0.00018565409,0.0077709313,0.0022168483,0.9822709],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99921155,0.000053072676,0.000066273686,0.00022880378,0.00027129488,0.00016893183],"domain_scores_gemma":[0.9983492,0.0003755411,0.00008557421,0.000528445,0.00037001268,0.000291312],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019166606,0.0038752456,0.0028613652,0.003317631,0.0032597291,0.0057509663,0.003202917,0.006474645,0.94358814],"category_scores_gemma":[0.0038137943,0.0023027654,0.0014091723,0.010938772,0.0016592686,0.013699087,0.007377301,0.003200123,0.96417576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023788924,0.00016080827,0.00043404402,0.0006421861,0.00004486109,0.00019407966,0.0001145791,0.00059691415,0.0010026047,0.006121104,0.6986896,0.29176143],"study_design_scores_gemma":[0.000030652696,0.000030120771,0.00070309005,0.00024946278,0.000042046213,0.00013231557,0.00007274639,0.0005623178,0.00041970232,0.0011159497,0.99660975,0.0000317597],"about_ca_topic_score_codex":0.025186533,"about_ca_topic_score_gemma":0.01875897,"teacher_disagreement_score":0.056411862,"about_ca_system_score_codex":0.002948891,"about_ca_system_score_gemma":0.0012995593,"threshold_uncertainty_score":0.0804646},"labels":[],"label_agreement":null},{"id":"W7118037870","doi":"10.1145/3769694.3787152","title":"10.1145/3769694.3787152","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Session key; Term (time); Questions and answers","score_opus":0.004806096027130524,"score_gpt":0.17642234890564826,"score_spread":0.17161625287851773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118037870","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018634325,0.0055932146,0.009286894,0.0013566641,0.001967691,0.0004316746,0.014768185,0.016610794,0.9481215],"genre_scores_gemma":[0.0028749094,0.0021127826,0.0014196514,0.0005974218,0.00013957536,0.00017012154,0.0071520433,0.0021484734,0.9833851],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992668,0.000048419075,0.00006097801,0.0002170688,0.0002495394,0.00015721],"domain_scores_gemma":[0.99840397,0.00034945642,0.00008056756,0.0005145401,0.00036848456,0.00028302905],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017895015,0.0036919303,0.002764339,0.0032143644,0.0030994564,0.0056973435,0.0030394185,0.0061418717,0.94787043],"category_scores_gemma":[0.0036334223,0.0022357225,0.0013909639,0.010532942,0.0016205844,0.012816965,0.00721564,0.0030767457,0.96809095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002280662,0.00016141668,0.00043704835,0.0005960955,0.000043416258,0.00019504449,0.000108112275,0.00058324955,0.0010229205,0.006001091,0.7023699,0.28825364],"study_design_scores_gemma":[0.000030832773,0.000030169878,0.00071379554,0.00025194648,0.00004255215,0.00013526295,0.00007268192,0.00057808124,0.0004360759,0.0011332121,0.99654335,0.00003203861],"about_ca_topic_score_codex":0.022432033,"about_ca_topic_score_gemma":0.016324194,"teacher_disagreement_score":0.052129567,"about_ca_system_score_codex":0.0027493017,"about_ca_system_score_gemma":0.001200333,"threshold_uncertainty_score":0.0743565},"labels":[],"label_agreement":null},{"id":"W7118815674","doi":"10.5281/zenodo.18176933","title":"The Future of International Student Enrollment in Canada, 2026","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Audit; Computer forensics; Digital forensics; Confidentiality; Web site; Information assurance; EXPOSE","score_opus":0.00862743204982253,"score_gpt":0.23386384941122892,"score_spread":0.2252364173614064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118815674","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16695175,0.03343449,0.0013970045,0.34139055,0.012137386,0.0002509071,0.036411688,0.0009829642,0.4070433],"genre_scores_gemma":[0.6348993,0.018330641,0.001338666,0.021146528,0.0014761017,0.00014185476,0.011962339,0.00030909939,0.31039542],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996402,0.00011629481,0.00007202141,0.00020812835,0.0009752557,0.0022262486],"domain_scores_gemma":[0.9840919,0.0001486545,0.00030589753,0.000064969594,0.0037423864,0.011646175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019369677,0.00044596833,0.0004963985,0.002543199,0.0066961995,0.008524048,0.0019993493,0.0017679066,0.034704614],"category_scores_gemma":[0.004450798,0.00023979614,0.0004921577,0.0040326407,0.0013592824,0.0019689351,0.0033140462,0.0030279935,0.005057781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002837435,0.00022433289,0.094313525,0.00028506233,0.00003179952,0.00029821685,0.0017908599,0.0003611647,0.00029773207,0.03445694,0.5735296,0.29412696],"study_design_scores_gemma":[0.00006618651,0.00013471665,0.24608813,0.0007012841,0.000032086602,0.00021088662,0.008166671,0.0009221089,0.00033401765,0.0023664322,0.740909,0.00006852574],"about_ca_topic_score_codex":0.9543436,"about_ca_topic_score_gemma":0.97508836,"teacher_disagreement_score":0.94395083,"about_ca_system_score_codex":0.056049187,"about_ca_system_score_gemma":0.13731278,"threshold_uncertainty_score":0.40666717},"labels":[],"label_agreement":null},{"id":"W7119013122","doi":"10.5281/zenodo.18176934","title":"The Future of International Student Enrollment in Canada, 2026","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Audit; Computer forensics; Digital forensics; Confidentiality; Web site; Information assurance; EXPOSE","score_opus":0.00862743204982253,"score_gpt":0.23386384941122892,"score_spread":0.2252364173614064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7119013122","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16695175,0.03343449,0.0013970045,0.34139055,0.012137386,0.0002509071,0.036411688,0.0009829642,0.4070433],"genre_scores_gemma":[0.6348993,0.018330641,0.001338666,0.021146528,0.0014761017,0.00014185476,0.011962339,0.00030909939,0.31039542],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996402,0.00011629481,0.00007202141,0.00020812835,0.0009752557,0.0022262486],"domain_scores_gemma":[0.9840919,0.0001486545,0.00030589753,0.000064969594,0.0037423864,0.011646175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019369677,0.00044596833,0.0004963985,0.002543199,0.0066961995,0.008524048,0.0019993493,0.0017679066,0.034704614],"category_scores_gemma":[0.004450798,0.00023979614,0.0004921577,0.0040326407,0.0013592824,0.0019689351,0.0033140462,0.0030279935,0.005057781],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002837435,0.00022433289,0.094313525,0.00028506233,0.00003179952,0.00029821685,0.0017908599,0.0003611647,0.00029773207,0.03445694,0.5735296,0.29412696],"study_design_scores_gemma":[0.00006618651,0.00013471665,0.24608813,0.0007012841,0.000032086602,0.00021088662,0.008166671,0.0009221089,0.00033401765,0.0023664322,0.740909,0.00006852574],"about_ca_topic_score_codex":0.9543436,"about_ca_topic_score_gemma":0.97508836,"teacher_disagreement_score":0.94395083,"about_ca_system_score_codex":0.056049187,"about_ca_system_score_gemma":0.13731278,"threshold_uncertainty_score":0.40666717},"labels":[],"label_agreement":null},{"id":"W7127433422","doi":"10.1109/ccece64018.2025.11364365","title":"A Hybrid Machine Learning Approach to IT Salary Prediction: Insights from Academic, Demographic, and Socio-Economic Factors","year":2025,"lang":"","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Douglas College","funders":"","keywords":"Graduation (instrument); Random forest; Salary; Feature (linguistics); Compensation (psychology); Artificial neural network; Set (abstract data type); Data set; Key (lock)","score_opus":0.014986388357850652,"score_gpt":0.23721834374929898,"score_spread":0.22223195539144833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127433422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8583072,0.0004305362,0.13424398,0.0008873241,0.000058176123,0.00013844599,0.0011695935,0.0003335187,0.00443117],"genre_scores_gemma":[0.96851873,0.00010213169,0.029557748,0.00005844901,0.000026152507,0.000071725044,0.0005441393,0.000009775973,0.001111048],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995877,0.00017790656,0.00002193203,0.00007488092,0.00007492679,0.00006261132],"domain_scores_gemma":[0.99881506,0.00076345383,0.00010108719,0.000059027494,0.00020534007,0.000055982822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014738721,0.0005313982,0.0004948968,0.0018356539,0.0003296847,0.0010939316,0.00072638196,0.0005245121,0.0016984789],"category_scores_gemma":[0.0029609376,0.00018777719,0.00059831253,0.0012953035,0.0001341213,0.00064646074,0.000530938,0.00067228585,0.0004483137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036805487,0.0013194977,0.4432113,0.0001595342,0.00045626416,0.00033425822,0.0005695823,0.25592524,0.0027084227,0.0035684176,0.0033532716,0.28802618],"study_design_scores_gemma":[0.000008222296,0.00011744116,0.03559027,0.000024512006,0.000036305635,0.0000481061,0.00021980649,0.9613632,0.0003427468,0.0016026163,0.0006293203,0.000017464163],"about_ca_topic_score_codex":0.008958442,"about_ca_topic_score_gemma":0.013317614,"teacher_disagreement_score":0.008958442,"about_ca_system_score_codex":0.0006260954,"about_ca_system_score_gemma":0.00086530467,"threshold_uncertainty_score":0.01781255},"labels":[],"label_agreement":null},{"id":"W7127453322","doi":"10.1109/ccece64018.2025.11364395","title":"The Missing Software Engineering Course for Developing Essential Skills for Co-Op Success","year":2025,"lang":"","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Missing data; Software; Software Engineering Process Group; Engineering education; Resource (disambiguation); Social software engineering; Course (navigation); Cloud computing","score_opus":0.00866405272040134,"score_gpt":0.30153435991077876,"score_spread":0.29287030719037743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127453322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6881637,0.0010334752,0.1502394,0.010354502,0.0018616059,0.0020978197,0.0008438378,0.0060163047,0.13938934],"genre_scores_gemma":[0.53592074,0.0009736543,0.36846334,0.0026059248,0.00027623886,0.0012568986,0.0012273886,0.0005112579,0.088764526],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9992859,0.00012034413,0.00003394348,0.00011225139,0.00027499144,0.00017261365],"domain_scores_gemma":[0.9944353,0.0008536007,0.00041140823,0.0003714478,0.0008322381,0.0030960452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013267335,0.0006321014,0.00025943166,0.0008931975,0.0012394818,0.0018678575,0.0011614038,0.000807604,0.02347868],"category_scores_gemma":[0.004169399,0.00025029175,0.00030723005,0.00038652372,0.0006130864,0.0015257872,0.0024944204,0.0021819035,0.007597388],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023815843,0.0053196894,0.025916077,0.0007826244,0.0000132786845,0.0011215148,0.0031905293,0.0014579472,0.0319953,0.012638563,0.11955428,0.79777205],"study_design_scores_gemma":[0.00023200813,0.004921189,0.17391378,0.0016032639,0.0000556424,0.0056543658,0.0061847675,0.0088902265,0.04042772,0.02543025,0.73249114,0.00019562118],"about_ca_topic_score_codex":0.00044419043,"about_ca_topic_score_gemma":0.0023614685,"teacher_disagreement_score":0.02347868,"about_ca_system_score_codex":0.0006546926,"about_ca_system_score_gemma":0.00507177,"threshold_uncertainty_score":0.07854402},"labels":[],"label_agreement":null},{"id":"W7145403735","doi":"","title":"Information systems of banking application in Edmonton Canada","year":2008,"lang":"ja","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Service (business); Information and Communications Technology; Extension (predicate logic); Information technology","score_opus":0.011802257014644137,"score_gpt":0.22099602956006914,"score_spread":0.209193772545425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7145403735","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37477157,0.029366475,0.0038037514,0.03617333,0.00078989635,0.00047246824,0.01647921,0.0010649674,0.5370784],"genre_scores_gemma":[0.5285962,0.01186971,0.0053371526,0.0017226083,0.00007058122,0.000073159026,0.008396167,0.000122030884,0.4438124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871504,0.00009479262,0.000080351296,0.000145898,0.00063693605,0.00032694364],"domain_scores_gemma":[0.99565244,0.00041288303,0.00014420092,0.00010365099,0.0030285208,0.0006582457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010864974,0.00023677248,0.00023618196,0.0023918017,0.0045683705,0.0047208755,0.00081994844,0.0006390142,0.020570207],"category_scores_gemma":[0.0036229552,0.00034312936,0.00019732119,0.0047758454,0.0007549314,0.0013286594,0.0010387652,0.00087060133,0.001572457],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003104605,0.0002136139,0.104956724,0.0007063239,0.00005352579,0.0015385627,0.0102702025,0.003166656,0.0018704524,0.08634549,0.38688305,0.403685],"study_design_scores_gemma":[0.000020929865,0.000034719073,0.21437332,0.0003353227,0.000030760217,0.0003385638,0.008921857,0.004034547,0.0016578345,0.0019620582,0.76822674,0.000063380656],"about_ca_topic_score_codex":0.9912369,"about_ca_topic_score_gemma":0.99484056,"teacher_disagreement_score":0.07097986,"about_ca_system_score_codex":0.07097986,"about_ca_system_score_gemma":0.10305711,"threshold_uncertainty_score":0.51499736},"labels":[],"label_agreement":null},{"id":"W7146611859","doi":"","title":"The Issues Japanese Higher Education Face in the Digital Age - Are Japanese Universities to Blame for the Slow Progress towards an Information-based Society?","year":2017,"lang":"en","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blame; Higher education; Criticism; Face (sociological concept); The Internet; Quarter (Canadian coin); Period (music)","score_opus":0.02216887652062399,"score_gpt":0.3010798019509648,"score_spread":0.2789109254303408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7146611859","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18682007,0.044084635,0.003803327,0.6734565,0.0019027983,0.000039177754,0.0002384446,0.00019568694,0.08945936],"genre_scores_gemma":[0.88399214,0.030894013,0.0048595546,0.052941594,0.0016220389,0.00005359673,0.00018272997,0.00010985909,0.025344465],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953721,0.0016308281,0.0002837983,0.0003751883,0.0013078323,0.0010301942],"domain_scores_gemma":[0.9882339,0.00265934,0.0020499844,0.00061565865,0.004100354,0.0023407023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00932086,0.00031766988,0.00044048092,0.0020078009,0.009905862,0.020248825,0.00096555304,0.0053465744,0.0051339674],"category_scores_gemma":[0.010949369,0.00036381913,0.00037462043,0.006785743,0.00936357,0.015934324,0.004283953,0.0028607994,0.0016351707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022904774,0.00020376862,0.09045187,0.0020139897,0.00009721076,0.001510996,0.13864513,0.00045547108,0.0026603853,0.16295902,0.16538677,0.43538627],"study_design_scores_gemma":[0.000024763156,0.00011408349,0.13680808,0.0008176948,0.00009044228,0.0005065667,0.3154291,0.00033239234,0.00072066276,0.0357021,0.50931317,0.00014098424],"about_ca_topic_score_codex":0.04416781,"about_ca_topic_score_gemma":0.08910997,"teacher_disagreement_score":0.04416781,"about_ca_system_score_codex":0.009346804,"about_ca_system_score_gemma":0.010439888,"threshold_uncertainty_score":0.08782148},"labels":[],"label_agreement":null},{"id":"W7161970970","doi":"10.82308/12649","title":"Alignment of competencies as identified by library and information science educators and practitioners : a case study of database management","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Information science; Exploratory research; Science education; Information management; Higher education","score_opus":0.008313889580847703,"score_gpt":0.25719557791830494,"score_spread":0.24888168833745725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161970970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997035,0.00004728182,0.00038841442,0.0005448079,0.0000037015554,0.00003762757,0.000009036156,0.0000021679539,0.0019319797],"genre_scores_gemma":[0.9976745,0.0001332554,0.0009679018,0.00018575536,0.0000026404832,0.000070136935,0.000016779715,0.0000034126267,0.00094564265],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98904616,0.0071821692,0.0004956096,0.00046500837,0.0013363472,0.0014746815],"domain_scores_gemma":[0.98062986,0.0123895435,0.0018469504,0.00044871907,0.002671564,0.0020134517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013197088,0.0002786817,0.00040273665,0.0023227767,0.007460099,0.0044462346,0.0010737696,0.0023839877,0.0015010429],"category_scores_gemma":[0.030301377,0.00059038313,0.0002456272,0.0025694843,0.0036706163,0.0038799585,0.0043647606,0.0025830716,0.00026298696],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000707975,0.0006779893,0.057278708,0.000054918575,0.0000040431687,0.0017146564,0.92432696,0.000088658395,0.00053358544,0.0026172604,0.00042306315,0.01220939],"study_design_scores_gemma":[0.000017285847,0.00021060744,0.016481308,0.00005141786,0.0000045439,0.00059697236,0.97876495,0.00030852982,0.00037346195,0.00034997755,0.0028272585,0.000013603538],"about_ca_topic_score_codex":0.017087985,"about_ca_topic_score_gemma":0.041950673,"teacher_disagreement_score":0.017087985,"about_ca_system_score_codex":0.0048541864,"about_ca_system_score_gemma":0.0067923153,"threshold_uncertainty_score":0.06979376},"labels":[],"label_agreement":null},{"id":"W7162701033","doi":"","title":"Information systems of banking application in Edmonton Canada","year":2008,"lang":"ja","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Service (business); Information and Communications Technology; Extension (predicate logic); Information technology","score_opus":0.011802257014644137,"score_gpt":0.22099602956006914,"score_spread":0.209193772545425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162701033","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37477157,0.029366475,0.0038037514,0.03617333,0.00078989635,0.00047246824,0.01647921,0.0010649674,0.5370784],"genre_scores_gemma":[0.5285962,0.01186971,0.0053371526,0.0017226083,0.00007058122,0.000073159026,0.008396167,0.000122030884,0.4438124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871504,0.00009479262,0.000080351296,0.000145898,0.00063693605,0.00032694364],"domain_scores_gemma":[0.99565244,0.00041288303,0.00014420092,0.00010365099,0.0030285208,0.0006582457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010864974,0.00023677248,0.00023618196,0.0023918017,0.0045683705,0.0047208755,0.00081994844,0.0006390142,0.020570207],"category_scores_gemma":[0.0036229552,0.00034312936,0.00019732119,0.0047758454,0.0007549314,0.0013286594,0.0010387652,0.00087060133,0.001572457],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003104605,0.0002136139,0.104956724,0.0007063239,0.00005352579,0.0015385627,0.0102702025,0.003166656,0.0018704524,0.08634549,0.38688305,0.403685],"study_design_scores_gemma":[0.000020929865,0.000034719073,0.21437332,0.0003353227,0.000030760217,0.0003385638,0.008921857,0.004034547,0.0016578345,0.0019620582,0.76822674,0.000063380656],"about_ca_topic_score_codex":0.9912369,"about_ca_topic_score_gemma":0.99484056,"teacher_disagreement_score":0.07097986,"about_ca_system_score_codex":0.07097986,"about_ca_system_score_gemma":0.10305711,"threshold_uncertainty_score":0.51499736},"labels":[],"label_agreement":null},{"id":"W74808821","doi":"10.1007/978-94-6209-064-4_3","title":"Exercises and Applications","year":2012,"lang":"en","type":"book-chapter","venue":"SensePublishers eBooks","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Section (typography); Character (mathematics); Curriculum; Mathematics education; Computer science; Engineering ethics; Psychology; Engineering; Pedagogy; Mathematics","score_opus":0.014641155585476791,"score_gpt":0.21077806742274924,"score_spread":0.19613691183727244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W74808821","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005431944,0.0046506166,0.08237843,0.002675557,0.0022122546,0.0010954953,0.0019210705,0.005324059,0.89431053],"genre_scores_gemma":[0.02693713,0.008203858,0.10140165,0.0025087383,0.0008503314,0.0015073799,0.005136931,0.0018446693,0.8516093],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926525,0.00016579768,0.000064849155,0.00012004179,0.00030035689,0.000083746425],"domain_scores_gemma":[0.99900985,0.00043609363,0.000036861376,0.00013854276,0.00021549755,0.00016301768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061733916,0.0015316454,0.0006978047,0.0014531008,0.0010674527,0.0028038146,0.0016371695,0.0015759713,0.1938776],"category_scores_gemma":[0.004701669,0.00035095363,0.00072450045,0.001470824,0.0005693905,0.0026777799,0.00340002,0.002018497,0.08043676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010413729,0.00042549748,0.00027535867,0.0009299127,0.000007402804,0.00034349924,0.0010061315,0.0017776976,0.0041722287,0.06020494,0.3978569,0.5328963],"study_design_scores_gemma":[0.000014598498,0.00006595347,0.00039385003,0.00041009948,0.0000036339018,0.00045696553,0.00020729515,0.0005722538,0.0009656061,0.019769987,0.9771278,0.000011998998],"about_ca_topic_score_codex":0.00038921184,"about_ca_topic_score_gemma":0.0007623498,"teacher_disagreement_score":0.1938776,"about_ca_system_score_codex":0.00052175537,"about_ca_system_score_gemma":0.0007440329,"threshold_uncertainty_score":0.6485852},"labels":[],"label_agreement":null},{"id":"W766940301","doi":"","title":"Undergraduate information systems in the UK : analysing curriculum skills and industry needs","year":2014,"lang":"en","type":"dissertation","venue":"Loughborough University Institutional Repository (Loughborough University)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Stirling; University of Surrey; Edinburgh Napier University; Queen's University Belfast; University of the West of England; University of Reading; University of Leeds; Liverpool John Moores University; Robert Gordon University; Staffordshire University; University of Aberdeen; Newcastle University; University of Southampton; Glasgow Caledonian University; Manchester Metropolitan University; University of Leicester; Queen's University; Trent University; Northumbria University; Nottingham Trent University; University of Wolverhampton; University of Portsmouth; Teesside University; University of Northampton; Heriot-Watt University; University of Worcester; Southampton Solent University; Loughborough University","keywords":"Curriculum; Knowledge management; Engineering management; Engineering; Mathematics education; Medical education; Pedagogy; Computer science; Psychology; Medicine","score_opus":0.004712377892180879,"score_gpt":0.19192646537808222,"score_spread":0.18721408748590135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W766940301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880989,0.00063140027,0.00016657502,0.0037352815,0.000023000453,0.000031503143,0.00037319292,0.000011881289,0.0069283624],"genre_scores_gemma":[0.9943082,0.00076014304,0.0002687416,0.00021737927,0.000008875881,0.000033565975,0.00035479237,0.000008288322,0.004040036],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99790406,0.00045800858,0.00020496953,0.00014722192,0.0007213847,0.00056439487],"domain_scores_gemma":[0.98536354,0.005015346,0.0020743483,0.00026828106,0.0033353637,0.003943085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027595575,0.00015710799,0.000247748,0.0021050912,0.0008737701,0.0025167118,0.0003938507,0.0006384109,0.0077933683],"category_scores_gemma":[0.023040464,0.0003190022,0.00012377025,0.0031895358,0.00064335443,0.0024425443,0.0021395192,0.0006972303,0.0011287599],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035029065,0.0005617093,0.46497256,0.0010141482,0.00003124093,0.00070865767,0.17549263,0.00052803045,0.0014368668,0.004472023,0.03309714,0.31733465],"study_design_scores_gemma":[0.000022960488,0.0003003497,0.85781264,0.0005748644,0.000011629396,0.00017146787,0.109178506,0.0007283622,0.00041940084,0.000684526,0.03007037,0.000024965386],"about_ca_topic_score_codex":0.052821763,"about_ca_topic_score_gemma":0.076955326,"teacher_disagreement_score":0.052821763,"about_ca_system_score_codex":0.0050210115,"about_ca_system_score_gemma":0.0068022464,"threshold_uncertainty_score":0.10502857},"labels":[],"label_agreement":null},{"id":"W792875740","doi":"10.15368/focus.2008v5n1.7","title":"Pedagogical Considerations on the Senior Project Lab","year":2008,"lang":"en","type":"article","venue":"Focus The Journal of Planning Practice and Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Hook; Quarter (Canadian coin); Medical education; Engineering; Mathematics education; Engineering management; Psychology; Computer science; Medicine; Mechanical engineering; History","score_opus":0.11190861090375252,"score_gpt":0.3697610035736274,"score_spread":0.25785239266987486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W792875740","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017174508,0.002882487,0.03313929,0.690614,0.02089412,0.00057088997,0.0001320607,0.001957876,0.23263466],"genre_scores_gemma":[0.19883636,0.0052158656,0.08555037,0.41286287,0.016280448,0.0035130524,0.00022819811,0.0022918258,0.275221],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9818695,0.009928612,0.00073056255,0.0011144918,0.004194628,0.0021621468],"domain_scores_gemma":[0.9468359,0.014006216,0.0012444395,0.0021419018,0.010000712,0.025770826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026644487,0.0008968807,0.00061644404,0.0010419829,0.010138027,0.012066636,0.004354674,0.010577532,0.06119084],"category_scores_gemma":[0.035000704,0.00102643,0.0008971299,0.00072624354,0.0048180767,0.007952013,0.009018929,0.01975835,0.026486054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000252951,0.00055162684,0.0012063624,0.00039248163,0.000011154091,0.0022159799,0.0076582953,0.00069363293,0.0025700964,0.09316448,0.79822934,0.09305355],"study_design_scores_gemma":[0.00008002924,0.0003201875,0.0015396094,0.0004743292,0.0000072544162,0.0015305103,0.0106340945,0.00048584022,0.000670198,0.017889544,0.966295,0.000073268406],"about_ca_topic_score_codex":0.003944515,"about_ca_topic_score_gemma":0.010805663,"teacher_disagreement_score":0.06119084,"about_ca_system_score_codex":0.0040094573,"about_ca_system_score_gemma":0.009264708,"threshold_uncertainty_score":0.20470375},"labels":[],"label_agreement":null},{"id":"W88024313","doi":"","title":"Fearing Prying U.S. Eyes, Canada's Colleges Crack Down On Computing.","year":2007,"lang":"en","type":"article","venue":"˜The œchronicle of higher education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Political science; Mathematics education; Sociology; Psychology; Economics; Economic growth","score_opus":0.009659234435306512,"score_gpt":0.2610901161550732,"score_spread":0.2514308817197667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W88024313","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010754703,0.0073816306,0.0004003718,0.828669,0.0069525437,0.00004046798,0.00050683756,0.00027635734,0.14501806],"genre_scores_gemma":[0.11582188,0.007991969,0.0005900688,0.4488967,0.0013013562,0.000034595734,0.0003299661,0.00024168457,0.42479178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962375,0.00022031485,0.000046203586,0.00017304294,0.0017666225,0.0015563648],"domain_scores_gemma":[0.9931538,0.0007058722,0.00023563846,0.00014237533,0.0024365645,0.0033258614],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0017217655,0.0005370979,0.00030110168,0.0009071697,0.029729763,0.009033515,0.0013339962,0.011317515,0.033674836],"category_scores_gemma":[0.009370207,0.00046322754,0.0004430493,0.000960244,0.005941269,0.003595095,0.0029864034,0.014466082,0.0059804493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021882535,0.000017982376,0.001605207,0.000025391157,0.0000045930797,0.00013377107,0.0018760534,0.000027636224,0.00021151947,0.0069802124,0.97176605,0.017329732],"study_design_scores_gemma":[0.000018053968,0.00003159635,0.008575623,0.00019064655,0.000011302474,0.000120217715,0.01480976,0.00006391038,0.00043234503,0.003063113,0.97263044,0.00005301627],"about_ca_topic_score_codex":0.9085866,"about_ca_topic_score_gemma":0.97828215,"teacher_disagreement_score":0.97714597,"about_ca_system_score_codex":0.022854034,"about_ca_system_score_gemma":0.087043025,"threshold_uncertainty_score":0.1839034},"labels":[],"label_agreement":null}]}