{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":212,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":212,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"01b5a12b545e","filters":{"topic":"Information Systems Education and Curriculum Development"}},"results":[{"id":"W4298358954","doi":"10.17487/rfc3647","title":"Internet X.509 Public Key Infrastructure Certificate Policy and Certification Practices Framework","year":2003,"lang":"en","type":"report","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Standards and Technology; Government of Canada; National Security Agency","keywords":"Certification; Certificate; Key (lock); The Internet; Public key infrastructure; Certificate authority; Business; Public-key cryptography; Computer security; Computer science; World Wide Web; Management; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.1475028964718293,"gpt":0.3511406046253912,"spread":0.2036377081535618,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001268565,0.0004041481,0.0003892266,0.0007252968,0.0001869062,0.002013142,0.001022355,0.0005737657,0.0003859276],"category_scores_gemma":[0.002552975,0.0003339515,0.00007972621,0.001016264,0.00005878319,0.001531911,0.0002602905,0.0005993539,0.0003465348],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007234241,"about_ca_system_score_gemma":0.004630947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002273779,"about_ca_topic_score_gemma":0.00001564208,"domain_scores_codex":[0.9964819,0.0001738446,0.001085136,0.0006862847,0.001153296,0.0004195218],"domain_scores_gemma":[0.9948121,0.0001290923,0.002431243,0.001039422,0.001301388,0.0002867052],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001616611,0.00006506343,0.001683796,0.0003215526,0.0001258742,0.000001920303,0.005104632,0.000001649321,0.000006935607,0.4448208,0.4833268,0.06453933],"study_design_scores_gemma":[0.00006113559,0.00001272786,0.004152269,0.00009434259,0.000009161532,0.0002656067,0.0002846335,0.0004225436,0.00008326607,0.001810495,0.9923849,0.0004189254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0005077368,0.0007744908,0.4176882,0.02790925,0.007362615,0.001034383,0.000011317,0.0005725931,0.5441394],"genre_scores_gemma":[0.5751623,0.003544015,0.1872137,0.007959304,0.002229035,0.0007005402,0.00054868,0.0001266962,0.2225157],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.5746546,"threshold_uncertainty_score":0.9999112,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2016571850","doi":"10.1108/13287261211221137","title":"Soft skills requirements in software development jobs: a cross‐cultural empirical study","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Information Technology","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Soft skills; Originality; Personality; Value (mathematics); Software development; Big Five personality traits; Knowledge management; Programmer; Computer science; Soft systems methodology; Software; Psychology; Information system; Social psychology; Engineering; Creativity; Management information systems","retraction":null,"screen_n_in":null,"score":{"opus":0.02143141610212741,"gpt":0.3168429001917122,"spread":0.2954114840895848,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001422736,0.0001359066,0.000277654,0.0009135511,0.000137245,0.0003022285,0.000401159,0.0001315432,0.000005615996],"category_scores_gemma":[0.0001661696,0.00009998599,0.00002825751,0.0006346227,0.00003203276,0.008880259,0.0001395294,0.0001999758,0.00006132908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002380402,"about_ca_system_score_gemma":0.0001972965,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004959022,"about_ca_topic_score_gemma":8.893489e-7,"domain_scores_codex":[0.9975269,0.00004853126,0.001630106,0.00006820904,0.0004508027,0.0002754302],"domain_scores_gemma":[0.9981462,0.00002196776,0.0009535422,0.0001677616,0.0005995941,0.0001108987],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000006057505,0.0003156416,0.912056,0.00008932308,0.00004816256,0.000002021748,0.0455139,0.00005106629,0.000004755768,0.004543214,0.001578316,0.03579152],"study_design_scores_gemma":[0.002467532,0.0002789687,0.728811,0.0002614057,0.000006317098,0.001060302,0.0323155,0.0004138415,0.0001709046,0.00005638339,0.2337591,0.0003986973],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9329014,0.0002589853,0.06421293,0.0002686311,0.001569674,0.0003946206,5.461931e-7,0.00006710349,0.0003260502],"genre_scores_gemma":[0.9928027,0.00001237933,0.006871935,0.0001681168,0.00004552732,0.00003712289,0.000001656998,0.000002587564,0.00005794184],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2321808,"threshold_uncertainty_score":0.6437973,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2575619597","doi":"10.1109/ms.2017.12","title":"How Best to Teach Global Software Engineering? Educators Are Divided","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"University of California, Irvine; Science Foundation Ireland","keywords":"Software engineering; Social software engineering; Personal software process; Software Engineering Process Group; Software; Engineering management; Software development; Software peer review; Realism; Software walkthrough; Computer science; Engineering; Engineering ethics; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01600737028102552,"gpt":0.2593511872747655,"spread":0.24334381699374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002121031,0.0002510258,0.0002326338,0.0001085935,0.000951932,0.001401037,0.001877152,0.00009929373,0.00001341539],"category_scores_gemma":[0.0008451527,0.0002400865,0.00009037714,0.0002480636,0.00002350395,0.001205748,0.0003851449,0.0001280678,0.0005947726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002875548,"about_ca_system_score_gemma":0.0003002842,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004100162,"about_ca_topic_score_gemma":0.00001753487,"domain_scores_codex":[0.9983742,0.00002040276,0.0002829199,0.0003941497,0.000496152,0.000432174],"domain_scores_gemma":[0.9977307,0.00003162264,0.000283367,0.001283577,0.0003004792,0.0003702556],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007321828,0.0003499049,0.5260788,0.0003294921,0.0001324523,0.00003505135,0.01246766,0.0003983308,0.00002518564,0.006251413,0.3524043,0.1015201],"study_design_scores_gemma":[0.0006271662,0.00008784774,0.4091837,0.0004423896,0.00001470926,0.000113913,0.001250061,0.0002920745,0.0009243514,0.0001948227,0.5855234,0.00134552],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1576599,0.0000603347,0.8240851,0.005944687,0.01059261,0.0005341924,0.00003845258,0.0008058499,0.0002788881],"genre_scores_gemma":[0.8888541,0.000002116699,0.1065088,0.001282948,0.0003926988,0.0001715524,0.000008082928,0.00001793127,0.002761744],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7311943,"threshold_uncertainty_score":0.9996356,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2982613174","doi":"","title":"Writing IS Teaching Cases: Guidelines for JISE Submission","year":2002,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Carleton University","keywords":"Computer science; Mathematics education; Information retrieval; World Wide Web; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.0632791173016042,"gpt":0.3172523803528886,"spread":0.2539732630512844,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00439899,0.0001207958,0.0002331294,0.0002389947,0.0005709957,0.0007452077,0.0006312479,0.0001019528,0.000004385141],"category_scores_gemma":[0.002692678,0.00008253803,0.0002567655,0.0002556122,0.000004177987,0.003657896,0.00004762395,0.0001350115,0.00003556223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006188716,"about_ca_system_score_gemma":0.0001166589,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007552499,"about_ca_topic_score_gemma":2.715227e-7,"domain_scores_codex":[0.9968621,0.00009436729,0.001958135,0.00006473208,0.0008130947,0.0002075773],"domain_scores_gemma":[0.9914039,0.0003192161,0.004018911,0.0002157959,0.003963407,0.00007872598],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007793351,0.00003719403,0.002229853,0.0002191055,0.0000992392,9.552753e-8,0.02030424,0.001057214,0.00002453725,0.03374463,0.9273559,0.01492015],"study_design_scores_gemma":[0.0009341483,0.00004497557,0.0004535059,0.0002210445,0.00001643216,0.0001078338,0.003530744,0.07837301,0.0001505402,0.00007962131,0.915941,0.0001471549],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009744679,0.000393573,0.9194117,0.03340205,0.01926492,0.003061799,0.00008813994,0.0001567366,0.01447636],"genre_scores_gemma":[0.9715134,0.00002059667,0.01773993,0.003828604,0.0008657515,0.0001201586,0.00001021681,0.00001082861,0.005890512],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9617687,"threshold_uncertainty_score":0.7186055,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2793382174","doi":"","title":"Identifying Influencers in High School Student ICT Career Choice.","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Influencer marketing; Information and Communications Technology; Career development; Mathematics education; Psychology; Computer science; Pedagogy; Marketing; Business; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01773225522696468,"gpt":0.2896645015579409,"spread":0.2719322463309762,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004013892,0.00009761878,0.0001002888,0.0002253148,0.00008502178,0.0003936778,0.0007417583,0.00005266669,0.0003709721],"category_scores_gemma":[0.00004711633,0.00008367888,0.0000262288,0.0004734029,0.00001277733,0.001087736,0.0001597617,0.0002043276,0.0009633578],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001113716,"about_ca_system_score_gemma":0.0002224588,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004851611,"about_ca_topic_score_gemma":0.0004279192,"domain_scores_codex":[0.9987692,0.00002287852,0.0003859932,0.0001923305,0.0004133914,0.0002162399],"domain_scores_gemma":[0.9992558,0.00002241833,0.00008867324,0.0003708418,0.0001323992,0.0001298756],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[8.596996e-7,0.0001124174,0.8289568,0.0000319547,0.00002230042,0.000004903201,0.02083211,0.00008905302,0.001144905,0.1203657,0.01230327,0.01613569],"study_design_scores_gemma":[0.0003231334,0.000005413878,0.9789011,0.00001616783,7.642959e-7,0.000007057863,0.001129169,0.0003103481,0.0007521205,0.000147853,0.01823223,0.0001746551],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9691162,0.000007315683,0.01288661,0.0007521975,0.002904416,0.0002312175,2.418401e-7,0.000133742,0.01396811],"genre_scores_gemma":[0.9870584,0.000001453251,0.0102744,0.001200557,0.00006187935,0.00006276226,0.000001846929,0.000003237098,0.001335489],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1499443,"threshold_uncertainty_score":0.9998145,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W263763245","doi":"10.28945/1566","title":"The Live Teaching Case: A New IS Method and its Application","year":2012,"lang":"en","type":"article","venue":"Journal of Information Technology Education Research","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"HEC Montréal","funders":"","keywords":"Computer science; Teaching method; Mathematics education; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02727691546786851,"gpt":0.4017003272681585,"spread":0.3744234118002899,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006189873,0.00008917975,0.0001151629,0.001125381,0.000823656,0.0003134038,0.0006530674,0.0001291254,0.00001583127],"category_scores_gemma":[0.0007889647,0.00006297287,0.00003233185,0.0009269749,0.0000416262,0.003971507,0.0001621338,0.0006478334,0.0002356895],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002191952,"about_ca_system_score_gemma":0.001263107,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002227568,"about_ca_topic_score_gemma":9.839761e-7,"domain_scores_codex":[0.998087,0.000187717,0.0007884895,0.00006669665,0.0005686334,0.0003014462],"domain_scores_gemma":[0.9969479,0.0002417008,0.0006774797,0.0002984423,0.001641699,0.0001927252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002277088,0.00003557061,0.0003401133,0.00001668984,0.00001560866,2.181012e-7,0.02028322,0.000001718964,0.00002594786,0.3638797,0.03462343,0.5807756],"study_design_scores_gemma":[0.0003048097,0.00008009899,0.0009824156,0.00005422906,0.000006215173,0.00799837,0.04894309,0.003034288,0.002299183,0.0105544,0.92558,0.0001629388],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02617273,0.00209316,0.9070883,0.05739413,0.001482343,0.0007433901,8.587533e-7,0.00008177612,0.004943248],"genre_scores_gemma":[0.90893,0.0002330069,0.08842193,0.0009406708,0.0002866962,0.0001056631,0.000002249756,0.000005575036,0.001074228],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8909565,"threshold_uncertainty_score":0.633498,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2741363844","doi":"10.1108/et-02-2017-0019","title":"Employers’ perspectives on new information technology technicians’ employability in North Florida","year":2017,"lang":"en","type":"article","venue":"Education + Training","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Employability; Curriculum; Preparedness; Workforce; Public relations; Variety (cybernetics); Originality; Marketing; Engineering; Business; Sociology; Pedagogy; Political science; Qualitative research; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02789232423048219,"gpt":0.2903902205735017,"spread":0.2624978963430195,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004226297,0.0001594537,0.0001668633,0.0006902647,0.000464212,0.0004861415,0.001039758,0.00009719275,0.00003160814],"category_scores_gemma":[0.0004773053,0.000160859,0.00004044332,0.0005778775,0.00005745834,0.00258117,0.00009279005,0.0002302769,0.0002874814],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003706153,"about_ca_system_score_gemma":0.001691964,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001332059,"about_ca_topic_score_gemma":0.0001077705,"domain_scores_codex":[0.9986452,0.00003051651,0.0005064987,0.0002621382,0.0002908715,0.0002648163],"domain_scores_gemma":[0.9982819,0.00002611114,0.0004065146,0.0009413679,0.0002388375,0.0001052599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0000055123,0.0001377054,0.07974943,0.00002204125,0.00001165081,3.897007e-7,0.2427461,0.00006648849,0.000006026897,0.2291047,0.005018746,0.4431312],"study_design_scores_gemma":[0.0005766847,0.00007581732,0.8481191,0.0001256981,0.000002681456,0.00001837727,0.07365996,0.0003089437,0.0001401031,0.002769038,0.07374365,0.0004599148],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8292819,0.00006605591,0.08549513,0.02924564,0.005764536,0.001182794,0.000003331641,0.0007420521,0.04821862],"genre_scores_gemma":[0.9821957,0.000006430842,0.01661909,0.0006302958,0.0001377346,0.0001324084,0.00001034482,0.000005609716,0.0002623425],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7683697,"threshold_uncertainty_score":0.6559638,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2094290868","doi":"10.1145/1562877.1562903","title":"A \"communication skills for computer scientists\" course","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"Interpersonal communication; Course (navigation); Computer science; Curriculum; Communication skills; Social skills; Public speaking; Multimedia; Mathematics education; Pedagogy; Psychology; Medical education; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.008392327091719705,"gpt":0.2777018932484612,"spread":0.2693095661567415,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003836637,0.00006708777,0.00007387374,0.00006891764,0.0001937416,0.0002702381,0.0005966974,0.00002631051,0.00002494567],"category_scores_gemma":[0.000007189784,0.00005686225,0.00003930363,0.0002546878,0.00001196593,0.0005738602,0.00004293277,0.00002970191,0.0001711175],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004080766,"about_ca_system_score_gemma":0.0001082366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001508708,"about_ca_topic_score_gemma":8.965848e-7,"domain_scores_codex":[0.999285,0.00001943397,0.0002435619,0.0001338661,0.0001705359,0.0001476184],"domain_scores_gemma":[0.9991678,0.0000268996,0.00008916587,0.0004304785,0.000222599,0.00006307711],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[5.44992e-7,0.0002195904,0.00008192188,0.000004989975,0.000005332958,1.001432e-7,0.002617144,0.00003062253,0.00001298709,0.5805748,0.1430224,0.2734296],"study_design_scores_gemma":[0.00162934,0.0001890127,0.08405692,0.00008266181,0.000007066898,0.00007067524,0.0003224011,0.1597272,0.001916769,0.01114438,0.7401274,0.0007261174],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001638359,0.00002064349,0.9775291,0.004103515,0.000529862,0.0002973959,5.684266e-7,0.0001619514,0.01571858],"genre_scores_gemma":[0.389329,0.000002927894,0.6031544,0.004192848,0.00004494586,0.00003622151,0.00001374028,0.000001768643,0.003224206],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.597105,"threshold_uncertainty_score":0.2605913,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2183318475","doi":"10.1007/1-4020-2960-8_4","title":"The Education and Training of Knowledge Workers","year":2005,"lang":"en","type":"book-chapter","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Training (meteorology); Psychology; Computer science; Geography; Meteorology","retraction":null,"screen_n_in":null,"score":{"opus":0.0224124829647494,"gpt":0.2572103585536425,"spread":0.2347978755888931,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002828538,0.0001079776,0.0001149678,0.00009149629,0.000123688,0.00009035484,0.0003082312,0.00007268217,0.00005398668],"category_scores_gemma":[0.000007311052,0.00007278525,0.00003428015,0.0000381426,0.00003858646,0.0001589533,0.00006748551,0.00008017985,0.0001005255],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004993101,"about_ca_system_score_gemma":0.0008354334,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002428116,"about_ca_topic_score_gemma":0.00001006123,"domain_scores_codex":[0.9992889,0.000008548222,0.0003535011,0.0001187146,0.0001442561,0.00008608714],"domain_scores_gemma":[0.9992454,0.00005390009,0.0002302252,0.0002442021,0.0001763079,0.00004998286],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[1.323269e-7,0.000003095535,0.000003312547,0.000007590093,0.000006826989,7.284322e-9,0.00431536,1.511788e-7,9.567077e-8,0.5718082,0.01260904,0.4112462],"study_design_scores_gemma":[0.00003825768,0.000005185182,0.0001581391,0.00009950683,0.000002491762,0.00001086603,0.0009658504,0.0001368836,0.000004838711,0.001880792,0.9965914,0.0001058043],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00001093489,0.0010089,0.005877078,0.0006259661,0.0009236422,0.0001448378,2.835135e-7,0.00003216311,0.9913762],"genre_scores_gemma":[0.007775048,0.0001176289,0.006089279,0.0001539981,0.0001244166,0.00001678856,0.00000329503,0.000005903662,0.9857137],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9839823,"threshold_uncertainty_score":0.2968096,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056233383","doi":"10.1145/782941.782999","title":"Information technology fluency in practice","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fluency; Set (abstract data type); Context (archaeology); Work (physics); Computer science; Psychology; Cognitive psychology; Mathematics education; Engineering; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.00944723736324211,"gpt":0.2313233680680912,"spread":0.2218761307048491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003616558,0.00009383159,0.00009448842,0.0004018632,0.00007702188,0.0001316753,0.0008208762,0.00008474163,0.0004031989],"category_scores_gemma":[0.001015054,0.00009031424,0.00001826966,0.0008204034,0.00001626243,0.001069618,0.0002007851,0.0001423551,0.01110043],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009276906,"about_ca_system_score_gemma":0.00003577069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001867916,"about_ca_topic_score_gemma":7.869536e-7,"domain_scores_codex":[0.9989597,0.00004423431,0.0004440676,0.000102157,0.000242647,0.0002071617],"domain_scores_gemma":[0.9989551,0.00007560854,0.0001888257,0.0005520331,0.0001827362,0.00004570233],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005312982,0.0003080257,0.001994619,0.00004659282,0.00002202246,0.00001311315,0.03860596,0.0000905735,0.0000271663,0.244447,0.4036128,0.3108268],"study_design_scores_gemma":[0.0002945875,0.00001841866,0.000667194,0.00001820942,0.000001008242,0.00006766498,0.001697357,0.0005661545,0.0001718897,0.0003100103,0.9960491,0.0001383759],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03272513,0.0005134545,0.09719282,0.4417006,0.002858163,0.001452769,0.00000243832,0.001358189,0.4221964],"genre_scores_gemma":[0.8625085,0.00008253054,0.1253438,0.0102505,0.000043225,0.000200025,0.000006163954,0.000006147481,0.001559091],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8297834,"threshold_uncertainty_score":0.9896696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4251383504","doi":"10.1145/960568.782999","title":"Information technology fluency in practice","year":2002,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fluency; Computer science; Human–computer interaction; Knowledge management; Psychology; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.008417203310632818,"gpt":0.2353434539031468,"spread":0.226926250592514,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001867161,0.00004712373,0.00004792905,0.000385715,0.00003933743,0.00009702692,0.0002876944,0.0000434028,0.0001290083],"category_scores_gemma":[0.0001049343,0.0000415733,0.000008273517,0.0009536693,0.000006680752,0.003820618,0.00004967422,0.00006310947,0.003367216],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006218137,"about_ca_system_score_gemma":0.00002694819,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009687898,"about_ca_topic_score_gemma":0.000001154328,"domain_scores_codex":[0.9993807,0.00001526632,0.000290282,0.0000485551,0.0001501225,0.0001150814],"domain_scores_gemma":[0.999543,0.00001538289,0.00008845676,0.0001944219,0.0001338518,0.00002490801],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[2.502483e-7,0.00004629679,0.0007353892,0.000005637008,0.000002702015,6.544681e-7,0.01048962,0.00002354605,0.000002932763,0.8663399,0.01419505,0.108158],"study_design_scores_gemma":[0.0003379578,0.00001864106,0.001852101,0.00001253831,6.637041e-7,0.00009999162,0.004365808,0.02380046,0.0002130511,0.0007135168,0.9684141,0.0001711476],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.002782372,0.00004609827,0.2750565,0.02161588,0.0006108372,0.0002354962,1.467718e-7,0.0003512979,0.6993014],"genre_scores_gemma":[0.8982211,0.00002369751,0.09567421,0.004808004,0.00001155012,0.00006886342,0.000001582936,0.000001502127,0.001189494],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.954219,"threshold_uncertainty_score":0.9974088,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2186554372","doi":"10.1080/08874417.2014.11645738","title":"Redesigning the Information Systems Analysis and Design Course: Curriculum Renewal","year":2014,"lang":"en","type":"article","venue":"Journal of Computer Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Saint Mary's University","funders":"","keywords":"Course (navigation); Curriculum; Information system; Management information systems; Engineering management; Information technology; Computer science; Structured systems analysis and design method; Knowledge management; Systems design; Process management; Engineering; Software engineering; Psychology; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.01064408640091124,"gpt":0.2306689100807023,"spread":0.2200248236797911,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00528785,0.0002342085,0.0004982329,0.0009167932,0.0003717467,0.00285003,0.0008980894,0.0001119748,0.000002213571],"category_scores_gemma":[0.00007183545,0.0001540164,0.0001495902,0.00140932,0.00003677628,0.008767021,0.0001189828,0.0002322165,0.00008093124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001386837,"about_ca_system_score_gemma":0.0002656129,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005385765,"about_ca_topic_score_gemma":4.428106e-7,"domain_scores_codex":[0.9955918,0.0005318646,0.002351937,0.00009611765,0.00115451,0.000273733],"domain_scores_gemma":[0.9944062,0.000227537,0.002978861,0.0004433632,0.001750799,0.0001932041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003038576,0.0001050892,0.006650635,0.0005744449,0.001795404,0.000002511505,0.05419622,0.5080907,0.000008059651,0.2453987,0.08728428,0.0958636],"study_design_scores_gemma":[0.0006190446,0.0001292538,0.003353606,0.0001488715,0.00009880454,0.0005511512,0.002762409,0.882036,0.00001608622,0.00003115833,0.1099922,0.0002613604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001920621,0.0001273058,0.9916126,0.0004037191,0.003888438,0.0004722156,0.000001713641,0.00007010688,0.001503262],"genre_scores_gemma":[0.9765038,0.00002421957,0.02243152,0.0005442773,0.0004086429,0.00003407992,0.00001354193,0.000004662878,0.00003520897],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9745832,"threshold_uncertainty_score":0.9981851,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W118877752","doi":"","title":"CCNP ONT Official Exam Certification Guide","year":2007,"lang":"en","type":"book","venue":"Virtual Defense Library (Ministerio de Defensa)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Certification; Study guide; Computer science; World Wide Web; Multimedia; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.02154875979905664,"gpt":0.246051104579463,"spread":0.2245023447804064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008332684,0.0008621988,0.0008014034,0.0009453635,0.0004181541,0.0013199,0.002146253,0.0009213928,0.00055361],"category_scores_gemma":[0.00007253993,0.0009004502,0.0003966941,0.000579429,0.0001642043,0.002000696,0.0006761763,0.0007112101,0.004327935],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000624494,"about_ca_system_score_gemma":0.004083192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009732457,"about_ca_topic_score_gemma":0.000005877884,"domain_scores_codex":[0.9943784,0.0002328876,0.002143981,0.001069412,0.001210012,0.0009652853],"domain_scores_gemma":[0.9959451,0.0002478965,0.001183863,0.001792134,0.0002295183,0.0006014734],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005048708,0.0001292946,0.00003994343,0.0001365052,0.00009928614,0.0001076805,0.0074007,0.00001644398,0.00003551295,0.2401939,0.7187201,0.03307013],"study_design_scores_gemma":[0.0004160802,0.000180057,0.000488739,0.0002563875,0.00002956212,0.0003673563,0.0003298851,0.0007715309,0.0002764193,0.001073292,0.9947101,0.001100608],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0005221372,0.0002380628,0.09479719,0.0008734595,0.004486454,0.00094886,0.000092418,0.001213321,0.8968281],"genre_scores_gemma":[0.005112552,0.00008002833,0.01626153,0.008192666,0.001308272,0.0001359797,0.00107382,0.0001525398,0.9676826],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.27599,"threshold_uncertainty_score":0.9997168,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1984441340","doi":"10.5860/crl-222","title":"Dual Archivist/Librarians: Balancing the Benefits and Challenges of Diverse Responsibilities","year":2012,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Archivist; Dual (grammatical number); Dual role; Library science; Dual purpose; Political science; Sociology; Focus (optics); Public relations; Computer science; Engineering; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.1080279675790235,"gpt":0.3006281575860296,"spread":0.1926001900070061,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001980358,0.0001086794,0.0001569402,0.0002760688,0.0005521139,0.0002866509,0.0005955999,0.00003961643,0.00002633694],"category_scores_gemma":[0.0004187975,0.00007447592,0.00003207684,0.0005544949,0.0003796103,0.003223723,0.000820752,0.0001870818,0.00003146917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002622854,"about_ca_system_score_gemma":0.0005559524,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001413601,"about_ca_topic_score_gemma":0.000004478697,"domain_scores_codex":[0.9978447,0.0005131509,0.0003224332,0.0001780774,0.0006924585,0.0004491649],"domain_scores_gemma":[0.9979486,0.001133439,0.00008528506,0.0004864324,0.0001823238,0.0001638969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00001359137,0.00003336502,0.001499325,0.00008013231,0.00001379813,6.570302e-7,0.04368968,9.050747e-7,0.000009021664,0.9334754,0.008017014,0.01316705],"study_design_scores_gemma":[0.0008072154,0.0002298221,0.4051409,0.0003321758,0.000006083287,0.0001006948,0.1823938,0.0008475385,0.004224711,0.01481039,0.3905895,0.0005170743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7644435,0.0627887,0.002208267,0.05730604,0.002460508,0.002303478,0.000121141,0.0004022396,0.1079661],"genre_scores_gemma":[0.9936438,0.001006699,0.003710935,0.00014535,0.000146595,0.00008429395,0.000002658197,0.000007383783,0.001252324],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9186651,"threshold_uncertainty_score":0.424647,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2034533972","doi":"10.5539/cis.v8n1p36","title":"Evaluation of Computer Science and Software Engineering Undergraduate’s Soft Skills in Egypt from Student’s Perspective","year":2015,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Soft skills; Perspective (graphical); Computer science; Software; Computer Science and Engineering; Medical education; Software engineering; Mathematics education; Psychology; Artificial intelligence; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.01839853674761118,"gpt":0.2838833884454856,"spread":0.2654848516978744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005128657,0.0001264199,0.0001559554,0.0008329444,0.0001631788,0.0006762035,0.0006677546,0.00003113557,0.00000165416],"category_scores_gemma":[0.0003658328,0.0001146358,0.00001288427,0.001743872,0.0002742386,0.01195054,0.0005074571,0.00008110714,0.00001539625],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005491727,"about_ca_system_score_gemma":0.001606028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006015876,"about_ca_topic_score_gemma":0.000002685198,"domain_scores_codex":[0.996732,0.0000409267,0.0004978915,0.0002650326,0.002230094,0.0002340578],"domain_scores_gemma":[0.9955785,0.00005671369,0.0002125696,0.0002734762,0.003678022,0.0002007164],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004780398,0.0001731084,0.02153131,0.00005158225,0.00002538872,7.01864e-7,0.2450141,0.02862582,0.00007455362,0.1596025,0.0008103478,0.5440858],"study_design_scores_gemma":[0.0007036747,0.00004297153,0.2055482,0.00005570358,0.000003557911,0.00001277756,0.001136953,0.7910032,0.0002203516,0.0006490987,0.0004551354,0.0001683278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2719811,0.00005460484,0.7257211,0.0002806947,0.001018172,0.0003314076,0.000001999611,0.0000561309,0.000554837],"genre_scores_gemma":[0.9305295,0.000007175456,0.06908197,0.0003289608,0.00003179866,0.00001495965,0.000002268622,0.000001715138,0.000001618092],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7623774,"threshold_uncertainty_score":0.8663856,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2098171290","doi":"10.5430/wje.v3n3p52","title":"A Closer Look at Information Systems Graduate Preparation and Job Needs: Implications for Higher Education Curriculum Enhancements","year":2013,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Curriculum; Perception; Field (mathematics); Psychology; Graduate students; Job analysis; Pedagogy; Engineering ethics; Social psychology; Computer science; Engineering; Job satisfaction","retraction":null,"screen_n_in":null,"score":{"opus":0.01977946840600204,"gpt":0.2924962465381344,"spread":0.2727167781321324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005068987,0.0001764844,0.0002063126,0.0008548058,0.0002935475,0.0006272827,0.0003500305,0.00005675428,0.00004758138],"category_scores_gemma":[0.00004821177,0.0001565044,0.00006995383,0.0007362243,0.00002252492,0.004984779,0.00005466743,0.0001027012,0.0001431138],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005126487,"about_ca_system_score_gemma":0.001028158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006185655,"about_ca_topic_score_gemma":0.000005226587,"domain_scores_codex":[0.9981107,0.00007236685,0.001139873,0.000137481,0.0003287167,0.0002108597],"domain_scores_gemma":[0.9957982,0.00005313233,0.001364126,0.00030666,0.002285291,0.000192632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001564617,0.0005352201,0.01560644,0.0003073529,0.00008992164,1.914916e-8,0.01050105,0.0001097587,0.0005210751,0.3066582,0.5774719,0.08818337],"study_design_scores_gemma":[0.0009648168,0.0001849411,0.2321386,0.0004281446,0.00005942749,0.0001565519,0.004171686,0.001459639,0.0003647807,0.005627378,0.7538613,0.0005826732],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7350358,0.002466983,0.1630791,0.02829692,0.03197724,0.006894063,0.00001244404,0.0001836569,0.03205388],"genre_scores_gemma":[0.9773778,0.00006290236,0.009795996,0.00106721,0.0004364184,0.0009270367,0.00006517957,0.000008990054,0.01025847],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3010309,"threshold_uncertainty_score":0.6382065,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3127755419","doi":"10.51593/20190024","title":"Immigration Policy and the Global Competition for AI Talent","year":2020,"lang":"en","type":"report","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Immigration; Competition (biology); Immigration policy; Competition policy; Political science; International trade; Economic growth; Business; Economics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.01933047203107117,"gpt":0.3101064419273794,"spread":0.2907759698963082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000592668,0.0001510685,0.0002155664,0.00006028161,0.0001794213,0.0003980122,0.0003170654,0.00009190605,0.00001367804],"category_scores_gemma":[0.0001215521,0.00009494706,0.00008799259,0.0002836141,0.00003750372,0.0002635783,0.0001133596,0.00007720698,0.00004964607],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004416996,"about_ca_system_score_gemma":0.002138106,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002981949,"about_ca_topic_score_gemma":0.00005817324,"domain_scores_codex":[0.9986011,0.00004440851,0.0004700668,0.0002166111,0.0005324349,0.0001353224],"domain_scores_gemma":[0.9987716,0.00004336735,0.0003004337,0.0002281393,0.00058157,0.00007489825],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003074468,0.000007188226,0.00003152863,0.00009859386,0.00002134153,7.924549e-8,0.0008681201,0.000001663247,1.106501e-7,0.9202699,0.06944454,0.009253845],"study_design_scores_gemma":[0.0005184085,0.00001782373,0.0007026961,0.00004443037,0.000009078322,0.00007636727,0.0002554399,0.005272115,0.000008022029,0.004271892,0.9886518,0.00017192],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00001156962,0.0001152338,0.7935544,0.04724721,0.001637685,0.0009968271,0.00002441745,0.0001141713,0.1562985],"genre_scores_gemma":[0.7848825,0.003262564,0.06500771,0.07173809,0.009823645,0.004661798,0.002543939,0.00007046949,0.05800923],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9192073,"threshold_uncertainty_score":0.3871828,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2035562860","doi":"10.1145/1230819.1230838","title":"The ACM and IEEE-CS guidelines for undergraduate CS education","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of California, Irvine; College of Engineering, Michigan State University; Michigan State University; University of Dayton; University of Illinois at Urbana-Champaign; Simon Fraser University; Gannon University; University of Oregon; Old Dominion University; Georgia State University; Gustavus Adolphus College; University of Calgary; Bonneville Power Administration; Texas Christian University; Florida International University; Brown University; University of Missouri; Rensselaer Polytechnic Institute; Ohio State University; Memorial University of Newfoundland; State University of New York; Purdue University; Brigham Young University; Massachusetts Institute of Technology; North Carolina State University; National Science Foundation","keywords":"Curriculum; Computer science; Mathematics education; Medical education; Pedagogy; Psychology; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1106459736546477,"gpt":0.394131662358902,"spread":0.2834856887042543,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.001431612,0.00007621058,0.00007810427,0.00005643637,0.0008031966,0.0001119773,0.02226977,0.00003283257,5.032804e-7],"category_scores_gemma":[0.009432527,0.00004708604,0.00004966346,0.0003331768,0.0001079574,0.0002251705,0.006245268,0.00007346619,0.000009680438],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005082184,"about_ca_system_score_gemma":0.0003178006,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002320448,"about_ca_topic_score_gemma":0.00007196291,"domain_scores_codex":[0.9990467,0.00006603316,0.0004988042,0.00009402637,0.0001663465,0.0001280722],"domain_scores_gemma":[0.9785196,0.0006441317,0.0003421931,0.01949698,0.0009552422,0.00004181586],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002825434,0.00007913193,0.0006420896,0.00002501112,0.00002702498,3.917047e-9,0.003346089,0.00001016833,0.0001733209,0.2864277,0.6433226,0.06594393],"study_design_scores_gemma":[0.0002320602,0.00001457355,0.0116883,0.00008484483,0.00001252346,0.00001453394,0.003172584,0.001963404,0.001644201,0.2344985,0.7465102,0.0001643096],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.009662041,0.001931774,0.05020924,0.9294456,0.002295723,0.001100255,0.000004145395,0.00008416461,0.005267011],"genre_scores_gemma":[0.3125666,0.0007281398,0.6806848,0.002853057,0.00008328517,0.0001888521,0.00001115366,0.000009404531,0.002874748],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9265926,"threshold_uncertainty_score":0.9989114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2050464239","doi":"10.1145/1029533.1029568","title":"An implementation of a networking track in an information technology degree program","year":2004,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"University of Cincinnati; Purdue University","keywords":"Track (disk drive); Computer science; Curriculum; Quarter (Canadian coin); Work (physics); Information technology; Degree program; Engineering management; Multimedia; Engineering; Medical education","retraction":null,"screen_n_in":null,"score":{"opus":0.02224608984116164,"gpt":0.3270400229154888,"spread":0.3047939330743272,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002725583,0.00006432147,0.000079294,0.0003845214,0.00004186095,0.0000987192,0.000322828,0.00004946821,0.00001289732],"category_scores_gemma":[0.00000213276,0.00005910067,0.00001192753,0.0008422321,0.00001192582,0.003228425,0.0000254093,0.00004796026,0.00001982392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000900828,"about_ca_system_score_gemma":0.0001878801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001012896,"about_ca_topic_score_gemma":0.0003252093,"domain_scores_codex":[0.9991047,0.00001763811,0.0004822607,0.00008407737,0.0001640081,0.0001473028],"domain_scores_gemma":[0.9994203,0.000002517058,0.0001777024,0.0002180263,0.0001417792,0.0000396356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[9.465905e-7,0.00009984542,0.0123324,0.00001210396,0.000002187287,1.719696e-7,0.01202595,0.0004101959,0.00004432838,0.1031653,0.00002240095,0.8718842],"study_design_scores_gemma":[0.007281657,0.002194986,0.7333314,0.0002027855,0.000008420436,0.0001215401,0.1175553,0.06483924,0.03439552,0.01495705,0.02374254,0.001369611],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5947879,0.000005091669,0.4018398,0.0004977371,0.0002728764,0.0006196133,4.01189e-7,0.0002387299,0.001737879],"genre_scores_gemma":[0.9088278,0.000001243647,0.09090309,0.0001370115,0.00001181837,0.00009643632,0.00001929607,0.000001398264,0.000001847615],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8705145,"threshold_uncertainty_score":0.2410055,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4214845435","doi":"10.1145/3506860.3506875","title":"Towards an Automatic Approach for Assessing Program Competencies","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Curriculum; Soft skills; Leverage (statistics); Variety (cybernetics); Syllabus; Transferable skills analysis; Knowledge management; Artificial intelligence; Mathematics education; Medical education; Higher education; Pedagogy; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03891324590942171,"gpt":0.3107921727086861,"spread":0.2718789267992644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006145199,0.00007797322,0.00009839272,0.00009735277,0.0005457422,0.0004804425,0.0005842395,0.00001319321,0.00008239227],"category_scores_gemma":[0.000008986381,0.00006704681,0.00003798578,0.000356316,0.00001045866,0.0008615548,0.0001564214,0.00005365449,0.000006914359],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001112465,"about_ca_system_score_gemma":0.0003277003,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001025902,"about_ca_topic_score_gemma":3.524548e-7,"domain_scores_codex":[0.9989848,0.00006270115,0.00026568,0.0001663062,0.0003402852,0.0001802919],"domain_scores_gemma":[0.9994632,0.00001313629,0.0001025159,0.0002534545,0.0001025108,0.00006519838],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[6.011704e-7,0.0005749459,0.0002305288,0.00009992764,0.00001668591,3.054046e-7,0.01582117,0.0005751282,0.00002085989,0.3410222,0.007543998,0.6340937],"study_design_scores_gemma":[0.000181706,0.0000717861,0.001972951,0.00000200737,0.000001588972,0.00003533064,0.01002641,0.9307631,0.0000502028,0.0002867556,0.05644719,0.0001610332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006995596,0.000007865973,0.9526117,0.0003380144,0.0004972115,0.0007391576,0.000001083161,0.0006706669,0.03813868],"genre_scores_gemma":[0.3355137,7.275245e-8,0.6621896,0.0004785824,0.00001881337,0.001311514,0.00003153493,0.000003277184,0.0004529382],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9301879,"threshold_uncertainty_score":0.4632918,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2333220028","doi":"10.1080/08874417.2016.1153898","title":"Renewal of Classics: Database Technology for all Business Majors","year":2016,"lang":"en","type":"article","venue":"Journal of Computer Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Saint Mary's University","funders":"","keywords":"Course (navigation); Computer science; Engineering management; Database; Knowledge management; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01562649232782871,"gpt":0.2512372815527725,"spread":0.2356107892249438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001107169,0.0001346715,0.000336722,0.0008962391,0.00005699814,0.0001566602,0.0008519633,0.00009586235,0.000003569003],"category_scores_gemma":[0.00006833203,0.0000856819,0.00008683366,0.0005883584,0.00003278966,0.003976328,0.0001118872,0.00006265414,0.00004105705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000125594,"about_ca_system_score_gemma":0.0004088011,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003389874,"about_ca_topic_score_gemma":2.652286e-7,"domain_scores_codex":[0.9973156,0.00004395913,0.001855053,0.0000761296,0.0005195346,0.0001897231],"domain_scores_gemma":[0.9943919,0.00009838324,0.002291516,0.000352241,0.002773267,0.00009269758],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008114475,0.0001689356,0.001370317,0.001193464,0.0003566401,0.000004273743,0.00894854,0.001055304,0.0008644537,0.6216949,0.1324093,0.2318527],"study_design_scores_gemma":[0.004219323,0.0003398342,0.001263301,0.001537412,0.00002390898,0.001535979,0.001253056,0.0174674,0.002561347,0.0007985567,0.9685029,0.0004970292],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005761613,0.00004358141,0.9875473,0.001605492,0.004213438,0.0003162068,0.00001442539,0.00004305922,0.0004548908],"genre_scores_gemma":[0.8723813,0.0000361476,0.1264728,0.0003932763,0.0004850495,0.00004572185,0.00001578188,0.000008898342,0.0001610899],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8666196,"threshold_uncertainty_score":0.3494007,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2148364996","doi":"10.1145/1028174.971464","title":"Research, teaching, and service","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Structuring; Context (archaeology); Curriculum; Service (business); Graduate students; Computer science; Mathematics education; Engineering ethics; Medical education; Engineering management; Pedagogy; Sociology; Psychology; Engineering; Political science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.03360376872872277,"gpt":0.3113248947453306,"spread":0.2777211260166078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001860316,0.00007702495,0.00007454686,0.0001213558,0.0004736101,0.0002170534,0.0007556183,0.000041327,0.00007991364],"category_scores_gemma":[0.000330141,0.00006770193,0.00001325578,0.0002469266,0.00002174638,0.0001567466,0.0004439557,0.0003264107,0.002380055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007190221,"about_ca_system_score_gemma":0.0001270641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002684376,"about_ca_topic_score_gemma":0.000008000521,"domain_scores_codex":[0.9988519,0.0001672183,0.0001992856,0.0001937375,0.0003567629,0.000231084],"domain_scores_gemma":[0.999023,0.0001219248,0.00005003464,0.0005121535,0.0001805241,0.0001123423],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005054364,0.00018798,0.0002340169,0.00009628176,0.00002267896,0.0000125908,0.0725438,0.00007505585,0.0001573357,0.591294,0.275431,0.05994023],"study_design_scores_gemma":[0.0003895389,0.00002551455,0.002342684,0.00004629673,6.72437e-7,0.00005484442,0.002158706,0.00004556017,0.0003707708,0.003837125,0.9905813,0.0001469618],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3129541,0.0002516876,0.0555562,0.4929166,0.001327954,0.000843573,0.000001685331,0.0006352423,0.1355129],"genre_scores_gemma":[0.886949,0.00001137346,0.09987457,0.01034092,0.00009694458,0.00006211555,0.000003365903,0.000007550747,0.002654155],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7151504,"threshold_uncertainty_score":0.9983967,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3018735809","doi":"10.1145/1595496.1562903","title":"A \"communication skills for computer scientists\" course","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Interpersonal communication; Curriculum; Computer science; Communication skills; Social skills; Public speaking; Multimedia; Mathematics education; Psychology; Pedagogy; Medical education; Engineering; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.009120484359714551,"gpt":0.2667013380152459,"spread":0.2575808536555313,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006361686,0.0001186435,0.0001282249,0.00008749039,0.0002863238,0.0003050046,0.001444661,0.00005094108,0.00009047981],"category_scores_gemma":[0.00008836832,0.0001098856,0.00006510938,0.0002552719,0.00002492323,0.0002085686,0.0001633189,0.00006870322,0.0008006436],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006083529,"about_ca_system_score_gemma":0.0001116763,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003456776,"about_ca_topic_score_gemma":5.461962e-7,"domain_scores_codex":[0.9988618,0.00005043378,0.0003610107,0.0002289028,0.0002565738,0.0002412875],"domain_scores_gemma":[0.9983218,0.0001110638,0.0001764764,0.001025432,0.0002696692,0.00009553391],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002941954,0.0003611087,0.00009579046,0.00001244117,0.00001173405,7.45704e-7,0.003714549,0.00004617324,0.00002566837,0.05544427,0.7139052,0.2263793],"study_design_scores_gemma":[0.0006459462,0.00007510537,0.01074224,0.00005126435,0.000004158602,0.00002811715,0.00008817966,0.002365264,0.000572353,0.00193381,0.9832233,0.0002703089],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01273691,0.0001556305,0.9092312,0.0662062,0.00158416,0.001094206,0.000004550392,0.0004332589,0.008553893],"genre_scores_gemma":[0.3898438,0.00001173856,0.5982073,0.00829711,0.0001208562,0.0001004634,0.00003408276,0.000006044306,0.003378642],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3771068,"threshold_uncertainty_score":0.9999774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4230304841","doi":"10.1145/971300.971464","title":"Research, teaching, and service","year":2004,"lang":"en","type":"article","venue":"Proceedings of the 35th SIGCSE technical symposium on Computer science education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Context (archaeology); Structuring; Quarter (Canadian coin); Curriculum; Service (business); Graduate students; Computer science; Mathematics education; Engineering ethics; Library science; Pedagogy; Engineering; Sociology; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.01802447943337386,"gpt":0.3023028785875247,"spread":0.2842783991541508,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004055317,0.0001434714,0.000136827,0.0004275861,0.001111347,0.0005234845,0.002484773,0.00006556034,0.000001409716],"category_scores_gemma":[0.0001615347,0.0001007177,0.00003769912,0.002221886,0.0003142132,0.001378648,0.0008763438,0.0005430633,0.00002937981],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003756294,"about_ca_system_score_gemma":0.001293608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005198939,"about_ca_topic_score_gemma":0.000001383115,"domain_scores_codex":[0.9975412,0.00003290365,0.0004122336,0.0004839004,0.001177943,0.0003518422],"domain_scores_gemma":[0.9979186,0.00007070659,0.0002588522,0.0003813114,0.001189077,0.0001814358],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000003082612,0.0003813723,0.0001960344,0.00006793068,0.000002899961,2.983705e-8,0.006349097,0.00007933848,0.0109997,0.9607279,0.003027708,0.01816497],"study_design_scores_gemma":[0.003612024,0.002516049,0.1914693,0.005681836,0.00004446957,0.001087368,0.008333863,0.02960668,0.4314783,0.2483435,0.07430029,0.00352637],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7928504,0.00003125452,0.03419274,0.114915,0.004152162,0.001833863,8.852221e-7,0.0004962781,0.05152745],"genre_scores_gemma":[0.9331082,0.000004259527,0.06418081,0.002368865,0.0001317875,0.00005881255,2.83715e-7,0.000005482173,0.0001415809],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7123843,"threshold_uncertainty_score":0.8547693,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015367725","doi":"10.1145/1138403.1138438","title":"Ethics and usability testing in computer science education","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Usability; Usability engineering; Computer science; Information ethics; Quality (philosophy); Engineering ethics; Computer ethics; Knowledge management; Human–computer interaction; Engineering; Meta-ethics","retraction":null,"screen_n_in":null,"score":{"opus":0.02490971750448918,"gpt":0.2790237237494871,"spread":0.254114006244998,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002247912,0.00009065598,0.00009065125,0.0001714879,0.0002806585,0.0002730828,0.0006120314,0.00005061971,0.00001795859],"category_scores_gemma":[0.0008996729,0.0000858171,0.00001084236,0.0007412025,0.0001153716,0.0002814764,0.0003190186,0.0002085906,0.0001238019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001312555,"about_ca_system_score_gemma":0.001020078,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004100746,"about_ca_topic_score_gemma":0.00001655994,"domain_scores_codex":[0.9987236,0.00008971863,0.0003502764,0.000294949,0.0003330725,0.0002083463],"domain_scores_gemma":[0.9987416,0.000331697,0.0001107632,0.0004480905,0.0003052523,0.0000625599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000004215916,0.00075721,0.216534,0.000221828,0.000003949503,0.000003347773,0.02265336,0.0007664716,0.0006420517,0.1468735,0.02580514,0.585735],"study_design_scores_gemma":[0.0005129145,0.00005085331,0.884943,0.000195172,0.000001918807,0.00009872652,0.0005983148,0.0167667,0.001337347,0.007857055,0.08704758,0.0005903844],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.852904,0.00007345862,0.1129002,0.02208717,0.001427955,0.0004828739,5.213229e-7,0.000189072,0.009934805],"genre_scores_gemma":[0.8098846,0.000001055541,0.1886335,0.001248275,0.00006908642,0.00002069771,0.000001370255,0.000002339953,0.0001390662],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.668409,"threshold_uncertainty_score":0.349952,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1554719517","doi":"","title":"Skills in the MIS Job Market","year":2009,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Job market; Quarter (Canadian coin); Job analysis; Sample (material); Business; Marketing; Computer science; Job satisfaction; Engineering; Management; Economics; Work (physics)","retraction":null,"screen_n_in":null,"score":{"opus":0.005513835873957081,"gpt":0.2294318190168188,"spread":0.2239179831428618,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005339013,0.000089445,0.0001727802,0.0002335272,0.0001848745,0.0006285969,0.001030946,0.0000757834,0.000002279739],"category_scores_gemma":[0.0005037298,0.00004951882,0.0001500995,0.0006349584,0.000004125815,0.002740827,0.00001578894,0.0001495652,0.00003045734],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005345239,"about_ca_system_score_gemma":0.0002026302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003704563,"about_ca_topic_score_gemma":9.267602e-7,"domain_scores_codex":[0.9974043,0.0002097499,0.001258249,0.00004087053,0.0009169633,0.000169828],"domain_scores_gemma":[0.9963136,0.0002064179,0.002347734,0.0002362547,0.0008610972,0.000034875],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001676811,0.0001267996,0.01551518,0.00007468079,0.00007556381,3.282212e-7,0.07136413,0.001988841,0.000009610379,0.1545889,0.7455677,0.01067147],"study_design_scores_gemma":[0.001034763,0.0000570223,0.1860807,0.0001105752,0.000008967531,0.00009877134,0.004666489,0.003777347,0.00003397934,0.0004307167,0.8035634,0.0001372602],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.04396699,0.0003950132,0.3057774,0.09274255,0.03780442,0.007202191,0.00005122425,0.0001868486,0.5118734],"genre_scores_gemma":[0.9941231,0.000006783479,0.0006701083,0.002818224,0.0001705133,0.00002485553,0.000002330024,0.000001821537,0.002182284],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9501561,"threshold_uncertainty_score":0.6061575,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057795223","doi":"10.5539/cis.v4n3p33","title":"MIS Students Perception of Most Wanted MIS Job Market Skills","year":2011,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Perception; Job market; Curriculum; Point (geometry); Process (computing); Computer science; Human resources; Resource (disambiguation); Medical education; Knowledge management; Psychology; Management; Pedagogy; Medicine; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.01039790264673574,"gpt":0.2461791941857396,"spread":0.2357812915390039,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009934067,0.0001159405,0.0001337288,0.0004620812,0.0002387212,0.0003549654,0.0010072,0.00003739894,0.00008608142],"category_scores_gemma":[0.00002786328,0.00009784332,0.00002732064,0.00108048,0.0001539386,0.009657701,0.000168259,0.00005884293,0.0001094886],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005658855,"about_ca_system_score_gemma":0.0001995649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002284038,"about_ca_topic_score_gemma":4.162912e-7,"domain_scores_codex":[0.9982573,0.00002806206,0.000604797,0.0001602724,0.0007394993,0.000210042],"domain_scores_gemma":[0.9986011,0.00001701291,0.0002783572,0.0003220358,0.0006406686,0.0001408645],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001539666,0.0002751139,0.07669849,0.0002094658,0.00003128823,8.475849e-7,0.3195375,0.00002550592,0.0002401871,0.04176095,0.02063694,0.5405683],"study_design_scores_gemma":[0.0004294608,0.00007194962,0.9556086,0.00006252682,0.000002368901,0.00004178238,0.001986538,0.03242652,0.0007758652,0.00004633899,0.008325615,0.0002224541],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2264149,0.000009367877,0.6999546,0.0001047905,0.001373843,0.0003507624,0.000003341667,0.0001106821,0.0716778],"genre_scores_gemma":[0.9464935,0.00001613276,0.05229593,0.001023793,0.00002103118,0.00001238616,0.000004186145,0.00000176422,0.0001312841],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8789101,"threshold_uncertainty_score":0.70016,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1585917131","doi":"","title":"The use of unfamiliar words: writing and CS education","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Mount Royal University","funders":"","keywords":"Reading (process); Computer science; Mathematics education; Institution; Code (set theory); Word (group theory); Professional writing; Multimedia; Psychology; Linguistics; Programming language; Sociology; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.04639259920602077,"gpt":0.2935564548152431,"spread":0.2471638556092223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001816448,0.0000585788,0.0001273267,0.0002411964,0.0004647907,0.0001711593,0.0005092265,0.00001993243,5.727532e-7],"category_scores_gemma":[0.0002525554,0.00003858033,0.00002761609,0.0008798328,0.000186534,0.0007752567,0.00008496306,0.00009377835,6.134995e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004525538,"about_ca_system_score_gemma":0.0009485343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001226189,"about_ca_topic_score_gemma":0.000003103773,"domain_scores_codex":[0.9985633,0.00009606782,0.0006991104,0.00008119995,0.0004311962,0.000129129],"domain_scores_gemma":[0.9983587,0.0005192278,0.0006554713,0.00009852323,0.0003318753,0.00003619517],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001679932,0.0003991491,0.3521649,0.0001156757,0.00004093434,0.00001326588,0.09732255,0.0169556,0.000144395,0.2192638,0.03030886,0.2832541],"study_design_scores_gemma":[0.001199668,0.000452285,0.6324129,0.001907147,0.000008296497,0.003390482,0.03478876,0.250923,0.001020372,0.002639066,0.0706527,0.0006053043],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9800106,0.0004287675,0.01606013,0.001356559,0.001318784,0.00008552953,1.160254e-7,0.000006870209,0.0007326587],"genre_scores_gemma":[0.9491417,0.0001368784,0.05041486,0.0001842406,0.00004337811,6.671461e-7,2.971564e-8,0.000001095379,0.0000771508],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2826488,"threshold_uncertainty_score":0.3574841,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2979938077","doi":"10.1109/ccece.2019.8861715","title":"Survey of Information Technology Undergraduate Degree Programs in Canada","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Bachelor; Degree (music); European union; Curriculum; Bachelor degree; Computer science; Engineering management; Library science; Medical education; Mathematics education; Political science; Engineering; Psychology; Business; Pedagogy; Medicine; International trade","retraction":null,"screen_n_in":null,"score":{"opus":0.02561604100005348,"gpt":0.2193817872840023,"spread":0.1937657462839488,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002910931,0.00005277054,0.00009675702,0.0002029038,0.00001174091,0.00002776179,0.0003503916,0.00002715434,0.00001574817],"category_scores_gemma":[0.00001951327,0.00004463896,0.00000690759,0.001001,0.000005621564,0.0006125726,0.00006289703,0.0000453317,0.0001207415],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002285157,"about_ca_system_score_gemma":0.001756448,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.6937352,"about_ca_topic_score_gemma":0.8284059,"domain_scores_codex":[0.9991965,0.00002407713,0.0003871375,0.00006041434,0.0002070228,0.0001248738],"domain_scores_gemma":[0.9993917,0.0000152251,0.0001454029,0.000217898,0.0002051057,0.0000246477],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[8.099144e-7,0.000013711,0.8196818,0.00002889371,0.000004457925,1.185136e-7,0.0005556241,0.0000536276,0.000001789965,0.06865544,0.0009269264,0.1100769],"study_design_scores_gemma":[0.0003211261,0.00001974228,0.9800299,0.00002618015,2.392234e-7,0.000005056915,0.001216048,0.01261169,0.000245685,0.0002522367,0.00513541,0.0001366489],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8402637,0.0000167194,0.1125482,0.002595779,0.001379182,0.0008760046,0.000002193179,0.0001137846,0.04220444],"genre_scores_gemma":[0.9958825,0.000001093965,0.003780048,0.0001402224,6.932802e-7,0.00001468818,0.00001355684,8.702664e-7,0.0001663924],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1603482,"threshold_uncertainty_score":0.3115864,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4313331824","doi":"10.1145/3571785.3574128","title":"Motivation and Strategies for Effective Inclusion of Cloud Solution Provider Certifications in Computing Curricula","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Cloud computing; Certification; Curriculum; Inclusion (mineral); Computer science; Knowledge management; Psychology; Pedagogy; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.01825913560430185,"gpt":0.2696692565951875,"spread":0.2514101209908857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006124312,0.00005824598,0.00008495338,0.000166569,0.0004546808,0.00004487215,0.0001572581,0.00001680096,0.000006323041],"category_scores_gemma":[0.00003465813,0.00005466358,0.0000180969,0.0004194573,0.00001385619,0.0004381765,0.0004049848,0.00005130584,7.078765e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000131136,"about_ca_system_score_gemma":0.0001182002,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000647803,"about_ca_topic_score_gemma":0.000007047805,"domain_scores_codex":[0.9991755,0.00008283379,0.0003201521,0.0001420387,0.0001833093,0.00009610407],"domain_scores_gemma":[0.9994597,0.0001068344,0.0001741788,0.0001081682,0.0001317545,0.00001930336],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001029647,0.0002585146,0.006078808,0.0001821711,0.00001167799,1.429605e-7,0.07985179,0.008601864,0.001757791,0.8106536,0.001920169,0.09067313],"study_design_scores_gemma":[0.001100079,0.0001960064,0.09806471,0.00006259729,0.000004223781,0.0000154567,0.01866169,0.8629444,0.001624497,0.0119689,0.005055395,0.0003020888],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2035921,0.00002725684,0.7935781,0.0007583494,0.0003213198,0.0008594249,0.000001719287,0.0000420341,0.000819603],"genre_scores_gemma":[0.9896231,4.826863e-7,0.009980464,0.00009840797,0.00001292299,0.0002301867,0.00001417681,0.00000207362,0.00003822509],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8543425,"threshold_uncertainty_score":0.3497083,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089077377","doi":"10.1145/2656450.2656455","title":"An academic profile of IT faculty in the USA","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Variety (cybernetics); Diversity (politics); Computer science; Medical education; University faculty; Library science; Mathematics education; Psychology; Data science; Sociology; Medicine; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03968076157171591,"gpt":0.3294638633136485,"spread":0.2897831017419326,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007426888,0.00003827461,0.00005124611,0.00004907755,0.00002942383,0.00003042781,0.0006226548,0.00002734759,0.00007340675],"category_scores_gemma":[0.00001557615,0.00002203719,0.00001101657,0.0002422343,0.000008570651,0.0003725475,0.00002352276,0.00006200824,0.000206831],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001161125,"about_ca_system_score_gemma":0.00004998987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000369784,"about_ca_topic_score_gemma":0.00002031983,"domain_scores_codex":[0.9993553,0.00006275479,0.0002339742,0.00007056475,0.0001968333,0.00008056045],"domain_scores_gemma":[0.9996228,0.00001860655,0.00007104818,0.0002147133,0.00005095626,0.0000219039],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[8.983326e-7,0.0000875269,0.04367937,0.00002827036,0.000003034876,1.067016e-7,0.06507286,0.00006063427,0.0002137705,0.7995062,0.0501576,0.04118975],"study_design_scores_gemma":[0.0004529739,0.00007614172,0.6798452,0.000036868,0.000001130882,0.00001972979,0.007115349,0.06842851,0.004513886,0.0007855927,0.2384549,0.0002696896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4091838,0.000003406855,0.3837282,0.005372675,0.0004644982,0.0004532233,0.000001228886,0.00006061126,0.2007324],"genre_scores_gemma":[0.9909719,4.434192e-7,0.00664922,0.001721698,0.00001510457,0.00002453223,0.00000351685,6.953842e-7,0.0006128869],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7987206,"threshold_uncertainty_score":0.2658463,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2054516705","doi":"10.5539/cis.v5n2p2","title":"Casting a Wider Net: A Longitudinal Study Exploring Gender Differences, Influences and Attitudes Impacting Academic Major Selection in Computing","year":2012,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Promotion (chess); Longitudinal study; Selection (genetic algorithm); Computer science; Artificial intelligence; Mathematics; Statistics; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1119536436912838,"gpt":0.3334438049774024,"spread":0.2214901612861186,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002072106,0.0001624335,0.0001695782,0.0006383339,0.0006347268,0.0008285859,0.0003655881,0.00003680248,0.000003063084],"category_scores_gemma":[0.00007244045,0.00013931,0.00001349081,0.001336941,0.00008931601,0.02420952,0.0004156551,0.0002185356,0.00001300854],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001178519,"about_ca_system_score_gemma":0.000142103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006578227,"about_ca_topic_score_gemma":0.000003802045,"domain_scores_codex":[0.9980841,0.0000542608,0.0006655225,0.0002185473,0.0005224872,0.0004550727],"domain_scores_gemma":[0.9991403,0.00008805868,0.0002779518,0.000110611,0.0001906167,0.0001924278],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000001208408,0.00002011027,0.9024128,0.00003134685,0.000003926103,1.29829e-7,0.0606594,0.0001360614,0.00001328562,0.002363745,0.000009302631,0.03434863],"study_design_scores_gemma":[0.0002496376,0.00003122058,0.9060813,0.00005730561,0.000001759717,0.00009026108,0.002805998,0.09040722,0.00002461123,0.00001274803,0.00006874973,0.0001692376],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.815927,0.00005179429,0.1829343,0.00003681652,0.0005075172,0.0002424619,1.863083e-7,0.00006817,0.0002317899],"genre_scores_gemma":[0.9868935,0.00001296776,0.01275448,0.0002240213,0.00008669001,0.0000239103,5.456671e-7,0.000002104465,0.00000176594],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1709666,"threshold_uncertainty_score":0.9894384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093877792","doi":"10.4018/jicte.2012040101","title":"Towards A Career Skills Oriented Undergraduate Information Systems Curriculum","year":2012,"lang":"en","type":"article","venue":"International Journal of Information and Communication Technology Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Curriculum; Skills management; Certification; The Internet; Information technology; Information system; Knowledge management; Engineering management; Business; Medical education; Computer science; Psychology; Marketing; Engineering; Pedagogy; Management; Economics; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.005209805854329166,"gpt":0.2536038090755833,"spread":0.2483940032212542,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001026047,0.0001761484,0.000204254,0.001681636,0.0001887589,0.0004846715,0.001278936,0.000172595,0.00001305322],"category_scores_gemma":[0.0003389731,0.000158609,0.00006467688,0.0007666486,0.00007278946,0.0132284,0.0002609494,0.0003011336,0.000142883],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003774607,"about_ca_system_score_gemma":0.000683727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004959432,"about_ca_topic_score_gemma":9.427284e-7,"domain_scores_codex":[0.9975079,0.0001029431,0.001409331,0.00006538411,0.0006932249,0.0002212467],"domain_scores_gemma":[0.9940358,0.00003640622,0.001775157,0.0004531823,0.0035379,0.0001614928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005568777,0.0002221953,0.008408372,0.00002384873,0.00008191424,8.142516e-8,0.006896725,0.00003417887,0.000006515357,0.7609338,0.007809409,0.2155774],"study_design_scores_gemma":[0.001115395,0.00007337706,0.0146496,0.0002707537,0.00002516687,0.001090505,0.02193356,0.0021702,0.0004474166,0.003174508,0.9546341,0.0004154491],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.088995,0.003432256,0.8214582,0.04132986,0.0177936,0.001084918,0.00001812911,0.0004875093,0.02540048],"genre_scores_gemma":[0.9704551,0.000735421,0.0273782,0.001080539,0.0001010286,0.00007398427,0.0001057329,0.000004563857,0.00006546045],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9468247,"threshold_uncertainty_score":0.959027,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2888744958","doi":"10.4018/ijitpm.2018100101","title":"Critical IT Project Management Competencies","year":2018,"lang":"en","type":"article","venue":"International Journal of Information Technology Project Management","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Soft skills; Curriculum; Extant taxon; Skills management; Sample (material); Psychology; Academic skills; Knowledge management; Project management; Medical education; Engineering ethics; Pedagogy; Mathematics education; Engineering; Computer science; Medicine; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01352087117146929,"gpt":0.306202185609202,"spread":0.2926813144377328,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000674837,0.0001760589,0.0001858477,0.003105355,0.0001590339,0.0004644259,0.002170439,0.00009003944,0.00009325224],"category_scores_gemma":[0.00005423688,0.0001509921,0.0000914977,0.001009983,0.0001459465,0.003507679,0.0004680392,0.0001797709,0.0005441021],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002575259,"about_ca_system_score_gemma":0.0001572237,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004794949,"about_ca_topic_score_gemma":0.000001015333,"domain_scores_codex":[0.9973113,0.00003855234,0.001237141,0.000134967,0.001017958,0.0002600942],"domain_scores_gemma":[0.9973519,0.00002446731,0.0006282032,0.0003293555,0.001623329,0.00004267987],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004203844,0.0001323414,0.0001457223,0.00008159131,0.00040288,0.0000352196,0.005187901,0.00001183507,0.000003465694,0.633638,0.1221458,0.2381732],"study_design_scores_gemma":[0.0009199986,0.000195283,0.0005750617,0.0002059841,0.00001920434,0.0005298587,0.00971646,0.001516641,0.000476714,0.003517688,0.9820807,0.0002464261],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002076481,0.00005519106,0.7556161,0.01486621,0.005994484,0.0009257228,0.000006713822,0.0003585071,0.2201006],"genre_scores_gemma":[0.490118,0.0004222295,0.5002894,0.006164051,0.0003576799,0.0001915949,0.00002376632,0.00001336216,0.002419863],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8599349,"threshold_uncertainty_score":0.6993514,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2466535610","doi":"10.1145/2899415.2899420","title":"Global Perspectives on the Role of Two-Year/Technical/Junior Colleges in Computing Education","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Bachelor; Variety (cybernetics); Mathematics education; Career Pathways; Computer science; Medical education; Political science; Psychology; Artificial intelligence; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.007237162733290449,"gpt":0.2630908958392302,"spread":0.2558537331059398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003756048,0.00006426105,0.00007847412,0.00007507916,0.0000552608,0.00003846083,0.0004051001,0.00002282768,0.00005291651],"category_scores_gemma":[0.00005918598,0.00003365866,0.00002574489,0.0004807588,0.00002875534,0.000183527,0.00007505283,0.00002838819,0.00007651361],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001958106,"about_ca_system_score_gemma":0.00030814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004532319,"about_ca_topic_score_gemma":0.00001817663,"domain_scores_codex":[0.9992394,0.00006331084,0.0002565193,0.0001317852,0.0002003817,0.0001086475],"domain_scores_gemma":[0.9993612,0.0000866186,0.0001134504,0.0002563302,0.0001528028,0.0000296464],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000001009883,0.00007453049,0.006013731,0.000001433423,0.000001953958,2.161932e-8,0.001998624,0.000003900991,0.00007155987,0.9758441,0.001391567,0.01459753],"study_design_scores_gemma":[0.00243886,0.0002355414,0.63426,0.0009280305,0.00000608285,0.00006151699,0.2619717,0.004099933,0.01179566,0.044484,0.0387005,0.001018225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3574179,0.0001026377,0.08287035,0.01363386,0.0008162153,0.00076551,0.000003096042,0.000188934,0.5442015],"genre_scores_gemma":[0.9931701,0.00000345328,0.006240282,0.0002292574,0.00002406331,0.00001720496,2.339034e-7,0.000001407686,0.0003139524],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9313601,"threshold_uncertainty_score":0.137256,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945327179","doi":"10.1145/3314994.3325091","title":"Learning-focused TA Training on a Budget","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Training (meteorology); Work (physics); Computer science; Quality (philosophy); Engineering management; Medical education; Engineering; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.01703556705046546,"gpt":0.2370082208070733,"spread":0.2199726537566079,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003060957,0.00006995157,0.00008585362,0.00009221013,0.00006577077,0.0001340662,0.0002987757,0.00004131376,0.0005422332],"category_scores_gemma":[0.00002001699,0.00005554778,0.00002706603,0.0002245173,0.000003875711,0.0003013693,0.0000398845,0.0001183096,0.006699586],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000299461,"about_ca_system_score_gemma":0.0001099512,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000334739,"about_ca_topic_score_gemma":4.786949e-7,"domain_scores_codex":[0.9992344,0.00003369611,0.000197552,0.0001411997,0.0002441248,0.0001490709],"domain_scores_gemma":[0.9995696,0.00003218912,0.00007402205,0.0002119058,0.00005576742,0.00005652431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002718542,0.00005521487,0.001874706,0.0000193858,0.00001836338,0.000001355272,0.05395938,0.000507193,0.0001184508,0.8035019,0.0367614,0.1031799],"study_design_scores_gemma":[0.0008718655,0.0001920242,0.01246823,0.00005344609,0.000001004089,0.00002853639,0.006401584,0.03983383,0.0007297781,0.0002263106,0.9387442,0.0004491906],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1095127,0.000003177586,0.08628172,0.003611334,0.001454784,0.0002573247,1.351996e-7,0.0004217625,0.7984571],"genre_scores_gemma":[0.966059,5.951036e-7,0.007288611,0.002403199,0.00002475373,0.00001425043,0.000002036474,0.000003119014,0.02420444],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9019828,"threshold_uncertainty_score":0.9940738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W20373310","doi":"10.1002/chem.200903300","title":"Improvement to Rated Role Assignment Algorithms.","year":2009,"lang":"en","type":"article","venue":"Systems, Man and Cybernetics","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Nipissing University","funders":"","keywords":"Computer science; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.007514747673702104,"gpt":0.2268570495684449,"spread":0.2193423018947428,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003361532,0.0001555294,0.0001698892,0.0001128519,0.0001183583,0.0004118365,0.0003132932,0.00005267407,0.00001054586],"category_scores_gemma":[0.00000695348,0.0001356528,0.00002281094,0.0002524636,0.000008983448,0.0001810025,0.00007626906,0.00006106056,0.0002562105],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000114488,"about_ca_system_score_gemma":0.00007347285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003916865,"about_ca_topic_score_gemma":0.00000158939,"domain_scores_codex":[0.9986063,0.00004023437,0.0004520232,0.0002548539,0.0003811201,0.0002654904],"domain_scores_gemma":[0.9991831,0.000008942768,0.0001264039,0.0003253808,0.000135444,0.0002207369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009272183,0.000377331,0.0005958691,0.0001377089,0.00008606442,0.00001311834,0.02568758,0.0006169908,0.002635139,0.3538767,0.1115271,0.5044372],"study_design_scores_gemma":[0.001031124,0.0006579114,0.01766594,0.0001717851,0.00001244469,0.00008619235,0.005460203,0.04005344,0.002511102,0.0006535809,0.9307651,0.0009311675],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09715279,0.001550986,0.7756884,0.01216976,0.006189696,0.004291272,0.00001609631,0.0009622611,0.1019788],"genre_scores_gemma":[0.9879557,0.00001564105,0.004191067,0.002237353,0.0001022478,0.00006181839,0.000007521804,0.00000567199,0.005422924],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.890803,"threshold_uncertainty_score":0.553176,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4206615623","doi":"10.1145/3502870.3506569","title":"Designing Dissemination and Validation of a Framework for Teaching Cloud Fundamentals","year":2021,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Cloud computing; Curriculum; Computer science; Knowledge management; Data science; Pedagogy; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01853576158380619,"gpt":0.3116238487517609,"spread":0.2930880871679547,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004467184,0.00004471101,0.00006931231,0.000046565,0.0001041272,0.0001072263,0.00007916203,0.00002804836,0.00001664055],"category_scores_gemma":[0.0001595351,0.00004164618,0.00001845807,0.0001107683,0.000007115798,0.0003602421,0.00003861551,0.00003228842,0.000002985392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002628396,"about_ca_system_score_gemma":0.00005374384,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001434401,"about_ca_topic_score_gemma":1.616195e-7,"domain_scores_codex":[0.9994439,0.00003780347,0.0002259823,0.0001018103,0.0001218133,0.0000686875],"domain_scores_gemma":[0.9994555,0.0001646058,0.0001130857,0.000107012,0.0001319916,0.00002778418],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[9.483179e-7,0.0000365468,0.0007500016,0.00006950017,0.00001098295,1.146031e-7,0.01879854,0.000009635503,0.00396798,0.9442878,0.00147944,0.03058847],"study_design_scores_gemma":[0.0004249696,0.00005742657,0.003339868,0.0004327146,0.00001066116,0.00004215865,0.02252281,0.01169355,0.9239369,0.02724375,0.009939189,0.0003559992],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03934728,0.00002245779,0.9578017,0.0005136172,0.0003164014,0.000126673,6.196932e-7,0.00002905579,0.001842215],"genre_scores_gemma":[0.5700259,0.000001497923,0.4295064,0.00009180195,0.00001770474,0.00001991405,0.000007234511,0.000001347996,0.0003282243],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9199689,"threshold_uncertainty_score":0.1698282,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4234507090","doi":"10.26530/oapen_459288","title":"The Information Systems Academic Discipline in Australia","year":2008,"lang":"en","type":"book","venue":"ANU Press eBooks","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Australian Research Council; Victoria University; Victoria University of Wellington; Deakin University; University of Tasmania; Australian National University; Strong","keywords":"Information system; Discipline; Political science; Geography; Sociology; Social science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.04327038782937679,"gpt":0.2850489725914011,"spread":0.2417785847620243,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005325625,0.0002609023,0.0002522276,0.0001970348,0.0002155755,0.0004170561,0.001341349,0.0003280177,0.000001314317],"category_scores_gemma":[0.00001631254,0.0001875929,0.00006587368,0.00004576378,0.00006221698,0.0008092909,0.0002773218,0.0006068083,0.0003103051],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003159988,"about_ca_system_score_gemma":0.0005681028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002644403,"about_ca_topic_score_gemma":0.0000100345,"domain_scores_codex":[0.9976649,0.00007100285,0.00111284,0.0001899605,0.000625495,0.0003357575],"domain_scores_gemma":[0.9983753,0.00007448708,0.0006474769,0.0006221843,0.0001874122,0.00009317202],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004343275,0.000006635844,0.000007842682,0.0001896036,0.0000329055,0.000003774746,0.03233356,0.0001251644,4.929342e-7,0.5121493,0.4442565,0.01088989],"study_design_scores_gemma":[0.0001849369,0.000009103919,0.0000853833,0.0002331482,0.00000288342,0.00004663014,0.0000832573,0.001362849,0.00001272725,0.0009555073,0.9967497,0.0002738617],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0001316157,0.0004404213,0.006634707,0.0000761804,0.004481759,0.001435625,0.00001516316,0.0001936527,0.9865909],"genre_scores_gemma":[0.001244955,0.0001178455,0.000118197,0.0001333878,0.0001906796,0.0003196505,0.00006346359,0.00000872568,0.9978031],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.5524932,"threshold_uncertainty_score":0.7649817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2396236185","doi":"","title":"Understanding and Implementation of Case Teaching Method","year":2016,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Scope (computer science); Variety (cybernetics); Process (computing); Computer science; Teaching method; Feature (linguistics); Natural (archaeology); Mathematics education; Value (mathematics); Event (particle physics); Psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.08677970399073338,"gpt":0.4176510259483733,"spread":0.3308713219576399,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008078161,0.00007028267,0.00008275243,0.00005900248,0.0004054242,0.0002336269,0.0002799554,0.00003043054,0.00001594587],"category_scores_gemma":[0.00004114518,0.0000453319,0.00002230477,0.0001066482,0.00005967669,0.001857963,0.0001621926,0.00005350261,0.000006883256],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001579105,"about_ca_system_score_gemma":0.00003440718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009566297,"about_ca_topic_score_gemma":0.00002475247,"domain_scores_codex":[0.9991905,0.0001423615,0.0003382124,0.0001060843,0.0001260504,0.00009678631],"domain_scores_gemma":[0.9990587,0.0001134533,0.0002441476,0.0003571,0.0001869314,0.00003966817],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000001943931,0.00001426141,0.004869193,0.00002905931,0.00002021283,0.000001008353,0.02262741,0.000002913474,0.003283225,0.8133494,0.000851304,0.1549501],"study_design_scores_gemma":[0.01514665,0.0005196407,0.2118414,0.00153413,0.0001181847,0.01187912,0.3339281,0.01695189,0.141867,0.07699264,0.1852903,0.003930883],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2912748,0.00006087548,0.7037362,0.00182236,0.0001056462,0.0001926225,0.000002965911,0.00007724895,0.002727289],"genre_scores_gemma":[0.9401796,0.00002268885,0.05959691,0.00006190668,0.000007049636,0.00001761498,0.000005529481,0.000002286378,0.0001063748],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7363567,"threshold_uncertainty_score":0.3118236,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406803638","doi":"10.1145/3689187.3709610","title":"An International Examination of Non-Technical Skills and Professional Dispositions in Computing -- Identifying the Present Day Academia-Industry Gap","year":2025,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Engineering management; Medical education; Engineering; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.0158642812553778,"gpt":0.3504300285903356,"spread":0.3345657473349578,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00106297,0.00006824402,0.00008193812,0.000210794,0.0001339807,0.000109313,0.0005168788,0.0001549668,0.0000166513],"category_scores_gemma":[0.00003942761,0.0000491785,0.000017203,0.0004099978,0.00003460363,0.0007185421,0.0002348322,0.0003644807,0.00000298032],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007548716,"about_ca_system_score_gemma":0.0001199775,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000104663,"about_ca_topic_score_gemma":0.000004298317,"domain_scores_codex":[0.9989101,0.0001150129,0.000430299,0.0001582531,0.0002824707,0.0001038264],"domain_scores_gemma":[0.9994071,0.0001241492,0.0001292632,0.0001799913,0.0001262126,0.00003327779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000003373313,0.001099901,0.1403615,0.0001386188,0.00005084892,0.000002036952,0.03246604,0.001000308,0.002643158,0.6406852,0.005597243,0.1759517],"study_design_scores_gemma":[0.0001927497,0.00000502911,0.9221021,0.0001815553,0.000001511207,0.0000062039,0.001169468,0.07475703,0.000921724,0.0002242466,0.0003744526,0.00006390857],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5666413,0.00001431049,0.415932,0.004033684,0.001167286,0.0004196608,0.000001552666,0.00005053408,0.01173965],"genre_scores_gemma":[0.9942508,0.000003816337,0.004663927,0.0003114885,0.00003179551,0.00003031753,0.000009973794,0.000001496255,0.0006963438],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7817406,"threshold_uncertainty_score":0.2005441,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3033061418","doi":"10.1145/3341525.3394995","title":"Developing Competency Statements for Computer Science Curricula","year":2020,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; British Columbia Institute of Technology","funders":"","keywords":"Curriculum; Computer science; Visualization; Knowledge base; Context (archaeology); Knowledge management; Engineering ethics; Engineering; Artificial intelligence; Pedagogy; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04893785830109976,"gpt":0.3361389804560301,"spread":0.2872011221549304,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003609259,0.0001073459,0.0001149899,0.00009514317,0.0003126566,0.0003483935,0.0009054567,0.00001698639,0.00002405474],"category_scores_gemma":[0.00002459994,0.00008862963,0.00003375341,0.0008335962,0.00004081466,0.001443706,0.0002365423,0.0000369948,0.000253235],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000105616,"about_ca_system_score_gemma":0.0006985795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000234304,"about_ca_topic_score_gemma":2.753062e-7,"domain_scores_codex":[0.9986117,0.00001301146,0.0003859647,0.0003003886,0.0004020098,0.0002869302],"domain_scores_gemma":[0.999069,0.00002074456,0.000116482,0.0001822054,0.0004307123,0.0001809001],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[9.960363e-7,0.00002004301,0.0006047732,0.00004924993,0.000007204513,4.414015e-7,0.005145427,0.0001008239,0.00007445722,0.9476038,0.009022677,0.03737008],"study_design_scores_gemma":[0.001403272,0.0001612636,0.007913086,0.00007517998,0.000003883673,0.00001990094,0.0009449494,0.7115151,0.006817152,0.002718165,0.2674997,0.0009283291],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001957008,0.000005423836,0.9870105,0.006989058,0.0008251813,0.0003816599,0.000001006153,0.0001966311,0.002633515],"genre_scores_gemma":[0.2354879,0.000001479144,0.7549305,0.009376707,0.00007685338,0.00005433313,0.000005055628,0.000003506339,0.00006367695],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9448857,"threshold_uncertainty_score":0.3614211,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1999854852","doi":"10.1145/1227310.1227336","title":"New paradigms for introductory computing courses","year":2007,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Software engineering; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01530008153920501,"gpt":0.2829298210469885,"spread":0.2676297395077835,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006170053,0.00006623887,0.00007459433,0.00008436832,0.0001097689,0.0001049978,0.0003075763,0.00002400181,0.00004648391],"category_scores_gemma":[0.00002213725,0.00005638905,0.00002954898,0.0001870288,0.000006126517,0.0002872685,0.00003677224,0.00003056379,0.0001266072],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005144699,"about_ca_system_score_gemma":0.000192911,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001449403,"about_ca_topic_score_gemma":0.000004931291,"domain_scores_codex":[0.999231,0.000006280022,0.0002756304,0.0001314719,0.0001538737,0.0002017498],"domain_scores_gemma":[0.9994535,0.00006230469,0.00008378198,0.0001874141,0.0001075439,0.0001054789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001227888,0.00001372049,0.0004748934,0.000009137576,0.000007218191,1.816952e-7,0.003489793,0.00002019678,0.00002818176,0.6471528,0.2104073,0.1383954],"study_design_scores_gemma":[0.0003638335,0.00002259834,0.006964781,0.00001071437,0.000001377325,0.00002359539,0.0009162604,0.005260619,0.003012174,0.0006692856,0.9825515,0.0002033347],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001596064,0.00002554157,0.9748302,0.001148452,0.001922929,0.0001795077,1.534819e-7,0.0001457126,0.02015151],"genre_scores_gemma":[0.4375856,8.420982e-7,0.5523224,0.00181228,0.000593157,0.000004420413,0.000006118754,0.000004590963,0.007670546],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7721441,"threshold_uncertainty_score":0.2299479,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1542266580","doi":"","title":"World's first undergraduate e-commerce specialization offered by a computer science department","year":2004,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Engineering management; Management; Data science; Engineering; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.01385457750379254,"gpt":0.2764565135350803,"spread":0.2626019360312877,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002850328,0.0001534257,0.0002607062,0.000998045,0.0007129603,0.000704904,0.001666693,0.00002817251,0.000005064254],"category_scores_gemma":[0.00007474461,0.000126039,0.00006051407,0.004101368,0.0003053749,0.001476387,0.0002260548,0.0001476185,0.00001356562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006370629,"about_ca_system_score_gemma":0.001290349,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001540415,"about_ca_topic_score_gemma":0.00004449154,"domain_scores_codex":[0.9970776,0.00007247584,0.0009665973,0.0002674848,0.001236289,0.000379502],"domain_scores_gemma":[0.9983504,0.0001245762,0.0007816531,0.0001942986,0.0004253025,0.0001237406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000237224,0.001218515,0.02537884,0.000111082,0.00005329615,0.00004911705,0.03026091,0.3187096,0.0002618356,0.5405545,0.05249117,0.03088738],"study_design_scores_gemma":[0.01419254,0.002459493,0.1987213,0.005219483,0.00003649842,0.002346744,0.004759981,0.5577466,0.01650108,0.043781,0.1507644,0.003470832],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2241517,0.0001100623,0.7560741,0.01256486,0.004025436,0.0002719226,9.141275e-7,0.00004452471,0.002756514],"genre_scores_gemma":[0.9156017,0.00001669581,0.08341078,0.0007947109,0.000113636,0.000001667483,4.388958e-7,0.000003230317,0.0000571031],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6914501,"threshold_uncertainty_score":0.6797405,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4237444486","doi":"10.1145/1989622","title":"Proceedings of the 16th Western Canadian Conference on Computing Education","year":2011,"lang":"en","type":"paratext","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Library science","retraction":null,"screen_n_in":null,"score":{"opus":0.0272382068252004,"gpt":0.2544139613118021,"spread":0.2271757544866017,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002120114,0.0001930493,0.0002016834,0.0002612439,0.0001697675,0.0002175777,0.001394151,0.0001448122,0.0005643039],"category_scores_gemma":[0.00000980921,0.0001320136,0.00005773846,0.0003772742,0.00002833732,0.0002422557,0.000121529,0.0002025777,0.003380339],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002407387,"about_ca_system_score_gemma":0.004555484,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01627214,"about_ca_topic_score_gemma":0.001885452,"domain_scores_codex":[0.9987204,0.00001627032,0.0004727985,0.0002433991,0.0003186078,0.0002285361],"domain_scores_gemma":[0.9982587,0.000008979006,0.0005303983,0.0002958291,0.0007599687,0.000146184],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[4.027888e-7,0.00003969062,0.0003719257,0.0001215371,0.00001369791,1.824842e-8,0.008630968,0.000001965114,0.000002463984,0.1713626,0.8135461,0.005908602],"study_design_scores_gemma":[0.0001384101,0.00004017803,0.01018952,0.001252747,0.00000692197,0.00002579856,0.002021687,0.0005430478,0.001049789,0.0001777715,0.9839672,0.0005868658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.001264398,0.00001709528,0.001791202,0.001034135,0.006485752,0.0004623688,0.000004287627,0.00002386381,0.9889169],"genre_scores_gemma":[0.4830522,0.00001327978,0.002863004,0.004216099,0.0002140604,0.00005055265,0.00002504058,0.00001439048,0.5095514],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.4817878,"threshold_uncertainty_score":0.9973956,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1914885033","doi":"10.24908/pceea.v0i0.5828","title":"EXPANDING THE BODY OF KNOWLEDGE CONCEPT FOR PROFESSIONAL PRACTITIONERS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Accreditation; Vocational education; Body of knowledge; Professional development; Medical education; Engineering ethics; Order (exchange); Pedagogy; Psychology; Medicine; Knowledge management; Engineering; Computer science; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.01200386300203751,"gpt":0.2560585612536158,"spread":0.2440546982515782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009981804,0.00009213757,0.0001155712,0.0001874136,0.0001966983,0.00009447584,0.0005124049,0.00007698907,0.000005468086],"category_scores_gemma":[0.001156478,0.00006954069,0.00006193706,0.0005532778,0.00001523217,0.0005122464,0.00003641648,0.000103797,0.00000628509],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001458109,"about_ca_system_score_gemma":0.002824494,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005276474,"about_ca_topic_score_gemma":0.000176305,"domain_scores_codex":[0.9990022,0.00001120694,0.0003568979,0.0001128415,0.000330994,0.0001858634],"domain_scores_gemma":[0.9972938,0.00008341417,0.0006116538,0.0001082696,0.001756415,0.0001464074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002639249,0.000132375,0.01125931,0.0002406949,0.00009803323,7.77709e-9,0.04747454,0.0003761923,0.0007459517,0.3418756,0.5965847,0.001210016],"study_design_scores_gemma":[0.001591886,0.00008639348,0.1180004,0.0008362527,0.00008113329,0.00001800406,0.02394548,0.02401596,0.03190868,0.002403673,0.796166,0.0009461492],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5038313,0.00138068,0.04259503,0.2083914,0.1077362,0.01397532,0.0002120217,0.0008922454,0.1209858],"genre_scores_gemma":[0.9925314,0.000001124335,0.003102177,0.0002496547,0.0001488349,0.000201785,0.000007268597,0.000008538957,0.003749217],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4887001,"threshold_uncertainty_score":0.5010531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2893165852","doi":"","title":"Job Description Mining to Understand Work-Integrated Learning.","year":2018,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Work (physics); Data science; Knowledge management; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08956470542679441,"gpt":0.3114663546270516,"spread":0.2219016492002572,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007892895,0.0001448282,0.0001171454,0.0002725062,0.0004430175,0.0005543666,0.00119667,0.00004909046,0.0004033127],"category_scores_gemma":[0.0004361802,0.0001428924,0.00001823472,0.001128661,0.00003891228,0.001571884,0.0003408036,0.0000990833,0.001251008],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002201868,"about_ca_system_score_gemma":0.0008573995,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002611317,"about_ca_topic_score_gemma":0.0000186446,"domain_scores_codex":[0.9983919,0.00008261602,0.0004075297,0.0004333917,0.0004074397,0.0002771034],"domain_scores_gemma":[0.9984561,0.0001128574,0.000157753,0.0006820295,0.0004090421,0.0001822406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001157255,0.0000858883,0.01981197,0.00001635718,0.00004341166,7.384738e-7,0.07728411,0.00004311698,0.00006175569,0.01856525,0.8219929,0.06208288],"study_design_scores_gemma":[0.0004512014,0.0001261711,0.1141023,0.0004019381,0.0000125697,0.00009572458,0.04633392,0.01069512,0.0001195422,0.0001823738,0.8266317,0.0008474791],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1974,0.00007794783,0.7551453,0.01066932,0.006641288,0.0003723331,0.000018815,0.0002693621,0.02940566],"genre_scores_gemma":[0.6959701,0.000002346455,0.293709,0.001318274,0.0005861766,0.00002643906,0.0004914594,0.00001132569,0.007884938],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4985701,"threshold_uncertainty_score":0.9995266,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911888820","doi":"","title":"Proceedings of the 2011 conference on Information technology education","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Mount Royal University","funders":"","keywords":"Presentation (obstetrics); IBM; Watson; Curriculum; Theme (computing); Library science; Accreditation; Public relations; Management; Political science; Sociology; Media studies; Engineering; Computer science; Pedagogy; World Wide Web; Law; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.01870655649405362,"gpt":0.2192249760493059,"spread":0.2005184195552523,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001168449,0.00005356521,0.00005138016,0.0001747748,0.00005847017,0.00003477378,0.0005529084,0.00004251732,0.0001205179],"category_scores_gemma":[0.00001463325,0.00003375144,0.00001716736,0.0003377048,0.000024511,0.0009534663,0.00007264628,0.00005042576,0.00037267],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002850425,"about_ca_system_score_gemma":0.0002504034,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001502399,"about_ca_topic_score_gemma":5.525365e-7,"domain_scores_codex":[0.9994531,0.00000324474,0.000252982,0.00005791788,0.0001582298,0.00007455427],"domain_scores_gemma":[0.9991215,0.000002145701,0.0002132988,0.0001553941,0.0004865064,0.00002108902],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[5.010401e-7,0.0000295015,0.001221195,0.000008819797,0.000001611072,1.190546e-9,0.004249892,5.274274e-8,0.00002657799,0.9725702,0.007140846,0.01475083],"study_design_scores_gemma":[0.0009676595,0.0003658593,0.3575193,0.000419944,0.00001265381,0.0001043967,0.04398201,0.003442432,0.2920985,0.1114901,0.1885495,0.001047683],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0493682,0.000003034378,0.01915878,0.002488862,0.001095621,0.0003898887,3.674004e-7,0.0001382228,0.927357],"genre_scores_gemma":[0.9862084,0.000001471767,0.01186677,0.0006283778,0.000005811463,0.00004909698,5.000563e-7,9.353012e-7,0.001238612],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9368402,"threshold_uncertainty_score":0.4790043,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4288690443","doi":"10.5539/jel.v11n5p183","title":"A Survey of Estonian Video Game Industry Needs","year":2022,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"European Social Fund","keywords":"Game Developer; Context (archaeology); Computer science; Video game; Game design; Video game development; Game testing; Task (project management); Curriculum; Control (management); Software; Raster graphics; Game design document; Multimedia; Knowledge management; Psychology; Engineering; Artificial intelligence; Pedagogy; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.01917665527966518,"gpt":0.2773578799820096,"spread":0.2581812247023444,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001593488,0.00004956385,0.0001137419,0.0003774381,0.0001571809,0.00006111636,0.0002244178,0.00002915297,0.0001565235],"category_scores_gemma":[0.0002024525,0.00004660192,0.00002538644,0.0006312111,0.00001109703,0.0003200874,0.00006058701,0.0005105628,0.000002972109],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007284471,"about_ca_system_score_gemma":0.001064298,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005698055,"about_ca_topic_score_gemma":0.000001173412,"domain_scores_codex":[0.9988527,0.0003150469,0.0004326298,0.00004819337,0.0002781682,0.00007328841],"domain_scores_gemma":[0.9987195,0.00007303106,0.0006869651,0.00007963025,0.0003621423,0.00007868864],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001708429,0.0004901451,0.5731106,0.00005951578,0.00005950023,0.000001127789,0.1458369,0.003159115,0.000152315,0.008617411,0.01643174,0.2520645],"study_design_scores_gemma":[0.000308659,0.0001638521,0.7803112,0.00004597042,0.000004629434,0.0003628914,0.04638571,0.001579915,0.00005208514,0.00004226113,0.1706168,0.0001260363],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9892676,0.0003095667,0.005898851,0.001083705,0.001567479,0.00005023333,3.352249e-7,0.00000828369,0.001813986],"genre_scores_gemma":[0.9968433,0.000006526571,0.001325398,0.000324522,0.00004069123,0.000004214107,0.000001912386,0.000002475127,0.001451009],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2519385,"threshold_uncertainty_score":0.221817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W198748625","doi":"","title":"Information Technology Training for a Globalized Workforce – Challenges, Tools and Research Directions","year":2010,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Workforce; Training (meteorology); Knowledge management; Information technology; Computer science; Engineering management; Data science; Engineering; Economic growth; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.06576116801141513,"gpt":0.3309104211642808,"spread":0.2651492531528657,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006979358,0.0001116406,0.0002444248,0.0007272896,0.0006335233,0.001015751,0.0006509998,0.0002295836,7.793771e-7],"category_scores_gemma":[0.003185803,0.00008273325,0.0001214647,0.0008460146,0.00002567196,0.006628305,0.00007941353,0.0003294524,0.00001472905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004074404,"about_ca_system_score_gemma":0.0004455173,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003404097,"about_ca_topic_score_gemma":0.000003201655,"domain_scores_codex":[0.9974595,0.0001013099,0.001291502,0.00005837637,0.0008046332,0.0002846438],"domain_scores_gemma":[0.9931113,0.0004751578,0.002199321,0.0002549391,0.003876705,0.00008256641],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002071755,0.00001921815,0.0004360347,0.0001343643,0.00008024115,1.558716e-8,0.02739296,0.0001208841,0.00003618653,0.8383709,0.01371607,0.1196724],"study_design_scores_gemma":[0.0009895597,0.00005161866,0.001333027,0.00007719776,0.00000885626,0.00007723163,0.01023414,0.002733908,0.00007747144,0.001465641,0.9828446,0.000106742],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02721045,0.001328805,0.7372354,0.06885897,0.06967106,0.01275916,0.000326486,0.0006072064,0.0820024],"genre_scores_gemma":[0.9807733,0.0001932152,0.0160452,0.0004238383,0.0005305034,0.0007404007,0.00003172451,0.000010868,0.001250929],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9691285,"threshold_uncertainty_score":0.9794908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}