{"meta":{"query_hash":"0d81a974f60f","filters":{"topic":"Teaching and Learning Programming"},"cohort_total":980,"direct_labels_cover":2,"predictions_cover":980,"exported":980,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0d81a974f60f","api":"https://metacan.xera.ac/api/v1/cohort?topic=Teaching+and+Learning+Programming"},"results":[{"id":"W107217957","doi":"","title":"Computer science-Ph.d statistics","year":2003,"lang":"en","type":"article","venue":"Encyclopedia of Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer Science and Engineering; Science and engineering; Computer science; Library science; Engineering; Engineering ethics; Software engineering","score_opus":0.011059326969164871,"score_gpt":0.2564023222052665,"score_spread":0.24534299523610162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W107217957","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015832469,0.00006495773,0.976438,0.00012775316,0.0031885311,0.00015966775,0.000001734297,0.00026497216,0.00392191],"genre_scores_gemma":[0.26509413,0.000014483718,0.7344915,0.0001457518,0.00013287448,0.0000039493007,5.2028474e-7,0.00000932671,0.00010743784],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956186,0.00015376542,0.0005176139,0.0011020899,0.0016180102,0.0009899195],"domain_scores_gemma":[0.99729306,0.0002546481,0.00028013063,0.0012545988,0.00050759246,0.00040996462],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003755744,0.0002689411,0.0003180397,0.00067157194,0.00085140765,0.0006733324,0.003857005,0.000052411062,0.000012935822],"category_scores_gemma":[0.00031195875,0.00024725354,0.000071319,0.0032256877,0.0018719881,0.0017120558,0.00083159184,0.00037257516,0.00006456273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012264142,0.00012425477,0.0027384744,0.000018869341,0.0000051968686,0.00001713183,0.0026363558,0.0019975952,0.00016435374,0.20405576,0.00072832796,0.7875125],"study_design_scores_gemma":[0.0013086722,0.0013749658,0.03856371,0.00017860859,0.00001962762,0.0002861577,0.00005802573,0.5255185,0.0037030978,0.009922984,0.41724727,0.0018184176],"about_ca_topic_score_codex":0.00002615864,"about_ca_topic_score_gemma":0.0000016049416,"teacher_disagreement_score":0.78569406,"about_ca_system_score_codex":0.000103379454,"about_ca_system_score_gemma":0.0013412114,"threshold_uncertainty_score":0.999998},"labels":[],"label_agreement":null},{"id":"W118532458","doi":"10.11575/prism/30336","title":"First Principles of CS Instruction","year":2006,"lang":"en","type":"article","venue":"Open MIND","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Mathematics education; Constructivist teaching methods; Teaching method; Psychology","score_opus":0.0401269456693833,"score_gpt":0.2797689596457326,"score_spread":0.23964201397634932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W118532458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8807421,0.000036923033,0.1025886,0.0003453166,0.00021103492,0.00012360151,5.893185e-7,0.000010152721,0.0159417],"genre_scores_gemma":[0.6826104,2.9624522e-7,0.31607693,0.0000020700165,0.000023990475,0.0000014821303,0.0000013870317,0.0000019446866,0.0012814718],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995302,0.00002592493,0.00011753273,0.00014963771,0.000087091285,0.000089600435],"domain_scores_gemma":[0.99965465,0.00002177468,0.000079877,0.00021085162,0.00001686834,0.00001599414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024595088,0.000042365595,0.00006569531,0.00003237398,0.00009236401,0.00016462784,0.0005515133,0.000023488956,0.000025507105],"category_scores_gemma":[0.000019084002,0.000039016508,0.000018747896,0.000119420096,0.000019103212,0.00024108084,0.000208174,0.00006944647,0.00005206291],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022310307,0.00004238947,0.006788347,0.0000041713065,0.0000033865438,0.0000022961347,0.0008245414,0.0032336963,0.00007742746,0.0058316607,0.00003786353,0.983152],"study_design_scores_gemma":[0.00020910012,0.00004021616,0.015862742,0.00002863335,0.0000023152045,0.000011605943,0.00003230748,0.0065000495,0.0015635323,0.00008002205,0.9755924,0.00007711915],"about_ca_topic_score_codex":0.00031928605,"about_ca_topic_score_gemma":0.0001096165,"teacher_disagreement_score":0.98307484,"about_ca_system_score_codex":0.000010778877,"about_ca_system_score_gemma":0.000022743054,"threshold_uncertainty_score":0.1591047},"labels":[],"label_agreement":null},{"id":"W136323347","doi":"","title":"Adopting GILD: An Integrated Learning and Development Environment for Programming","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Eclipse; Development environment; Java; Learning environment; Knowledge management; Software engineering; Mathematics education; Programming language; Psychology","score_opus":0.02324402179901449,"score_gpt":0.2556889981210878,"score_spread":0.2324449763220733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W136323347","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003501635,0.000103249644,0.9956413,0.00005325076,0.000059817896,0.00020544164,3.542156e-8,0.0004125032,0.000022763836],"genre_scores_gemma":[0.037834186,0.000002897234,0.96141726,0.000034157812,0.000012495471,0.000054836484,0.0000044734606,0.000014250921,0.00062542985],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987298,0.000141416,0.00019754925,0.00042127466,0.00014009656,0.00036982278],"domain_scores_gemma":[0.9995323,0.00009939617,0.00007487521,0.0001469351,0.00002022415,0.00012629516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010673278,0.00014730204,0.00012108511,0.000072508315,0.00051807275,0.0003207271,0.00018708402,0.00005131638,0.0000079919755],"category_scores_gemma":[0.00014914863,0.00012925609,0.000022633623,0.00008947861,0.000024588759,0.00025631458,0.00006600391,0.00024282555,0.000007078229],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013386009,0.000038089944,0.0008378555,0.000009837301,0.000008397719,9.309137e-7,0.0022526933,0.00030107386,0.0000049755167,0.0038276,0.0000030479569,0.99271417],"study_design_scores_gemma":[0.00023374312,0.00015362454,0.00022835126,0.000016436003,0.0000025660615,0.000013540793,0.0009760661,0.0004639144,0.00005247425,0.0000013257164,0.9976623,0.00019563147],"about_ca_topic_score_codex":0.0000133865215,"about_ca_topic_score_gemma":0.000003813531,"teacher_disagreement_score":0.99765927,"about_ca_system_score_codex":0.00004569855,"about_ca_system_score_gemma":0.000049966053,"threshold_uncertainty_score":0.527091},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W138530813","doi":"","title":"Information technology and indigenous communities","year":2013,"lang":"en","type":"book","venue":"ANU Open Research (Australian National University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Australian Institute of Aboriginal and Torres Strait Islander Studies; Aarhus Universitet; University of Warwick; Fred Hollows Foundation; University of Oxford; University of Minnesota","keywords":"Indigenous; Information technology; Discipline; Service (business); Geography; Political science; Public relations; Engineering; Business; Sociology; Social science; Marketing; Ecology","score_opus":0.10059722001179926,"score_gpt":0.33346568244478453,"score_spread":0.23286846243298526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138530813","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021962891,0.0000773348,0.0044834567,0.009515583,0.00016279751,0.002014042,0.00006503039,0.00041984968,0.98106563],"genre_scores_gemma":[0.005949702,0.00006170056,0.010017694,0.000056777695,0.000032175874,0.000005714889,0.00019055376,0.000009345083,0.9836763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982464,0.00028483587,0.00015527148,0.00018868715,0.00073735235,0.00038747693],"domain_scores_gemma":[0.9982471,0.00025768933,0.00013119714,0.00036863552,0.00087477244,0.00012060395],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012391302,0.00015445997,0.0001838216,0.0025046451,0.00097168173,0.0013244647,0.003352304,0.00034456604,0.00005727644],"category_scores_gemma":[0.000084094296,0.00017563713,0.00003268703,0.00088927266,0.00038129505,0.0026163124,0.0023291134,0.0016705991,0.0003041884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006087277,0.000024156241,0.000113299335,0.000044606437,0.000056009936,0.000020093765,0.0041962513,0.000011758751,6.042448e-7,0.84202355,0.07461502,0.078888565],"study_design_scores_gemma":[0.00023965229,0.000121371886,0.00015096641,0.00009855284,0.0000033379647,0.000020003363,0.0017268389,0.000044031865,0.000002887743,0.013986244,0.98342085,0.00018528958],"about_ca_topic_score_codex":0.0014257499,"about_ca_topic_score_gemma":0.00006196612,"teacher_disagreement_score":0.9088058,"about_ca_system_score_codex":0.00048187934,"about_ca_system_score_gemma":0.0011769811,"threshold_uncertainty_score":0.9997122},"labels":[],"label_agreement":null},{"id":"W1481227501","doi":"10.1007/978-3-642-15470-6_43","title":"Assessing End-User Programming for a Graphics Development Environment","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Graphics; Human–computer interaction; Set (abstract data type); Visual programming language; Variety (cybernetics); Programming language; Computer graphics (images); Artificial intelligence","score_opus":0.02557930879403684,"score_gpt":0.26926115700004083,"score_spread":0.243681848206004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481227501","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001625004,0.00024718526,0.9965182,0.000479646,0.0014604687,0.00068350753,7.5773744e-7,0.0003409613,0.00010680021],"genre_scores_gemma":[0.023566836,0.000007201336,0.9752562,0.0004191391,0.00037203034,0.00006255788,0.000009482145,0.000055871536,0.0002507011],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954087,0.000042069696,0.00061706547,0.0018280847,0.0010729253,0.0010311166],"domain_scores_gemma":[0.9973783,0.0006561464,0.00042356428,0.00119636,0.00011450669,0.00023113],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024457227,0.000626038,0.0005060049,0.000795341,0.00096007035,0.0020771832,0.0028964651,0.00048684046,0.0000088491515],"category_scores_gemma":[0.00013776208,0.0005874507,0.00018203985,0.00031254717,0.00060573337,0.0007651356,0.0011522635,0.0019027798,0.000017509448],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017301915,0.00003603952,0.00004721926,0.00004474192,0.000012099629,0.000018866862,0.001521851,0.0018484766,0.00008432168,0.0072198967,0.0000014441924,0.98916334],"study_design_scores_gemma":[0.0004989846,0.00023567858,0.00025092275,0.0006645847,0.00002045724,0.000091216505,9.898806e-7,0.04566358,0.0018368426,0.012387572,0.9367444,0.0016047746],"about_ca_topic_score_codex":0.000013574683,"about_ca_topic_score_gemma":0.000032825203,"teacher_disagreement_score":0.98755854,"about_ca_system_score_codex":0.00029628043,"about_ca_system_score_gemma":0.00072749687,"threshold_uncertainty_score":0.9996577},"labels":[],"label_agreement":null},{"id":"W1484106675","doi":"10.5555/1181901.1181907","title":"Different approaches to the programming languages course","year":2006,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Course (navigation); Curriculum; Implementation; Programming language; Mathematics education; Software engineering; Pedagogy; Mathematics","score_opus":0.035652274942858636,"score_gpt":0.22498739445344826,"score_spread":0.18933511951058962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484106675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5284555,0.00025289395,0.46747643,0.0019316899,0.000083028746,0.00017989165,0.000001346801,0.0002503443,0.0013688685],"genre_scores_gemma":[0.9628623,9.941575e-7,0.030214816,0.00003469121,0.00008098232,8.968889e-7,0.0000062973463,0.000009531347,0.0067895004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987786,0.00011869176,0.000106276515,0.00034162417,0.00031808676,0.00033672614],"domain_scores_gemma":[0.99914426,0.000093183065,0.000119540215,0.0005177162,0.000036993355,0.00008829849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039849684,0.00015061855,0.00017879596,0.00009238417,0.00056919793,0.0001918221,0.0010559853,0.00006161286,0.000010336723],"category_scores_gemma":[0.000020401783,0.00013186951,0.00013346346,0.0002735751,0.00012405311,0.00023237654,0.0003243975,0.00024127158,0.00005148615],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075888456,0.00014149163,0.0071448744,0.000020479978,0.000041005755,0.000015089923,0.008557762,0.00081881945,0.0000024205801,0.9556815,0.00076088164,0.02680807],"study_design_scores_gemma":[0.00060756865,0.00021947303,0.036762383,0.00004870669,0.00008097129,0.000027547294,0.010832743,0.0024491663,0.0000024199544,0.88641655,0.062024776,0.0005276972],"about_ca_topic_score_codex":0.00046563582,"about_ca_topic_score_gemma":0.00086836953,"teacher_disagreement_score":0.4372616,"about_ca_system_score_codex":0.000058732585,"about_ca_system_score_gemma":0.000034448625,"threshold_uncertainty_score":0.5377483},"labels":[],"label_agreement":null},{"id":"W1485873716","doi":"10.1007/978-3-642-14533-9_31","title":"Using Graph Edit Distance to Diagnose Student’s Science Process Skill in Physics","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Graph; Process (computing); Mathematics education; Artificial intelligence; Theoretical computer science; Programming language; Mathematics","score_opus":0.02082009890967323,"score_gpt":0.3120290502150291,"score_spread":0.29120895130535585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485873716","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006597831,0.00015974995,0.98818594,0.00034045358,0.0035797302,0.00058680563,0.0000024196104,0.00024196987,0.00030510942],"genre_scores_gemma":[0.49865854,0.000006771261,0.49975744,0.000653506,0.0008065097,0.00001873682,0.0000011990078,0.000042015028,0.00005529026],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99309385,0.000053069267,0.00061624113,0.0026482572,0.002209365,0.0013792438],"domain_scores_gemma":[0.9966487,0.00043383375,0.0003660541,0.0017670448,0.00039047262,0.00039383795],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00265369,0.00068328076,0.00063636637,0.0014758359,0.00079220836,0.0016890097,0.00746437,0.0002927634,0.000003957397],"category_scores_gemma":[0.00041779722,0.0006560466,0.000120114375,0.0032341594,0.0016449809,0.0013946205,0.0020796645,0.0025422487,0.000017441242],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044102244,0.00012916965,0.0022337204,0.000044198085,0.0000046679174,0.00012449802,0.011143813,0.11683972,0.00033498232,0.0077925264,0.0000014608778,0.86134684],"study_design_scores_gemma":[0.002079174,0.0012366186,0.009839107,0.007682351,0.000050119677,0.00030414373,0.000017532642,0.6899211,0.008168777,0.2541655,0.018261326,0.008274286],"about_ca_topic_score_codex":0.00011081559,"about_ca_topic_score_gemma":0.0003657862,"teacher_disagreement_score":0.8530725,"about_ca_system_score_codex":0.0005099636,"about_ca_system_score_gemma":0.0011482157,"threshold_uncertainty_score":0.9997589},"labels":[],"label_agreement":null},{"id":"W1499328022","doi":"","title":"Proceedings of the second international workshop on Computing education research","year":2006,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Computer science; Pleasure; Library science; Engineering ethics; Engineering; Psychology; Artificial intelligence","score_opus":0.031838328272018705,"score_gpt":0.3402906070111139,"score_spread":0.3084522787390952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499328022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79477376,0.000023910428,0.020319039,0.0058410964,0.0008474013,0.00015032206,1.2420115e-7,0.00014401608,0.17790031],"genre_scores_gemma":[0.95824444,1.024559e-7,0.024071738,0.00008501028,0.00015213799,0.0000022336505,3.2454122e-7,0.0000031216875,0.017440865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992347,0.000028841676,0.00011348379,0.000164398,0.0003283263,0.00013025246],"domain_scores_gemma":[0.9995139,0.000121145094,0.000059376845,0.00011437628,0.00017631773,0.0000148643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008354912,0.000041120176,0.000039713414,0.000100478144,0.0001662959,0.00018011947,0.00074153894,0.000025268831,0.000015287613],"category_scores_gemma":[0.00008758088,0.000028421768,0.000027762235,0.00033113622,0.000035562385,0.00012045431,0.00019196083,0.0003013692,0.0000088762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020222656,0.00015676564,0.008572169,0.000011270953,0.00000414786,7.701781e-8,0.0012281197,0.00012314113,0.00061804114,0.5192106,0.014854952,0.4552187],"study_design_scores_gemma":[0.00030545614,0.00008300086,0.14975797,0.00040198432,0.0000019525157,0.000017199682,0.001635746,0.02526957,0.007864591,0.0078961365,0.80652237,0.00024405826],"about_ca_topic_score_codex":0.00006439409,"about_ca_topic_score_gemma":0.000007521124,"teacher_disagreement_score":0.7916674,"about_ca_system_score_codex":0.000036919457,"about_ca_system_score_gemma":0.00005199518,"threshold_uncertainty_score":0.17368962},"labels":[],"label_agreement":null},{"id":"W1507655906","doi":"10.11575/prism/30356","title":"TEACHING WITH GAMES: THE MINESWEEPER AND ASTEROIDS EXPERIENCE","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Turns, rounds and time-keeping systems in games; Value (mathematics); Multimedia; Emergent gameplay; Game mechanics; Game programming; Video game design; Mathematics education; Human–computer interaction; Game Developer; Game design; Psychology","score_opus":0.012978902946559543,"score_gpt":0.24850153630139918,"score_spread":0.23552263335483964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507655906","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40045223,0.00009810532,0.59360254,0.0023270187,0.000044820834,0.00005177532,1.338907e-8,0.00021048456,0.0032129972],"genre_scores_gemma":[0.92205864,0.0000024653932,0.07316728,0.0005221321,0.00004006824,0.000010915286,9.63539e-8,0.000005275076,0.004193099],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999235,0.00008534128,0.00007708867,0.00024719135,0.00015282661,0.00020256538],"domain_scores_gemma":[0.9994827,0.00008629101,0.0000285987,0.00033791363,0.000012301088,0.000052230433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000318937,0.000090493275,0.000066753666,0.00002896907,0.0003245435,0.00032080562,0.00042646858,0.000019381605,0.000006223525],"category_scores_gemma":[0.00002548517,0.000046140754,0.000013766284,0.000109905304,0.00006638465,0.00031175892,0.00012604138,0.00023166186,0.000007290941],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037290338,0.000020630741,0.015731186,0.0000026836838,0.000005936282,0.000017389519,0.03344999,0.00003963626,0.00007989022,0.009280971,0.00008912669,0.9412788],"study_design_scores_gemma":[0.0004794856,0.00033229656,0.017755168,0.00005729314,0.000006970905,0.0010137692,0.007449415,0.021620266,0.000059703765,0.00012861726,0.95068794,0.00040905506],"about_ca_topic_score_codex":0.00026632188,"about_ca_topic_score_gemma":0.00002448138,"teacher_disagreement_score":0.95059884,"about_ca_system_score_codex":0.0000062500794,"about_ca_system_score_gemma":0.000008858681,"threshold_uncertainty_score":0.3093536},"labels":[],"label_agreement":null},{"id":"W1508219416","doi":"10.21432/t29w3w","title":"A review of Inventeering A Problem-Solving Approach to Teaching Technology Grades 1-8","year":2009,"lang":"en","type":"review","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Teaching method; Technology integration; Educational technology; Computer science; Instructional design; Psychology; Pedagogy; Management science; Engineering","score_opus":0.02430151005269004,"score_gpt":0.2876903908285753,"score_spread":0.26338888077588524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508219416","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001056991,0.97368,0.02401977,0.0013319213,0.00010977045,0.00031527976,6.8127133e-7,0.00016245883,0.00036953285],"genre_scores_gemma":[0.0003836548,0.85196286,0.14742237,0.000043428143,0.00005145972,0.000013595421,0.0000018748872,0.000037340098,0.00008339207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707735,0.00039734883,0.0011659618,0.00049458194,0.00018845183,0.00067629374],"domain_scores_gemma":[0.9974146,0.000114835326,0.0014045683,0.00045069485,0.000208193,0.00040710502],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0023214521,0.00042326545,0.0020544953,0.0047497335,0.0003772846,0.00012456517,0.0017523308,0.0005886414,0.0000014277647],"category_scores_gemma":[0.0021234711,0.00036885092,0.00027777458,0.002156877,0.00017621573,0.0001470647,0.00019978336,0.0044464767,0.0000028929605],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3674238e-7,0.000014167896,0.00007043752,0.0130612785,0.00007637476,0.000053341544,0.0002765714,0.000007014154,5.340708e-7,0.007611718,0.00018392588,0.9786444],"study_design_scores_gemma":[0.00007284115,0.00036535203,4.09257e-7,0.1229207,0.00013782989,0.0031700085,0.00016872417,0.00001829069,4.579508e-7,0.0002469773,0.8726238,0.00027458384],"about_ca_topic_score_codex":0.00014468137,"about_ca_topic_score_gemma":0.000042317606,"teacher_disagreement_score":0.97836983,"about_ca_system_score_codex":0.0001811114,"about_ca_system_score_gemma":0.0012345737,"threshold_uncertainty_score":0.9998763},"labels":[],"label_agreement":null},{"id":"W1510385549","doi":"","title":"EFFECTS OF ROBOTICS ON 21st CENTURY SKILLS","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Robotics; Creativity; Artificial intelligence; Educational robotics; Perception; Psychology; Social skills; Engineering ethics; Robot; Mathematics education; Computer science; Engineering; Social psychology; Developmental psychology","score_opus":0.004392153351813608,"score_gpt":0.21414730802586804,"score_spread":0.20975515467405442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510385549","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10176481,0.00020573928,0.8823991,0.0015833151,0.0011904418,0.00045365898,7.68182e-8,0.00081874314,0.011584148],"genre_scores_gemma":[0.8414733,0.000005465175,0.15762658,0.00018422215,0.000023130975,0.000004076638,2.0614632e-7,0.0000043335926,0.00067867624],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994113,0.00005948624,0.00008952675,0.00014513236,0.00013628096,0.0001582816],"domain_scores_gemma":[0.99941945,0.00022334562,0.000042332194,0.00023952438,0.00002379443,0.000051548763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009863143,0.000064717526,0.00008389374,0.000047128546,0.000044199962,0.000069229434,0.0003386173,0.000031034164,0.000009292648],"category_scores_gemma":[0.000075715914,0.000049172482,0.00003721252,0.00010771029,0.000015201212,0.00011492742,0.00007775524,0.00013014865,0.00019577723],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9793696e-7,0.00016990268,0.0005251594,0.000031985797,0.0000082914585,0.00000168396,0.00076332176,0.0008690795,0.00033273516,0.10774734,0.00047650444,0.88907367],"study_design_scores_gemma":[0.005159828,0.005258858,0.41940346,0.0015028747,0.00007743593,0.00005361243,0.00081739074,0.09076595,0.084317684,0.0069837677,0.38248572,0.003173437],"about_ca_topic_score_codex":0.00007652487,"about_ca_topic_score_gemma":3.8185203e-7,"teacher_disagreement_score":0.88590026,"about_ca_system_score_codex":0.000008814384,"about_ca_system_score_gemma":0.000008401042,"threshold_uncertainty_score":0.25163856},"labels":[],"label_agreement":null},{"id":"W1523673149","doi":"","title":"Three Perspectives on Technological Pedagogical and Content Knowledge: Framing Technology Education using TPACK","year":2011,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Brock University","funders":"","keywords":"Framing (construction); Technological literacy; Technology education; Pedagogy; Knowledge management; Mathematics education; Sociology; Engineering ethics; Computer science; Educational technology; Engineering; Psychology","score_opus":0.13966387328677132,"score_gpt":0.36524515211220915,"score_spread":0.22558127882543783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523673149","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14320195,0.00046777475,0.84653085,0.004884859,0.000699196,0.00056351814,0.000003776042,0.0010999476,0.0025481079],"genre_scores_gemma":[0.7265008,0.00003803617,0.2727266,0.00015734168,0.000057586843,0.00028132944,0.000018182936,0.000009045816,0.00021108218],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9985509,0.000026033353,0.00044300794,0.00045496805,0.00021563153,0.00030947287],"domain_scores_gemma":[0.9981057,0.00005876036,0.00037610068,0.00043818555,0.0009518769,0.00006937385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005002095,0.00025054207,0.00020542523,0.00073583715,0.00041334357,0.00021360394,0.0010710588,0.00055323134,0.00003444319],"category_scores_gemma":[0.00056355516,0.00023968349,0.00013988643,0.00061059557,0.00050504995,0.0010803543,0.000289944,0.00079582236,0.00002950593],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062891577,0.0002857941,0.0020537858,0.000012049028,0.000034282064,3.7704464e-8,0.00872064,0.0000013080619,0.000080265,0.5708199,0.00014757138,0.41783807],"study_design_scores_gemma":[0.0017959486,0.0010615451,0.0077788513,0.0005615072,0.000112624,0.00025561205,0.56559646,0.047574542,0.0022007485,0.1538971,0.21745679,0.0017082811],"about_ca_topic_score_codex":0.00003404013,"about_ca_topic_score_gemma":0.0000032461023,"teacher_disagreement_score":0.58329886,"about_ca_system_score_codex":0.00030894548,"about_ca_system_score_gemma":0.00064416765,"threshold_uncertainty_score":0.9774009},"labels":[],"label_agreement":null},{"id":"W1533934107","doi":"","title":"Developing Technopedagogical Skills in Pre-service Teachers","year":2004,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Service (business); Medical education; Business; Computer science; Mathematics education; Psychology; Medicine; Marketing","score_opus":0.0771754771421524,"score_gpt":0.3249455283613978,"score_spread":0.2477700512192454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533934107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8739691,0.0007846888,0.011279411,0.100312024,0.0016859296,0.0012451265,0.0000026235818,0.0009290854,0.009792044],"genre_scores_gemma":[0.9642367,0.00017660212,0.024376804,0.002178716,0.00011739548,0.00014468339,0.000015658257,0.000039551665,0.008713922],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9962381,0.00048757752,0.0006666192,0.001092858,0.0007574308,0.0007573831],"domain_scores_gemma":[0.9982948,0.00015473165,0.0006597066,0.00051375414,0.00011640671,0.00026063636],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011783638,0.0004210728,0.00043400022,0.00040310968,0.00037360212,0.00047331938,0.00072450395,0.00023496118,0.00003813346],"category_scores_gemma":[0.00013532676,0.0004377758,0.000046341993,0.0016472226,0.00007914974,0.00055892987,0.00022297943,0.0020204533,0.00006225924],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004820758,0.00056110235,0.13588776,0.0001409196,0.000012266032,0.000018526236,0.009101326,0.0010665262,0.000056312838,0.45308825,0.00005952047,0.39995927],"study_design_scores_gemma":[0.0016267841,0.00054823695,0.83675766,0.0021249084,0.000009417589,0.00002021514,0.0022507969,0.000567591,0.000079901096,0.016511684,0.1383985,0.0011042843],"about_ca_topic_score_codex":0.003022696,"about_ca_topic_score_gemma":0.002871354,"teacher_disagreement_score":0.7008699,"about_ca_system_score_codex":0.0013461936,"about_ca_system_score_gemma":0.0012899635,"threshold_uncertainty_score":0.9998074},"labels":[],"label_agreement":null},{"id":"W1535519412","doi":"","title":"Integration of Informatics Concepts and Practices into an Existing Curriculum","year":2002,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity Western University","funders":"","keywords":"Curriculum; Informatics; Computer science; Engineering ethics; Data science; Sociology; Pedagogy; Engineering","score_opus":0.0473071437337965,"score_gpt":0.3750693370303877,"score_spread":0.3277621932965912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535519412","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12193417,0.00011943792,0.8694825,0.0047891806,0.0005743892,0.00034674883,0.000003657811,0.00041283199,0.0023370434],"genre_scores_gemma":[0.6575292,0.000035296936,0.3419711,0.00015202323,0.00003835498,0.00008776251,0.00005614553,0.0000035346718,0.0001266059],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989099,0.00002952905,0.00053673063,0.00014384015,0.00023198653,0.00014800913],"domain_scores_gemma":[0.99761045,0.00006134108,0.0011939516,0.00026300174,0.00082164985,0.000049599443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054207677,0.00013304334,0.00013084979,0.00024559782,0.0002252769,0.00029676186,0.0006733192,0.00017813608,0.000024051631],"category_scores_gemma":[0.00075850723,0.00013324934,0.00007338709,0.00030784143,0.00015560018,0.004215984,0.00011458639,0.00032853152,0.0000094209245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012913409,0.0001075619,0.0019112616,0.000039975977,0.000024559133,8.697761e-9,0.03556647,0.000009860494,0.00013123457,0.26772526,0.00063550816,0.693847],"study_design_scores_gemma":[0.00086006377,0.00038716153,0.0014047957,0.00021108029,0.000041482785,0.000042158204,0.12599865,0.62068033,0.0010205987,0.012684042,0.23613048,0.0005391382],"about_ca_topic_score_codex":0.0000777038,"about_ca_topic_score_gemma":0.0000049044543,"teacher_disagreement_score":0.6933079,"about_ca_system_score_codex":0.000082998886,"about_ca_system_score_gemma":0.00011261078,"threshold_uncertainty_score":0.543375},"labels":[],"label_agreement":null},{"id":"W1535731060","doi":"","title":"Creating Web Portals with Children as Designers: Bonded Design and the Zone of Proximal Development","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"World Wide Web; Web design; Computer science; The Internet; Human–computer interaction","score_opus":0.013580648070973436,"score_gpt":0.23951987037899286,"score_spread":0.22593922230801944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535731060","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23925596,0.00007885534,0.75936025,0.00009040711,0.000009226112,0.0002621182,1.6944863e-8,0.00011567439,0.00082747516],"genre_scores_gemma":[0.5282299,5.225056e-7,0.47146216,0.00004163647,0.0000074045774,0.000005005395,2.583948e-7,0.0000043023056,0.00024883437],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988852,0.0001270866,0.0002326298,0.00024003827,0.00026091386,0.00025413453],"domain_scores_gemma":[0.9992361,0.0003098452,0.00014061399,0.0002106209,0.00004010857,0.00006272481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030718823,0.00011483826,0.0001537725,0.000064972635,0.00023475623,0.0001184164,0.00031017108,0.0000329156,0.0000038647995],"category_scores_gemma":[0.00007415452,0.000063678584,0.000019627236,0.00020144747,0.00010934778,0.00014522702,0.00009040105,0.00014919162,0.0000025105178],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032312432,0.00017417176,0.03818905,0.000026046237,0.0002151639,0.000030154946,0.032871097,0.0005264434,0.0013269484,0.053533543,0.000060375987,0.8727239],"study_design_scores_gemma":[0.03901618,0.0065470156,0.46674576,0.0017246881,0.00037382235,0.0037604976,0.011468354,0.086617365,0.36613435,0.0016381955,0.01081588,0.0051579005],"about_ca_topic_score_codex":0.000110969224,"about_ca_topic_score_gemma":0.000011912853,"teacher_disagreement_score":0.867566,"about_ca_system_score_codex":0.000012654235,"about_ca_system_score_gemma":0.00013619786,"threshold_uncertainty_score":0.2596737},"labels":[],"label_agreement":null},{"id":"W1536232677","doi":"10.1007/978-0-387-76576-1_13","title":"Gentlemen, Start Your Engines","year":2008,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Aeronautics; History; Engineering","score_opus":0.04570085109539414,"score_gpt":0.24990549006511303,"score_spread":0.2042046389697189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536232677","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007976542,0.0011646309,0.35131344,0.00062486227,0.0007203131,0.00013300647,0.0000016763539,0.0012584935,0.6447756],"genre_scores_gemma":[0.00052978774,0.00013591455,0.11815953,0.00021330849,0.0002647272,0.0000031769375,0.0000097666225,0.000033172,0.88065064],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987369,0.000014929064,0.00021292082,0.00044946166,0.00031590858,0.00026985767],"domain_scores_gemma":[0.999089,0.000038444403,0.000103808285,0.0006218384,0.000047812067,0.000099110075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016863439,0.00025973577,0.00022198576,0.000146177,0.00016047421,0.00012978497,0.00076294405,0.00016000842,0.0002066783],"category_scores_gemma":[0.0000133803715,0.00023070835,0.00014004794,0.000025332998,0.000030054758,0.0001229435,0.00024193602,0.000529994,0.0006602435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010335397,0.00001311818,0.000017169687,0.00001782574,0.000058983394,0.00009745276,0.0011901328,0.00005268854,0.0000016715535,0.27228633,0.046226043,0.68003756],"study_design_scores_gemma":[0.00007192454,0.0000470923,0.000013423174,0.000032088676,0.000005866462,0.000037417587,0.0000034645298,0.00033271624,0.000003911104,0.000395257,0.9987674,0.00028948882],"about_ca_topic_score_codex":0.00002668702,"about_ca_topic_score_gemma":0.0000040302766,"teacher_disagreement_score":0.9525413,"about_ca_system_score_codex":0.000033914475,"about_ca_system_score_gemma":0.00006398865,"threshold_uncertainty_score":0.9408013},"labels":[],"label_agreement":null},{"id":"W1537361074","doi":"","title":"The Impact of Theory on Technology Use in the Classroom","year":2000,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"","keywords":"Class (philosophy); Curriculum; Mathematics education; Subject matter; Situated; Pedagogy; Educational technology; Focus (optics); Computer science; Psychology; Sociology","score_opus":0.01961411032441772,"score_gpt":0.3206612064417459,"score_spread":0.30104709611732816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537361074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.704961,0.00017253656,0.2398972,0.04509286,0.00070052646,0.001295575,0.000018294435,0.00071220065,0.00714977],"genre_scores_gemma":[0.98754674,0.00004260268,0.011088299,0.00027512742,0.000026834918,0.00027152832,0.000026079202,0.0000045238194,0.0007182785],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989689,0.00006822719,0.00037954227,0.00015454942,0.00021794229,0.00021082434],"domain_scores_gemma":[0.9986324,0.0002925512,0.00025598254,0.00049830636,0.0003042635,0.000016531763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010614072,0.0001266749,0.00010200352,0.00025924388,0.000271497,0.00026000766,0.0017210003,0.00019976923,0.00003258443],"category_scores_gemma":[0.00041806424,0.00008058976,0.00018458941,0.0006298717,0.00023734299,0.00084078,0.00005805453,0.00056575943,0.00002654928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010719088,0.0000815096,0.002948689,0.0000020493303,0.000027833992,1.6117585e-8,0.002695138,0.000083607425,0.000007254019,0.46941748,0.00137762,0.5233481],"study_design_scores_gemma":[0.0014955748,0.0008519011,0.042400353,0.00018373808,0.000026908298,0.000058244306,0.035571415,0.036177434,0.00029169765,0.26326367,0.6190724,0.000606678],"about_ca_topic_score_codex":0.00005652064,"about_ca_topic_score_gemma":0.000004219883,"teacher_disagreement_score":0.6176948,"about_ca_system_score_codex":0.00015033945,"about_ca_system_score_gemma":0.00032733154,"threshold_uncertainty_score":0.32863548},"labels":[],"label_agreement":null},{"id":"W1543295743","doi":"","title":"'My Criterion is: Is it a Boolean?': A card-sort elicitation of students' knowledge of programming constructs","year":2003,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"sort; Card sorting; Computer science; Theoretical computer science; Information retrieval; Engineering; Systems engineering","score_opus":0.023743976835673485,"score_gpt":0.2850170309845872,"score_spread":0.2612730541489137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543295743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82339305,0.00029748573,0.17514193,0.00010571343,0.00016764885,0.00020626387,0.0000054490793,0.00007656755,0.0006059217],"genre_scores_gemma":[0.93621504,0.000012426984,0.06309928,0.00003657757,0.000013112013,5.69311e-7,0.000004274723,0.00001088257,0.0006078086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998212,0.00027235106,0.0003059891,0.00042165176,0.00046784378,0.00032020002],"domain_scores_gemma":[0.99841785,0.00012895075,0.0004604673,0.00049698696,0.0003848137,0.00011093605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086138543,0.00018565616,0.00039717814,0.0003140166,0.00028487324,0.00008668485,0.00083769707,0.00012158316,0.00003463918],"category_scores_gemma":[0.0001430763,0.00023305595,0.00022021186,0.00063063105,0.00031825053,0.00054210203,0.00022568925,0.00023891286,0.000016418244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006725606,0.00070837705,0.08769513,0.00079251797,0.0005038529,0.00001847225,0.32209808,0.00007166678,0.00022847566,0.55411243,0.0008289164,0.032874808],"study_design_scores_gemma":[0.0056799464,0.0016542218,0.01864478,0.0010754275,0.00049194036,0.00009392729,0.13420478,0.0016829309,0.000244813,0.7536723,0.0810469,0.0015080326],"about_ca_topic_score_codex":0.00044356656,"about_ca_topic_score_gemma":0.00007509478,"teacher_disagreement_score":0.19955985,"about_ca_system_score_codex":0.000079128105,"about_ca_system_score_gemma":0.0001558941,"threshold_uncertainty_score":0.9503746},"labels":[],"label_agreement":null},{"id":"W1550441833","doi":"10.19173/irrodl.v15i1.1636","title":"Multi-country experience in delivering a joint course on software engineering – numerical results","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Joint (building); Class (philosophy); Crash; Software; Computer science; Engineering management; Library science; Political science; Engineering; Artificial intelligence; Civil engineering","score_opus":0.09024905315588547,"score_gpt":0.4134980007713644,"score_spread":0.32324894761547895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550441833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31270367,0.0135495,0.6554375,0.014578609,0.0005662506,0.0019033685,0.000027503746,0.00025585492,0.0009777216],"genre_scores_gemma":[0.9827823,0.0011489257,0.0158227,0.000108795044,0.00002604446,0.000051639487,0.000019926008,0.0000071347367,0.000032532465],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978835,0.0005297395,0.00037570047,0.00032995795,0.0005895924,0.00029149477],"domain_scores_gemma":[0.9984429,0.0009796638,0.000115309536,0.0002783863,0.000116160954,0.00006761534],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0068610804,0.00010051681,0.0002147066,0.00012959233,0.00012302514,0.00024113682,0.0014411623,0.00003227703,0.000004954013],"category_scores_gemma":[0.009302521,0.00007620731,0.000030155883,0.000534491,0.0000617363,0.00024351256,0.0008953437,0.0010046185,0.0000063420243],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022563971,0.0006970724,0.075244494,0.0016437399,0.000051520656,0.00011947736,0.005552925,0.06263636,0.0001761936,0.024088357,0.0004045169,0.8291597],"study_design_scores_gemma":[0.0018056909,0.00031712194,0.1080071,0.028303316,0.0000036682122,0.000043005493,0.0009359257,0.70451015,0.00008838975,0.000062719504,0.15556876,0.00035411736],"about_ca_topic_score_codex":0.00077235297,"about_ca_topic_score_gemma":0.000010919346,"teacher_disagreement_score":0.82880557,"about_ca_system_score_codex":0.00009745724,"about_ca_system_score_gemma":0.00006180678,"threshold_uncertainty_score":0.9990426},"labels":[],"label_agreement":null},{"id":"W1554024422","doi":"","title":"Making CS more fun","year":2001,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Proposition; Advice (programming); Plan (archaeology); Mathematics education; Computer science; Psychology; Medical education; History; Medicine; Programming language","score_opus":0.05540528764917963,"score_gpt":0.36271840659556576,"score_spread":0.30731311894638613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554024422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6444137,0.0005663693,0.34828067,0.003811227,0.0013297923,0.000055989272,6.094619e-8,0.00007298749,0.0014692056],"genre_scores_gemma":[0.7899801,0.000011440034,0.209554,0.0002187204,0.00017442409,1.7593149e-7,1.4512742e-8,0.0000036070608,0.000057505666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980136,0.0001940722,0.0005178186,0.00023326512,0.000650252,0.00039095286],"domain_scores_gemma":[0.99869055,0.0004734442,0.0004998544,0.00017500966,0.00010477403,0.00005639036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004042382,0.00011756074,0.00024209605,0.00052061724,0.0004180592,0.00043760298,0.0016994427,0.000045312092,0.0000032646772],"category_scores_gemma":[0.00037189262,0.000094951625,0.00009064137,0.0015885914,0.00016337443,0.00057145534,0.0002296302,0.00047900164,0.0000027715541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000136913295,0.000175858,0.21267599,0.000020482903,0.000019308824,0.00048960035,0.013041839,0.13648129,0.00006590066,0.015908299,0.0009286099,0.6201791],"study_design_scores_gemma":[0.0019475793,0.0015813627,0.17307557,0.0022048287,0.000018678717,0.00638936,0.005781933,0.63782585,0.00012319481,0.003207627,0.16686599,0.0009780678],"about_ca_topic_score_codex":0.0000111190175,"about_ca_topic_score_gemma":0.0000046381588,"teacher_disagreement_score":0.61920106,"about_ca_system_score_codex":0.00006708063,"about_ca_system_score_gemma":0.0001981855,"threshold_uncertainty_score":0.42198154},"labels":[],"label_agreement":null},{"id":"W1554796066","doi":"10.3968/6086","title":"Curriculum Reform of C Language Programming and Cultivation of Computational Thinking","year":2014,"lang":"en","type":"article","venue":"Advances in natural science/Advances in natural sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computational thinking; C programming language; Curriculum; Computer science; Mathematics education; Mode (computer interface); Programming language; Pedagogy; Artificial intelligence; Sociology; Mathematics; Software; Human–computer interaction","score_opus":0.005028121470923238,"score_gpt":0.30096754641104956,"score_spread":0.2959394249401263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554796066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95196265,0.032013156,0.012997869,0.00036459128,0.0012819241,0.0003484127,7.0312547e-7,0.000119200464,0.00091150595],"genre_scores_gemma":[0.7832285,0.00018332923,0.21651226,0.000029276544,0.000028282568,0.000007316025,0.0000014929493,0.0000034760365,0.0000060299526],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99657613,0.00013845824,0.0006171051,0.00077875966,0.0012654784,0.00062408607],"domain_scores_gemma":[0.9986237,0.0003802542,0.00053034356,0.0002288173,0.00016480844,0.00007205344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036713805,0.00021838983,0.00035650178,0.00070660835,0.0004175589,0.00017167856,0.0017885567,0.00005668971,8.9284373e-7],"category_scores_gemma":[0.00070565904,0.00015825547,0.000053667143,0.004234714,0.0019738025,0.00683195,0.00040959733,0.00052381644,4.453393e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057389725,0.000052648415,0.045611594,0.000067058856,0.0000011881464,0.0000017183795,0.0028860713,0.011162313,0.0005127289,0.09284336,2.371122e-7,0.84685534],"study_design_scores_gemma":[0.0028189027,0.0013711555,0.12451171,0.002661431,0.0000130794615,0.000108979824,0.021339748,0.74427116,0.007212585,0.08420939,0.0095027,0.00197916],"about_ca_topic_score_codex":0.00038671348,"about_ca_topic_score_gemma":0.0003532082,"teacher_disagreement_score":0.84487617,"about_ca_system_score_codex":0.00016972197,"about_ca_system_score_gemma":0.00012437635,"threshold_uncertainty_score":0.7272557},"labels":[],"label_agreement":null},{"id":"W1566486602","doi":"","title":"Models for computer science K-12 outreach activities","year":2005,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outreach; Diversity (politics); Computer science; Population; Public relations; Multimedia; Medical education; Mathematics education; Sociology; Psychology; Political science; Medicine","score_opus":0.024962229290934956,"score_gpt":0.2386894199382427,"score_spread":0.21372719064730775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566486602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3030859,0.000045476132,0.69547206,0.00041915727,0.00016693248,0.00011411625,0.0000029790674,0.00020941612,0.0004839919],"genre_scores_gemma":[0.67427075,0.0000022117783,0.32483912,0.000050671668,0.00008304341,4.018071e-7,0.0000022929696,0.0000067162428,0.00074479415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99844056,0.0000589458,0.00012032052,0.0005098194,0.00040237253,0.0004679923],"domain_scores_gemma":[0.9989176,0.00015411818,0.00015682456,0.00050732365,0.000121496174,0.00014268028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080284517,0.00015608415,0.0002268126,0.00029346143,0.0010055325,0.00024644192,0.001400175,0.00007142469,0.000007621304],"category_scores_gemma":[0.000025529293,0.00018725684,0.00015847119,0.00033074844,0.00047060192,0.0022511336,0.0004029759,0.00020772497,0.000016457243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019192876,0.00012449581,0.00052775745,0.000031699296,0.00003516698,0.0000027824306,0.016046628,0.01882528,0.000017966935,0.9153744,0.0003765091,0.04861812],"study_design_scores_gemma":[0.00062411657,0.00015098872,0.0003873367,0.000022365364,0.000019176077,0.000011612039,0.0012086248,0.29429084,0.0000045479446,0.69471604,0.008283472,0.00028088514],"about_ca_topic_score_codex":0.00017139451,"about_ca_topic_score_gemma":0.00012933697,"teacher_disagreement_score":0.37118486,"about_ca_system_score_codex":0.00015182154,"about_ca_system_score_gemma":0.00014875933,"threshold_uncertainty_score":0.7733844},"labels":[],"label_agreement":null},{"id":"W1581512179","doi":"","title":"Applications of variation theory in computing education","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Variation (astronomy); Diversity (politics); Phenomenography; Mathematics education; Computer science; Key (lock); Pedagogy; Sociology; Psychology","score_opus":0.0073413520622129655,"score_gpt":0.2833228925972124,"score_spread":0.2759815405349994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581512179","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010948932,0.00003432859,0.98447025,0.0000833384,0.00006291308,0.000076977725,1.417294e-8,0.00008058868,0.004242664],"genre_scores_gemma":[0.7191123,1.9397399e-7,0.28070197,0.00003841684,0.000020551304,0.000001910359,5.811874e-7,0.0000013526644,0.00012275593],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99954855,0.000050009945,0.00014218935,0.00010627031,0.00006823866,0.00008471408],"domain_scores_gemma":[0.9995646,0.00016571455,0.00006494976,0.0001582701,0.000029316345,0.000017169668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001583775,0.000029559089,0.000040570943,0.00012620413,0.000038615897,0.00001993935,0.00018980392,0.000021213702,0.0000023136552],"category_scores_gemma":[0.000040308754,0.00002877008,0.000012370027,0.00033329078,0.0000082057895,0.000089151996,0.00003365665,0.000079545294,0.000005211649],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5471868e-7,0.000039351202,0.0015845767,0.0000027347608,5.6825445e-7,2.734079e-8,0.0015081842,0.00006178022,0.00006227521,0.35924688,0.0000024567692,0.6374908],"study_design_scores_gemma":[0.00059081713,0.0001093461,0.7976692,0.00012407081,0.00000906977,0.000016853923,0.0024598383,0.046144716,0.0018749665,0.06488352,0.08563207,0.0004855779],"about_ca_topic_score_codex":0.000114468945,"about_ca_topic_score_gemma":0.00001029573,"teacher_disagreement_score":0.7960846,"about_ca_system_score_codex":0.000019808529,"about_ca_system_score_gemma":0.00004297279,"threshold_uncertainty_score":0.117320985},"labels":[],"label_agreement":null},{"id":"W1592880112","doi":"","title":"Designing, Developing, and Implementing a Course on LEGO Robotics for Technology Teacher Education","year":2003,"lang":"en","type":"article","venue":"The Journal of Technology and Teacher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Constructionism; Robotics; Educational robotics; Strict constructionism; Artificial intelligence; Computer science; Robot; Process (computing); Mathematics education; Psychology; Epistemology; Programming language","score_opus":0.01934406676846973,"score_gpt":0.3189629169779066,"score_spread":0.29961885020943685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592880112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39605922,0.004258554,0.5706965,0.027892211,0.0005105561,0.0002825187,8.904147e-8,0.00012799235,0.00017238068],"genre_scores_gemma":[0.7503341,0.000047440037,0.24899483,0.000116159295,0.000060939605,0.00001643567,3.937483e-7,0.000009784397,0.00041995983],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990679,0.00014801988,0.00028207226,0.00016681236,0.00009313123,0.00024206848],"domain_scores_gemma":[0.99905145,0.00009136702,0.00041905852,0.00024713352,0.00015272289,0.00003823699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001853358,0.00012862081,0.00015524139,0.0005337282,0.00041957683,0.00006827298,0.00032291203,0.0001746547,0.0000017666853],"category_scores_gemma":[0.00047273512,0.00009691213,0.000026658927,0.0004037034,0.00012217734,0.00016835057,0.000056782403,0.00060845225,0.0000010155271],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006587972,0.00024449683,0.014758226,0.000013850904,0.000028450862,2.756887e-7,0.0013211325,0.000010742805,0.00032586843,0.1805719,0.0007040908,0.8020144],"study_design_scores_gemma":[0.0022600517,0.0026222721,0.027118776,0.00088483933,0.00056018715,0.0046044285,0.035898145,0.00076785375,0.012622923,0.23944719,0.6720426,0.0011707398],"about_ca_topic_score_codex":0.000004851342,"about_ca_topic_score_gemma":0.0000024585459,"teacher_disagreement_score":0.80084366,"about_ca_system_score_codex":0.000058677273,"about_ca_system_score_gemma":0.00053478905,"threshold_uncertainty_score":0.3951962},"labels":[],"label_agreement":null},{"id":"W1593670580","doi":"10.1002/9780470050118.ecse450","title":"Visual Programming Languages","year":2008,"lang":"en","type":"other","venue":"Wiley Encyclopedia of Computer Science and Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Programming language; Debugging; Visual programming language; Graphics; Software; Visual language; Software engineering; Computer graphics (images)","score_opus":0.004986192544010051,"score_gpt":0.22651955919583003,"score_spread":0.22153336665181997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593670580","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00070932717,0.0040884274,0.9704356,0.000064550935,0.0014379958,0.00028077213,0.0000013392363,0.0015753346,0.021406647],"genre_scores_gemma":[0.004984398,0.001961848,0.9803271,0.000052257084,0.0009837731,0.000023184137,0.0000037692091,0.00020522985,0.011458382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980155,0.000019699115,0.00023638335,0.00060514803,0.000621388,0.0005018633],"domain_scores_gemma":[0.99911344,0.000054416287,0.00015817299,0.0004333364,0.000059617832,0.00018102399],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004465069,0.0002913091,0.000347271,0.0007059178,0.000116667194,0.0001680084,0.001059424,0.00012570903,0.0000043736386],"category_scores_gemma":[0.000069923,0.0002771337,0.000056403893,0.000782328,0.00021297527,0.000309131,0.00051438663,0.00032477916,0.000008393714],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.7847957e-7,0.000029203093,0.00013429711,0.00012145503,0.00001608532,0.000030381358,0.0011666148,0.00023696927,0.00002038289,0.00061793474,0.008424908,0.98920137],"study_design_scores_gemma":[0.00012007234,0.00010320815,0.0002940362,0.00048092002,0.000006547673,0.000066228444,0.000010276858,0.02973048,0.000015572601,0.0000014957992,0.96879035,0.00038081285],"about_ca_topic_score_codex":0.00011651428,"about_ca_topic_score_gemma":0.0000025045583,"teacher_disagreement_score":0.98882055,"about_ca_system_score_codex":0.000028121556,"about_ca_system_score_gemma":0.00015894783,"threshold_uncertainty_score":0.9999681},"labels":[],"label_agreement":null},{"id":"W1598900190","doi":"10.11575/prism/34909","title":"Preparing teachers for technology integration: Creating a culture of inquiry in the context of use","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Technology integration; Curriculum; Information and Communications Technology; Context (archaeology); Educational technology; Pedagogy; Information technology; Process (computing); Mathematics education; Sociology; Curriculum development; Psychology; Computer science; Geography","score_opus":0.054652703109440676,"score_gpt":0.30037169550005743,"score_spread":0.24571899239061676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1598900190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2658071,0.0002247224,0.73132783,0.00078404316,0.00007241209,0.00032095154,2.813514e-7,0.00015779017,0.0013048706],"genre_scores_gemma":[0.8553576,0.0000017980439,0.14431217,0.00004389229,0.000010249551,0.000019266528,3.611268e-7,0.0000024329524,0.00025223105],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99939865,0.000067816974,0.00019733772,0.00014130386,0.000083257546,0.00011164242],"domain_scores_gemma":[0.9993886,0.00019425328,0.000110675246,0.00025626033,0.00004150402,0.000008708975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044193468,0.000058659392,0.00011317401,0.00009688498,0.00005515119,0.000042869142,0.00043169636,0.000064562824,0.0000014765272],"category_scores_gemma":[0.0005297137,0.000037201557,0.000039900988,0.0003069807,0.000060291317,0.00019012291,0.000052610936,0.00018972151,4.2941085e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022103138,0.00007394724,0.0072317794,0.000013076041,0.000008865317,4.161498e-7,0.2756718,0.00008768329,0.00050309935,0.047081873,0.00043807787,0.66888714],"study_design_scores_gemma":[0.0036012558,0.0024410388,0.0066864663,0.0011030703,0.000055876,0.00010778571,0.44674715,0.37093836,0.017523438,0.001962542,0.14792867,0.0009043159],"about_ca_topic_score_codex":0.00012804345,"about_ca_topic_score_gemma":0.000057132194,"teacher_disagreement_score":0.6679828,"about_ca_system_score_codex":0.000011708505,"about_ca_system_score_gemma":0.0000060260504,"threshold_uncertainty_score":0.15170354},"labels":[],"label_agreement":null},{"id":"W1614978975","doi":"10.1109/fie.1998.738548","title":"The draw-bot: a project for teaching software engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Enthusiasm; Computer science; Software engineering; Task (project management); Software; Course (navigation); Interface (matter); Software development; Robot; Software project management; Social software engineering; Engineering management; Software construction; Engineering; Systems engineering; Artificial intelligence; Programming language; Operating system","score_opus":0.01980384156375904,"score_gpt":0.2504454998646729,"score_spread":0.23064165830091388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1614978975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013307673,0.00021509567,0.9956084,0.0010052318,0.00026374258,0.00020047645,1.6487716e-7,0.0010305396,0.0003456106],"genre_scores_gemma":[0.22005044,0.000002955758,0.77511716,0.00011199749,0.00012871186,0.00007270152,4.320929e-7,0.0000155958,0.004500043],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913704,0.000046300283,0.00012181862,0.00022498741,0.00013005566,0.000339793],"domain_scores_gemma":[0.99898255,0.0005834779,0.00003646917,0.00034295005,0.000018373295,0.000036172754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069559924,0.00009935535,0.000076149525,0.000047423,0.0007005018,0.00046852752,0.00063873536,0.000031723208,0.0000018362199],"category_scores_gemma":[0.0007819113,0.0000652475,0.00007299791,0.00010512968,0.000014787013,0.0001997229,0.000103487255,0.00029651495,0.000015107494],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.880763e-7,0.000018710447,0.0001683199,0.0000114742315,0.0000117015525,0.0000013463401,0.0036871235,0.0003843758,0.00001363429,0.034786083,0.0035558627,0.9573607],"study_design_scores_gemma":[0.000119720615,0.000053985077,0.000079920894,0.000014834796,0.0000022842617,0.0000117907975,0.00007117818,0.23852502,0.000017475859,0.00003605919,0.76094925,0.00011844971],"about_ca_topic_score_codex":0.00003382112,"about_ca_topic_score_gemma":0.0000030894832,"teacher_disagreement_score":0.95724225,"about_ca_system_score_codex":0.000022061104,"about_ca_system_score_gemma":0.000010105501,"threshold_uncertainty_score":0.53877646},"labels":[],"label_agreement":null},{"id":"W163565582","doi":"","title":"E-LEARNING AND E-ASSESSMENT FOR A COMPUTER PROGRAMMING COURSE","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Correctness; Encryption; Course (navigation); Software engineering; Java; Selection (genetic algorithm); Programming language; Cryptography; Computer programming; Artificial intelligence; Computer security","score_opus":0.029918530271267403,"score_gpt":0.3031782408925711,"score_spread":0.2732597106213037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W163565582","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051929806,0.000049640803,0.99249774,0.0002113866,0.00016022153,0.00021864219,6.471115e-8,0.0005939301,0.0010753976],"genre_scores_gemma":[0.29423073,0.0000017997169,0.70532507,0.000060055332,0.000038093185,0.00003393766,7.631061e-7,0.000007744068,0.00030182468],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999057,0.000068664944,0.00013340008,0.00033031212,0.000109164714,0.00030143998],"domain_scores_gemma":[0.99954426,0.000087828856,0.00006541803,0.00016238987,0.00004377323,0.000096298485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060587976,0.00011052165,0.000117863194,0.000047913505,0.00027587928,0.00022448969,0.0002524436,0.00004061117,0.0000063458533],"category_scores_gemma":[0.000014150704,0.00009510019,0.00004486052,0.000093692666,0.000032130192,0.00021150007,0.00016405658,0.00023575162,0.000004031252],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018628187,0.00005748114,0.006904694,0.000013263918,0.0000142100525,0.0000028438255,0.002447894,0.0000056162326,0.0000043736227,0.03300356,0.00005334027,0.95749086],"study_design_scores_gemma":[0.001154588,0.0019191488,0.0250921,0.0000656348,0.000031674987,0.00007500748,0.0006903731,0.23358719,0.000057818314,0.0006983613,0.7360283,0.00059976004],"about_ca_topic_score_codex":0.00004745535,"about_ca_topic_score_gemma":0.0000035536077,"teacher_disagreement_score":0.9568911,"about_ca_system_score_codex":0.000012061252,"about_ca_system_score_gemma":0.00003500231,"threshold_uncertainty_score":0.38780734},"labels":[],"label_agreement":null},{"id":"W1655612426","doi":"10.1109/ccece.2000.849582","title":"Lifting the hood of the computer: program animation with the Teaching Machine","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Animation; Computer graphics (images); Computer animation; Computer facial animation; Multimedia; Human–computer interaction; Programming language; Engineering drawing; Engineering","score_opus":0.012882170876214178,"score_gpt":0.22265333665083448,"score_spread":0.2097711657746203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1655612426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06633409,0.00018525214,0.8978799,0.029934172,0.00020610927,0.0006789786,3.051692e-7,0.0007176536,0.0040635644],"genre_scores_gemma":[0.8787682,9.099272e-7,0.12038655,0.0003470321,0.000074434734,0.000015436955,2.9762776e-7,0.000008524775,0.00039862792],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985998,0.00043773168,0.00017242302,0.00021273657,0.0003445689,0.00023269378],"domain_scores_gemma":[0.9988303,0.0002499204,0.00019155085,0.00066683337,0.0000356059,0.000025774116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010838673,0.00012289078,0.00010160286,0.000025357736,0.0009159935,0.00035534368,0.001362333,0.000027228669,0.000005388815],"category_scores_gemma":[0.000051453004,0.000044490338,0.00006967702,0.00030792473,0.00008886654,0.00018929532,0.00029816735,0.0006126013,0.0000065378695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.361306e-7,0.00007525091,0.0020369233,0.000006878897,0.000017450819,4.654768e-7,0.0082383705,0.0009985846,0.000011438097,0.013724789,0.0005363332,0.97435266],"study_design_scores_gemma":[0.0002611176,0.00040906953,0.010639538,0.00007015363,0.000018897017,0.000059916038,0.00033928794,0.88840246,0.000056410358,0.00004197804,0.09953845,0.00016271493],"about_ca_topic_score_codex":0.0001521357,"about_ca_topic_score_gemma":0.000035426743,"teacher_disagreement_score":0.97418994,"about_ca_system_score_codex":0.000013093409,"about_ca_system_score_gemma":0.00001022976,"threshold_uncertainty_score":0.7045174},"labels":[],"label_agreement":null},{"id":"W1737214438","doi":"10.1007/bfb0020880","title":"Proactive modelling and the development of coaching strategies in geometry","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Chaining; MODELLER; Animation; Coaching; Computer science; Analogy; Mathematical proof; Brainstorming; Congruence (geometry); Geometry; Engineering drawing; Mathematics education; Computer graphics (images); Engineering; Artificial intelligence; Mathematics; Psychology; Epistemology","score_opus":0.02439921314949906,"score_gpt":0.25353911865110895,"score_spread":0.2291399055016099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1737214438","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022112897,0.0007073152,0.99562514,0.00023253848,0.00020166342,0.0002767813,2.4534185e-7,0.00005787875,0.0006871551],"genre_scores_gemma":[0.46570727,0.000009605548,0.5341434,0.00004911101,0.000051668732,0.000004402684,4.373069e-7,0.000008919976,0.000025220834],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760765,0.00007975058,0.0005088136,0.0008069271,0.00059034064,0.00040653293],"domain_scores_gemma":[0.9983767,0.0007113567,0.0002820231,0.000503095,0.00007154905,0.00005524066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002769171,0.00030695766,0.00042644583,0.0006839231,0.00027067374,0.00047133747,0.0015381825,0.00015564064,9.886555e-7],"category_scores_gemma":[0.000056248406,0.00022214663,0.00005232569,0.00040543595,0.0006636984,0.000514961,0.000790189,0.0011956726,0.000001303422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006416661,0.00000997806,0.000025705189,0.000019030816,0.000006462815,0.0000029530413,0.014070289,0.3256519,0.0000023941263,0.019839393,5.2634036e-8,0.6403654],"study_design_scores_gemma":[0.00044854573,0.000041693693,0.00016314385,0.0004731263,0.0000047604926,0.000019495837,0.000010163887,0.9704279,0.00013669762,0.027253855,0.0006471439,0.0003734724],"about_ca_topic_score_codex":0.000055013053,"about_ca_topic_score_gemma":0.00010877438,"teacher_disagreement_score":0.644776,"about_ca_system_score_codex":0.00014646839,"about_ca_system_score_gemma":0.0005616689,"threshold_uncertainty_score":0.90588766},"labels":[],"label_agreement":null},{"id":"W1755783531","doi":"10.21083/partnership.v6i2.1516","title":"Creating and Hosting Student-Run Research Journals: A Case Study","year":2011,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Publishing; World Wide Web; Academic library; Host (biology); Computer science; Public relations; Library science; Political science","score_opus":0.23108732409099406,"score_gpt":0.43400156989015976,"score_spread":0.2029142457991657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1755783531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95997787,0.0036475696,0.000419476,0.015536848,0.0001055892,0.0003951326,5.5557945e-7,0.000021237596,0.019895703],"genre_scores_gemma":[0.9956772,0.000245599,0.0035367485,0.000299187,0.000102546845,0.000004503991,1.9401593e-7,0.0000053541285,0.0001286953],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957386,0.0026652827,0.00042384324,0.0001111326,0.00062619743,0.0004349412],"domain_scores_gemma":[0.9961227,0.0024471944,0.0002616812,0.00018796019,0.00036303524,0.0006174334],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.019679777,0.00008427929,0.00012269808,0.00086696073,0.0030663891,0.0038264107,0.00047317767,0.00005712739,0.000013579035],"category_scores_gemma":[0.002808862,0.000056178356,0.000019600435,0.000714696,0.00026928875,0.0224718,0.00023501353,0.0020060935,0.0000032055984],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076111646,0.00007220147,0.070412815,0.00006018372,0.000108741966,0.0025531235,0.6354519,0.000009013688,0.0000013167912,0.03749841,0.0005765275,0.25317964],"study_design_scores_gemma":[0.0009650161,0.0020333778,0.03236447,0.0002982793,0.00003433876,0.030170687,0.730272,0.0011639022,0.000018449757,0.0008423193,0.20161493,0.00022222353],"about_ca_topic_score_codex":0.0031501378,"about_ca_topic_score_gemma":0.0002688708,"teacher_disagreement_score":0.25295743,"about_ca_system_score_codex":0.000018136923,"about_ca_system_score_gemma":0.0007154143,"threshold_uncertainty_score":0.9982315},"labels":[],"label_agreement":null},{"id":"W1822698205","doi":"10.1609/aaai.v24i3.18828","title":"Leveraging Mixed Reality Infrastructure for Robotics and Applied AI Instruction","year":2010,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Robotics; Artificial intelligence; Computer science; Mixed reality; Set (abstract data type); Educational robotics; Perception; Human–computer interaction; Robot; Augmented reality; Psychology","score_opus":0.05016068691775693,"score_gpt":0.29225636166319857,"score_spread":0.24209567474544164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822698205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.507431,0.000005295528,0.48240027,0.0070419014,0.0013083628,0.00056181516,0.00000215821,0.00022254516,0.001026702],"genre_scores_gemma":[0.9290134,0.0000024851122,0.07070767,0.00011908224,0.000094119794,0.000018462859,5.2856245e-7,0.000009713047,0.000034583685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986962,0.000011246227,0.0003365912,0.0004360602,0.0002489121,0.00027099723],"domain_scores_gemma":[0.9990065,0.000086058295,0.000287402,0.0002367947,0.00030822356,0.000074982294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006673345,0.00017538977,0.00019643978,0.00008858931,0.00036507534,0.00038773383,0.00091709296,0.000118982214,0.000004149555],"category_scores_gemma":[0.00041520628,0.00013695237,0.00006156889,0.00027524418,0.00022163086,0.000250164,0.00024215806,0.0006937439,0.0000032966211],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018951645,0.00001825757,0.0002118029,0.000029668054,0.000005453739,2.3400563e-8,0.0011413179,0.00023349324,0.017458193,0.59711283,0.000038334212,0.3837317],"study_design_scores_gemma":[0.00014886334,0.00023662216,0.0047868313,0.00016625131,0.000034505385,0.000026373582,0.0013563915,0.17312437,0.30526,0.51083714,0.0034380532,0.0005845857],"about_ca_topic_score_codex":0.000023722612,"about_ca_topic_score_gemma":0.000009652464,"teacher_disagreement_score":0.4215824,"about_ca_system_score_codex":0.000017819502,"about_ca_system_score_gemma":0.00005892457,"threshold_uncertainty_score":0.55847555},"labels":[],"label_agreement":null},{"id":"W1824185384","doi":"10.24908/pceea.v0i0.3811","title":"RETHINKING THE FIRST YEAR PROGRAMMING COURSE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Microcontroller; Enthusiasm; Course (navigation); Computer science; Mathematics education; Inductive programming; Software engineering; Programming language; Programming paradigm; Engineering; Embedded system; Mathematics; Psychology","score_opus":0.01209238344247504,"score_gpt":0.2008147923415763,"score_spread":0.18872240889910125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824185384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71638566,0.001696472,0.017441567,0.17792791,0.029786441,0.005732232,0.000018044035,0.004548572,0.04646311],"genre_scores_gemma":[0.968528,0.000001964048,0.030185934,0.00024110134,0.00013508224,0.00004263655,7.9559715e-7,0.000019830777,0.00084468134],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892163,0.000010638248,0.00020502837,0.00019816785,0.00032361937,0.00034091785],"domain_scores_gemma":[0.9989887,0.000051730287,0.0003297964,0.00019020571,0.00031789643,0.00012171217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001125277,0.00011988265,0.00010300334,0.00012449702,0.00048535652,0.00027079353,0.0010078342,0.000106813495,0.0000061642213],"category_scores_gemma":[0.00078834966,0.00009537922,0.000082787425,0.0005701572,0.000020893338,0.00030982052,0.000068138375,0.00042182818,0.000010279707],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002574716,0.00019658516,0.43906325,0.00024811085,0.00022009922,3.7406423e-7,0.108909994,0.00032353948,0.00007248638,0.3443978,0.025531255,0.08103391],"study_design_scores_gemma":[0.00023247508,0.00004747935,0.38489926,0.00037973165,0.00008069236,0.000013544523,0.0013602003,0.0042631268,0.0005125099,0.0017023752,0.60597044,0.00053818454],"about_ca_topic_score_codex":0.0075636287,"about_ca_topic_score_gemma":0.0038055312,"teacher_disagreement_score":0.58043915,"about_ca_system_score_codex":0.00070720183,"about_ca_system_score_gemma":0.00045053026,"threshold_uncertainty_score":0.9990451},"labels":[],"label_agreement":null},{"id":"W183063893","doi":"","title":"Using graphical examples to motivate the study of recursion","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Recursion (computer science); Computer science; sort; Mutual recursion; Pointer (user interface); Merge (version control); Theoretical computer science; Double recursion; Sorting algorithm; Divide and conquer algorithms; Data structure; Range (aeronautics); Sorting; Algorithm; Programming language; Artificial intelligence; Database; Information retrieval","score_opus":0.06742595452042172,"score_gpt":0.32103050756043794,"score_spread":0.2536045530400162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W183063893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.680743,0.000007848568,0.31802237,0.0008900324,0.000046669265,0.00010272511,1.745123e-8,0.00008233484,0.000105009174],"genre_scores_gemma":[0.917326,2.0308367e-7,0.082451895,0.00014619349,0.000015663878,7.5080993e-7,4.049918e-8,0.0000018904622,0.000057404584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99921685,0.00016107535,0.00011898957,0.00017825022,0.00018904154,0.00013578385],"domain_scores_gemma":[0.99948305,0.000072971634,0.000036720998,0.00034076834,0.00002628309,0.00004017907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000540993,0.000057484787,0.000078685094,0.00006786149,0.0001584513,0.00006849089,0.0004889298,0.000016777736,0.0000020596776],"category_scores_gemma":[0.00006606115,0.00003422332,0.000026100897,0.00039486965,0.000010212032,0.00007838079,0.00009012469,0.00013090642,0.0000018997805],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073847696,0.0004665401,0.007695307,0.0000018445382,0.000009778436,0.0000036783974,0.01722551,0.0021229223,0.001445146,0.020368615,0.00010827648,0.950545],"study_design_scores_gemma":[0.0019892056,0.010291163,0.8198101,0.0002154709,0.000050198145,0.000059440747,0.011507922,0.06652721,0.00299022,0.005238831,0.08021695,0.0011032821],"about_ca_topic_score_codex":0.00022680168,"about_ca_topic_score_gemma":0.0000077454915,"teacher_disagreement_score":0.94944173,"about_ca_system_score_codex":0.000006405306,"about_ca_system_score_gemma":0.000007269484,"threshold_uncertainty_score":0.13955866},"labels":[],"label_agreement":null},{"id":"W1835322629","doi":"10.1007/bfb0042368","title":"Questions in planning undergraduate software engineering","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Plan (archaeology); Process (computing); Software; Engineering ethics; Position (finance); Engineering management; Engineering; Politics; Position paper; Computer science; Software engineering; Mathematics education; Sociology; Pedagogy; Political science; World Wide Web; Psychology; Business; Programming language","score_opus":0.013048317389191707,"score_gpt":0.24201151701870852,"score_spread":0.2289631996295168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1835322629","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013795549,0.0006283478,0.9966909,0.00048779696,0.0010459564,0.00016912111,9.581822e-7,0.0005323978,0.00030656328],"genre_scores_gemma":[0.1940605,0.0000054620477,0.80508965,0.00019623779,0.00026194207,0.000008317746,0.000005628652,0.000040068182,0.000332211],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996998,0.00003757605,0.0004422613,0.0011738971,0.00061883475,0.0007294245],"domain_scores_gemma":[0.9982666,0.00055675546,0.00017568226,0.0008197976,0.00006760282,0.000113563496],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008822352,0.0004445463,0.00039964696,0.0012303573,0.00022100631,0.0006161801,0.001971847,0.00026182242,0.0000015897198],"category_scores_gemma":[0.00024456007,0.00045756885,0.00009346261,0.0006740285,0.00018328261,0.00044755577,0.00068608247,0.0016399897,0.000016774533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.4081127e-7,0.0000119636825,0.0006934109,0.000022050768,0.0000027626395,0.00012602388,0.00043067278,0.65581435,0.0000056657263,0.0054881284,0.000010871198,0.33739346],"study_design_scores_gemma":[0.00034357424,0.00013175329,0.002989563,0.00233893,0.0000071493714,0.00013254967,1.9174823e-7,0.9489319,0.0000515142,0.027902113,0.01590891,0.0012618798],"about_ca_topic_score_codex":0.00014325306,"about_ca_topic_score_gemma":0.00006348926,"teacher_disagreement_score":0.3361316,"about_ca_system_score_codex":0.00036473002,"about_ca_system_score_gemma":0.00028509414,"threshold_uncertainty_score":0.9997876},"labels":[],"label_agreement":null},{"id":"W1867099580","doi":"","title":"Assessing the Impact of an Autonomous Robotics Competition for STEM Education","year":2014,"lang":"en","type":"article","venue":"Journal of STEM education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Educational robotics; Competition (biology); Robot; Evolutionary robotics; Computer science; Mathematics education; Mathematics","score_opus":0.03207900490308526,"score_gpt":0.36437815409684243,"score_spread":0.3322991491937572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1867099580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47407696,0.00011932378,0.52384055,0.0007325962,0.001044957,0.00010033302,1.3902562e-7,0.000015825031,0.00006930056],"genre_scores_gemma":[0.9082517,0.0000016324316,0.091200724,0.000032279986,0.00043072077,0.000004104681,0.0000022497936,0.0000073782344,0.00006919424],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998963,0.00027741815,0.00037362147,0.00010052046,0.00017199981,0.00011341926],"domain_scores_gemma":[0.9981379,0.00021059818,0.00090574904,0.00024382213,0.0004332294,0.000068730384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016365048,0.00007994015,0.00014428038,0.00013611685,0.00017624856,0.00036012658,0.00039776484,0.00004018253,8.2455506e-7],"category_scores_gemma":[0.000047653713,0.000054901095,0.000114962,0.00014893831,0.000018910863,0.00096539065,0.00001562983,0.00017953629,8.7630116e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035084176,0.00031138174,0.0014889237,0.000028721286,0.000017130096,2.996187e-8,0.0024245244,0.01148022,0.000274341,0.010982611,0.00010484238,0.97288376],"study_design_scores_gemma":[0.0018235336,0.0066070957,0.51600236,0.0023613144,0.00036771796,0.001104602,0.023859339,0.40131587,0.0021261906,0.012565369,0.0308164,0.001050192],"about_ca_topic_score_codex":0.00004274004,"about_ca_topic_score_gemma":0.0000010644911,"teacher_disagreement_score":0.9718336,"about_ca_system_score_codex":0.00017086438,"about_ca_system_score_gemma":0.0011431957,"threshold_uncertainty_score":0.34727088},"labels":[],"label_agreement":null},{"id":"W1875842584","doi":"10.48550/arxiv.1012.5494","title":"Contents of COMP6411 Summer 2010 Final Reports on Comparative Studies of Programming Languages","year":2010,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Set (abstract data type); Index (typography); Mathematics education; Linguistics; Programming language; Mathematics","score_opus":0.2759541309341326,"score_gpt":0.29295621323175847,"score_spread":0.017002082297625842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1875842584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9524561,0.00030278176,0.045495152,0.000050255207,0.0008126332,0.00034991055,0.0000054635884,0.00017819111,0.00034950988],"genre_scores_gemma":[0.98772055,0.00002296879,0.011387644,0.000014036185,0.00003614923,0.0000014348861,0.000010654213,0.000011647087,0.0007949048],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998084,0.00024082263,0.00039280148,0.0008121988,0.00017364445,0.0002965301],"domain_scores_gemma":[0.9972068,0.0002843743,0.0010490544,0.0010451215,0.00032368783,0.00009094729],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055427814,0.00030515314,0.0007200056,0.00027890762,0.00013611943,0.000044019143,0.0009235912,0.00022540567,0.000004520675],"category_scores_gemma":[0.0001456898,0.0003036577,0.00024396396,0.0003009055,0.00036217945,0.00014370028,0.001046071,0.001226957,0.0000052494815],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006804651,0.00492823,0.3017978,0.0034029442,0.005312292,0.0057475204,0.078122035,0.24988739,0.0026922224,0.20928027,0.0026571443,0.13549167],"study_design_scores_gemma":[0.018870207,0.013161794,0.3038756,0.027631938,0.0045203078,0.0006125193,0.08777241,0.32426098,0.06327392,0.03267297,0.10576897,0.017578399],"about_ca_topic_score_codex":0.0005396637,"about_ca_topic_score_gemma":0.00009485174,"teacher_disagreement_score":0.1766073,"about_ca_system_score_codex":0.00005495958,"about_ca_system_score_gemma":0.000083072795,"threshold_uncertainty_score":0.9999415},"labels":[],"label_agreement":null},{"id":"W190595213","doi":"10.18260/1-2--8383","title":"Fire Fighting Robot Competitions And Learning Outcomes – A Quantitative Assessment","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Sophistication; Robot; Capstone; Educational robotics; Artificial intelligence; Robotics; Teamwork; Computer science; Engineering; Management; Sociology; Political science; Computer security; Social science","score_opus":0.040989306713860946,"score_gpt":0.3160935453628675,"score_spread":0.27510423864900657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W190595213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022555543,0.00006492652,0.95837784,0.016389413,0.000053222702,0.0000661565,2.4274186e-7,0.0006141155,0.001878539],"genre_scores_gemma":[0.55475545,0.0000018900108,0.4445627,0.00045804723,0.00001017154,0.000003815437,0.0000014435223,0.0000041624653,0.00020231586],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990416,0.00020388847,0.0001360929,0.000288094,0.00014914127,0.00018118598],"domain_scores_gemma":[0.99930054,0.0003973962,0.00006399314,0.000101651545,0.000027165148,0.00010928379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027781882,0.00010024191,0.00014369591,0.000027258391,0.00047994923,0.00030239162,0.00021915004,0.000024854373,0.000020400055],"category_scores_gemma":[0.00024541022,0.00008414635,0.000040763054,0.00017072179,0.000026573829,0.00024675002,0.00020053594,0.00046398424,0.000023620687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027204737,0.00007640103,0.11745268,0.000054052696,0.00008158048,0.0000317454,0.026096515,0.010973444,0.00025471108,0.39487982,0.0002117781,0.44988453],"study_design_scores_gemma":[0.00047844896,0.00045889514,0.09389979,0.00005163941,0.000012494024,0.000011060685,0.0031425823,0.8279497,0.000016137676,0.0001736528,0.073425494,0.0003800835],"about_ca_topic_score_codex":0.00006621954,"about_ca_topic_score_gemma":0.000004205633,"teacher_disagreement_score":0.8169763,"about_ca_system_score_codex":0.000012114365,"about_ca_system_score_gemma":0.000024724563,"threshold_uncertainty_score":0.369143},"labels":[],"label_agreement":null},{"id":"W1940908211","doi":"10.24908/pceea.v0i0.3089","title":"Retention in Computer Science Course","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Publicity; Bust; Mathematics education; Curriculum; AP Computer Science; Medical education; Psychology; Science education; Pedagogy; Medicine; Engineering; Political science","score_opus":0.004394001681471871,"score_gpt":0.20919950220153757,"score_spread":0.20480550052006571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940908211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98013276,0.000022215732,0.0035524808,0.009305283,0.0055739423,0.00028590532,0.0000013431356,0.0001825012,0.0009435479],"genre_scores_gemma":[0.9636844,4.6404006e-7,0.035775263,0.000109105786,0.00012018036,0.000012495893,6.9643664e-7,0.000008196066,0.00028921862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989543,0.0000053492367,0.00017962222,0.00021939816,0.00034248666,0.00029883743],"domain_scores_gemma":[0.99909073,0.00002827527,0.00021010896,0.0001415748,0.00038301144,0.0001462805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014771478,0.00008354443,0.00008545824,0.00035657967,0.00021216326,0.00030389213,0.0007777298,0.0000851206,0.0000030477588],"category_scores_gemma":[0.0007919494,0.00008290167,0.000040928786,0.0010260857,0.000029923985,0.00052781164,0.000055078504,0.00045130044,0.000005263233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011681149,0.00021405086,0.5579341,0.00014271475,0.000031243748,2.6472102e-7,0.009244253,0.002994685,0.017971976,0.19571121,0.0054304386,0.21032391],"study_design_scores_gemma":[0.00016350525,0.000017137885,0.9059753,0.00011694594,0.000009382391,0.0000074174486,0.00006881025,0.06680539,0.0011235835,0.00034307284,0.025113974,0.00025551414],"about_ca_topic_score_codex":0.006046277,"about_ca_topic_score_gemma":0.0052324026,"teacher_disagreement_score":0.34804118,"about_ca_system_score_codex":0.0007633224,"about_ca_system_score_gemma":0.00096565025,"threshold_uncertainty_score":0.91402024},"labels":[],"label_agreement":null},{"id":"W1964175093","doi":"","title":"Proceedings of the 38th SIGCSE technical symposium on Computer science education","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Presentation (obstetrics); Session (web analytics); IBM; Library science; Thursday; Honor; World Wide Web","score_opus":0.008420419363533492,"score_gpt":0.26370631587545085,"score_spread":0.25528589651191735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964175093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42705843,0.000008592617,0.5394273,0.0038032674,0.0010821327,0.00030673895,5.5919376e-8,0.0004701783,0.02784335],"genre_scores_gemma":[0.8551862,2.0985955e-7,0.14397359,0.0003512491,0.00006791086,0.0000016692096,3.9019056e-8,0.0000031500565,0.00041597875],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989317,0.000007839017,0.00015252699,0.00028533128,0.00039645174,0.0002261276],"domain_scores_gemma":[0.99940044,0.000058106158,0.00009106243,0.0002534177,0.00013411175,0.000062882275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014944461,0.000071647184,0.000065792505,0.00012585813,0.00023461606,0.0001499058,0.001178842,0.00003333032,0.0000011645337],"category_scores_gemma":[0.000063531166,0.000045028766,0.000039490344,0.0007996853,0.00017992107,0.00025421608,0.0002647481,0.00022138885,0.0000072806342],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004169087,0.0002778043,0.0050219875,0.000013292245,0.0000019074896,1.9067912e-7,0.0012754701,0.00007012693,0.016748687,0.32921284,0.000771094,0.64660245],"study_design_scores_gemma":[0.00089263165,0.001971548,0.4961699,0.00078885106,0.000026537267,0.00024762974,0.00060713256,0.026129464,0.30468556,0.0024933424,0.1646974,0.0012900047],"about_ca_topic_score_codex":0.000020709389,"about_ca_topic_score_gemma":0.0000015058608,"teacher_disagreement_score":0.6453124,"about_ca_system_score_codex":0.000055964214,"about_ca_system_score_gemma":0.00018465436,"threshold_uncertainty_score":0.21906015},"labels":[],"label_agreement":null},{"id":"W1964432992","doi":"10.1108/17415650810930910","title":"Effect of algorithms’ multiple representations in the context of programming education","year":2008,"lang":"en","type":"article","venue":"Interactive Technology and Smart Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Flowchart; Computer science; Construct (python library); Frame (networking); Context (archaeology); Interpreter; Mathematics education; Originality; Programming language; Psychology; Creativity","score_opus":0.010542797757040845,"score_gpt":0.3154105280979169,"score_spread":0.30486773034087605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964432992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98644894,0.00027557972,0.011262793,0.0012641123,0.00025181667,0.00031308635,2.707927e-7,0.00004907779,0.000134303],"genre_scores_gemma":[0.986717,0.000008835706,0.0130395815,0.000027766284,0.000014246955,0.00014564357,0.000004345406,0.000002936271,0.000039673032],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99924964,0.00022545594,0.00018534146,0.00017577593,0.00007419563,0.00008956751],"domain_scores_gemma":[0.99895144,0.00052226736,0.00016867841,0.00025322716,0.00009257282,0.000011832253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039792442,0.00006854148,0.00011933842,0.00040594008,0.00010030134,0.000012113488,0.00026020376,0.00006422377,7.225744e-7],"category_scores_gemma":[0.0006019753,0.00005299154,0.000026817383,0.00053066446,0.00015025002,0.00021596756,0.00004304178,0.000253901,0.0000012140579],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010506469,0.00024797046,0.1428815,0.0000162367,0.0000075597836,3.7280606e-7,0.011667485,0.0000010644115,0.00026651192,0.004129796,0.00004196963,0.840729],"study_design_scores_gemma":[0.0025452406,0.004509143,0.7224946,0.0010616446,0.00009389245,0.0011262671,0.08153087,0.005113528,0.10961658,0.0037892514,0.067336865,0.00078213005],"about_ca_topic_score_codex":0.00044927414,"about_ca_topic_score_gemma":0.000027648988,"teacher_disagreement_score":0.83994687,"about_ca_system_score_codex":0.000021966545,"about_ca_system_score_gemma":0.0001285462,"threshold_uncertainty_score":0.21609323},"labels":[],"label_agreement":null},{"id":"W1970891913","doi":"10.4236/ce.2014.510097","title":"Teaching and Knowing beyond the Water Cycle: What Does It Mean to Be Water Literate?","year":2014,"lang":"en","type":"article","venue":"Creative Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Water cycle; Animal life; Fresh water; Literacy; Ecology; Astrobiology; Psychology; Environmental science; Pedagogy; Physics; Biology; Zoology; Water resource management","score_opus":0.01103308030877877,"score_gpt":0.27869367142700785,"score_spread":0.2676605911182291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970891913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.856676,0.00009957125,0.06470531,0.07424362,0.0012468351,0.00024558292,1.9970807e-7,0.00014859118,0.0026343106],"genre_scores_gemma":[0.97295654,0.0000035152395,0.01570759,0.003536642,0.0003619761,0.000049820042,0.000012087684,0.000012935504,0.007358911],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985174,0.000558319,0.00014288918,0.00036223288,0.00014337523,0.00027579814],"domain_scores_gemma":[0.99930346,0.00015164273,0.00003096051,0.0003552869,0.00006574734,0.00009287716],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015186556,0.00013707732,0.000106505,0.0000899098,0.000802145,0.001495712,0.00033998667,0.000037104128,0.000016318412],"category_scores_gemma":[0.00010037905,0.000056645848,0.000029499586,0.00006095671,0.000039998715,0.0010755797,0.0001760465,0.00032706364,0.00004324997],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015126257,0.000026976124,0.00007918056,0.0000073040574,0.000007002888,1.0442587e-7,0.36304075,0.000018038654,0.00088122726,0.0030395724,0.00015376527,0.6327446],"study_design_scores_gemma":[0.0001293812,0.00011110296,0.0008702829,0.00015499604,0.000018656136,0.000010832199,0.0327408,0.0014701207,0.010116715,0.003416819,0.9506589,0.00030139153],"about_ca_topic_score_codex":0.00024006434,"about_ca_topic_score_gemma":0.00003290531,"teacher_disagreement_score":0.95050514,"about_ca_system_score_codex":0.000039797327,"about_ca_system_score_gemma":0.000021123786,"threshold_uncertainty_score":0.9995408},"labels":[],"label_agreement":null},{"id":"W1970970428","doi":"10.1145/1989622.1989639","title":"Workshop learning operating system by designing one","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Key (lock); Task (project management); Subject matter; Software; Software engineering; Subject (documents); Human–computer interaction; Systems engineering; Operating system; Engineering; Curriculum; World Wide Web","score_opus":0.04859665049969924,"score_gpt":0.2360561804865584,"score_spread":0.18745952998685916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970970428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070850593,0.0001448379,0.9778544,0.00007070147,0.00014584944,0.00007369774,2.8234851e-8,0.0016935209,0.012931908],"genre_scores_gemma":[0.59059495,5.930898e-7,0.4074533,0.000035659697,0.000026724674,0.000007302137,5.800692e-7,0.000010103345,0.0018707741],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856496,0.00026789334,0.00021283005,0.0003760498,0.00020127883,0.0003769897],"domain_scores_gemma":[0.9993628,0.0001191703,0.00008591702,0.00028970488,0.000037135127,0.00010524748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010318466,0.00013148705,0.00014961432,0.000065327135,0.0004978332,0.0003369102,0.0006188386,0.00006525264,0.000021639566],"category_scores_gemma":[0.00012467163,0.00012223917,0.000044304754,0.0002484501,0.000018382336,0.00040158123,0.0001930392,0.00049805763,0.00010870648],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037634518,0.000108668806,0.006341445,0.000060373768,0.00005753287,0.000030097966,0.030061323,0.000897157,0.0034985503,0.056378335,0.0007526346,0.9018101],"study_design_scores_gemma":[0.0026260035,0.0013517145,0.002703926,0.0024031708,0.00009736114,0.00035891903,0.04018907,0.7912722,0.039693598,0.00014435612,0.11489121,0.004268446],"about_ca_topic_score_codex":0.00018997655,"about_ca_topic_score_gemma":0.0000017032505,"teacher_disagreement_score":0.8975417,"about_ca_system_score_codex":0.000041336272,"about_ca_system_score_gemma":0.000021987582,"threshold_uncertainty_score":0.49847686},"labels":[],"label_agreement":null},{"id":"W1971343642","doi":"10.2316/journal.208.2007.1.208-0906","title":"CODE CAMP: A SETTING FOR COLLABORATIVE LEARNING OF PROGRAMMING","year":2007,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Code (set theory); Computer science; Event (particle physics); Value (mathematics); Multimedia; World Wide Web; Programming language; Machine learning","score_opus":0.009490394735765026,"score_gpt":0.2931499987763422,"score_spread":0.28365960404057716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971343642","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05276629,0.00058894913,0.9431995,0.0005606448,0.00016900674,0.0008874462,0.0000016504849,0.0017463058,0.000080183156],"genre_scores_gemma":[0.47727287,0.00000440808,0.5222632,0.000012510138,0.000027651238,0.00014666919,0.000008462225,0.000030593645,0.00023360385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757564,0.00007617311,0.000544609,0.00067814946,0.00019412607,0.00093131786],"domain_scores_gemma":[0.9972686,0.0011729622,0.0006891867,0.00034994198,0.00044254368,0.000076763594],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022542274,0.00026321033,0.00042049272,0.0005893975,0.00087247905,0.000067403285,0.0007269858,0.00028602956,8.069506e-7],"category_scores_gemma":[0.0036301468,0.00028129778,0.00014448394,0.001343629,0.00017445353,0.00034597662,0.00020472471,0.0009900494,0.0000025168495],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005545989,0.000040379808,0.0049073687,0.00008170573,0.00004591833,0.0000038855906,0.0022855871,0.007992785,0.0062840474,0.037382055,0.0000057426087,0.94091505],"study_design_scores_gemma":[0.0025157512,0.0026072974,0.00025707338,0.00030435802,0.00004335829,0.00003948241,0.010164069,0.021026028,0.032580495,0.0026318184,0.92711836,0.000711917],"about_ca_topic_score_codex":0.0000036257675,"about_ca_topic_score_gemma":0.000009939686,"teacher_disagreement_score":0.94020313,"about_ca_system_score_codex":0.000083676234,"about_ca_system_score_gemma":0.00009094771,"threshold_uncertainty_score":0.99996394},"labels":[],"label_agreement":null},{"id":"W1973469398","doi":"10.1145/2512276.2512291","title":"Computing is not a rock band","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Variety (cybernetics); Computer science; Institution; Data science; Information technology; Mathematics education; Artificial intelligence; Psychology; Social science; Sociology","score_opus":0.01591852365566582,"score_gpt":0.24227349704047973,"score_spread":0.22635497338481392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973469398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04292193,0.00002047549,0.9491281,0.0032525049,0.0001451556,0.000063213985,2.9554899e-8,0.00052818144,0.003940434],"genre_scores_gemma":[0.8460416,2.4997044e-7,0.14965688,0.0014591297,0.00004382037,0.0000017930608,1.4824153e-7,0.0000039762854,0.0027923859],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992793,0.00003852141,0.00010324057,0.00022209472,0.00013182712,0.00022498201],"domain_scores_gemma":[0.9995371,0.000067228124,0.00003415615,0.00026384843,0.000030015703,0.0000676673],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001725161,0.00007058374,0.00007377929,0.000039446895,0.00016475833,0.0003922572,0.00042634728,0.000028368193,0.00010582795],"category_scores_gemma":[0.000025811329,0.000057474397,0.000035988156,0.00012481672,0.000005704883,0.00024583295,0.00012497666,0.00016021475,0.001016339],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6691697e-7,0.000020944539,0.002060147,0.000005362826,0.0000071893382,0.000001697582,0.0035715941,0.00019258892,0.00022134004,0.0048851958,0.0084085865,0.9806251],"study_design_scores_gemma":[0.00041050726,0.00011344306,0.021247355,0.000037268477,0.0000035796324,0.00003711179,0.00019221535,0.6450044,0.0027123282,0.0004265156,0.32936752,0.00044777684],"about_ca_topic_score_codex":0.00035477715,"about_ca_topic_score_gemma":0.0000010835246,"teacher_disagreement_score":0.9801773,"about_ca_system_score_codex":0.0000090870835,"about_ca_system_score_gemma":0.00001218357,"threshold_uncertainty_score":0.99976146},"labels":[],"label_agreement":null},{"id":"W1974160334","doi":"10.1145/1723028.1723108","title":"CASCON high school programming competition 2009","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Competition (biology); Computer science","score_opus":0.01069010338375676,"score_gpt":0.2458656696570193,"score_spread":0.23517556627326255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974160334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02141052,0.00011134448,0.969606,0.003999992,0.00025017266,0.0001565177,1.4937521e-7,0.0015987986,0.002866509],"genre_scores_gemma":[0.68160564,0.0000016339383,0.31696287,0.00051184715,0.00008369749,0.0000036631093,0.0000028008576,0.0000037679345,0.00082408095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988943,0.00007968518,0.00016174199,0.00031719983,0.00021378035,0.00033334765],"domain_scores_gemma":[0.9993664,0.000030068903,0.00005853889,0.00036573948,0.000040416486,0.00013880689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036933058,0.00011751923,0.00011425923,0.00009431118,0.00021468064,0.00043187,0.00045099325,0.000053432475,0.0000366909],"category_scores_gemma":[0.000060096667,0.00010483277,0.000051259998,0.00027333354,0.000015419573,0.00043127683,0.000047521247,0.0002832221,0.00022095918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013868449,0.000055685785,0.00026999114,0.0000023932378,0.00000313804,0.000011712227,0.00017567961,0.00007630444,0.000100259116,0.12605383,0.0003707747,0.87287885],"study_design_scores_gemma":[0.0012738749,0.0013082301,0.06440516,0.00015442121,0.000017632117,0.00018268263,0.00019710806,0.010787064,0.0010475718,0.0052947584,0.91428137,0.0010501062],"about_ca_topic_score_codex":0.00015596989,"about_ca_topic_score_gemma":0.0000069733724,"teacher_disagreement_score":0.9139106,"about_ca_system_score_codex":0.000037063277,"about_ca_system_score_gemma":0.000032754193,"threshold_uncertainty_score":0.42749563},"labels":[],"label_agreement":null},{"id":"W1974466741","doi":"10.1111/j.1937-8327.1990.tb00454.x","title":"Instructional Design Rules for Algorithmic Subject Matter","year":2008,"lang":"en","type":"article","venue":"Performance Improvement Quarterly","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège de Maisonneuve; Concordia University","funders":"","keywords":"Subject matter; Computer science; Instructional design; Subject (documents); Multimedia; Psychology; Pedagogy; World Wide Web; Curriculum","score_opus":0.021580923089872358,"score_gpt":0.23223168243186784,"score_spread":0.21065075934199548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974466741","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3776189,0.000021864405,0.6212137,0.00022134275,0.0004075603,0.00028582153,0.000001501442,0.00017595997,0.000053346044],"genre_scores_gemma":[0.58439314,0.0000043989276,0.41415083,0.00021451621,0.000201052,0.00020329072,0.000008196179,0.00001528056,0.0008092912],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862087,0.00003663642,0.00026689764,0.00037930952,0.0002564409,0.0004398715],"domain_scores_gemma":[0.9993531,0.00005561827,0.00011422225,0.00034137242,0.000062062856,0.000073638366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039062937,0.00017938469,0.00014762717,0.00016708313,0.0005374584,0.00013346704,0.0005042805,0.00005127729,0.000014569616],"category_scores_gemma":[0.0000051029906,0.0001648696,0.000080738326,0.00015506867,0.0000517484,0.00076571497,0.000027305645,0.00018391632,0.00017064398],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017079157,0.000054335065,0.0018947483,0.000031957523,0.00001941695,0.000001531082,0.0018224219,0.00009834281,0.00062220887,0.00040489316,0.00073235866,0.9943007],"study_design_scores_gemma":[0.0072812187,0.018749148,0.15940204,0.0001832773,0.000055001554,0.0007621008,0.00042709766,0.60362375,0.0101700565,0.0016049736,0.19493747,0.0028039],"about_ca_topic_score_codex":0.000019501422,"about_ca_topic_score_gemma":4.472095e-7,"teacher_disagreement_score":0.9914968,"about_ca_system_score_codex":0.00005908106,"about_ca_system_score_gemma":0.00007379801,"threshold_uncertainty_score":0.67231876},"labels":[],"label_agreement":null},{"id":"W1975172510","doi":"10.1145/2538862.2544301","title":"Who drops CS1? (abstract only)","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Intuition; Categorization; Computer science; Mathematics education; Drop out; Class (philosophy); Midpoint; Artificial intelligence; Psychology; Mathematics; Cognitive science","score_opus":0.010658415159966671,"score_gpt":0.23955451623025317,"score_spread":0.2288961010702865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975172510","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043333218,0.000020800151,0.9138832,0.0015349602,0.0002734115,0.000036611942,4.1535312e-8,0.0008420471,0.04007568],"genre_scores_gemma":[0.8983674,6.1194726e-7,0.096049584,0.00034123997,0.00008392001,0.0000011814279,3.6650937e-7,0.000005546523,0.005150157],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992342,0.00005394132,0.00010226497,0.00023483734,0.00015249083,0.00022228337],"domain_scores_gemma":[0.99935204,0.00012502697,0.000037562764,0.00039058528,0.000017691713,0.00007710624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051292253,0.00007681545,0.00008467974,0.000047454152,0.00013531529,0.00024307179,0.0005480313,0.000036890357,0.000031408024],"category_scores_gemma":[0.000120393845,0.00006313065,0.000042899243,0.00011808696,0.000017074984,0.00020977494,0.000101754886,0.00020980104,0.00031060295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.9818346e-7,0.000016924096,0.0016869302,0.0000031084944,0.0000028224204,0.0000026231087,0.00031651676,0.00004061027,0.000021411035,0.12006179,0.00079297606,0.87705386],"study_design_scores_gemma":[0.00014836495,0.000096808566,0.035599515,0.000017531678,0.000001844439,0.000031061765,0.000020506854,0.01489005,0.00009843002,0.0006310499,0.9482729,0.00019194729],"about_ca_topic_score_codex":0.00012614197,"about_ca_topic_score_gemma":0.000011785954,"teacher_disagreement_score":0.9474799,"about_ca_system_score_codex":0.000009984055,"about_ca_system_score_gemma":0.000020332605,"threshold_uncertainty_score":0.3992276},"labels":[],"label_agreement":null},{"id":"W1976185020","doi":"10.1145/2247569.2247576","title":"Perceptions of foundational knowledge by computer science students","year":2012,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Edinburgh; University of Washington","keywords":"Perception; Computer science; Field (mathematics); Subject (documents); Mathematics education; Data science; Epistemology; Psychology; Mathematics; World Wide Web","score_opus":0.017770384851003854,"score_gpt":0.33531265708556696,"score_spread":0.3175422722345631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976185020","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16978498,0.000036239726,0.8287246,0.0000922529,0.00034576046,0.000036357844,2.4499536e-7,0.0000990232,0.0008804984],"genre_scores_gemma":[0.8055314,5.0785474e-7,0.1937746,0.000040837833,0.000060206658,0.0000022544946,0.0000011651291,0.000002161169,0.000586866],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999109,0.000045418037,0.0001154154,0.00015933347,0.00033459486,0.00023620007],"domain_scores_gemma":[0.9995094,0.00005445911,0.000039954473,0.00022071131,0.000076133765,0.00009933168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009106163,0.000056403565,0.000063240695,0.00009201317,0.00024414845,0.00014446049,0.0008523434,0.000016988557,0.00003098365],"category_scores_gemma":[0.00002133943,0.000048550817,0.000027424254,0.0003431081,0.0001394277,0.0006883996,0.0003426264,0.00009053983,0.00012484135],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.079576e-7,0.00070976693,0.30573317,0.000008348433,0.000009932232,7.4670275e-8,0.009728971,0.0000337258,0.00095760945,0.04198788,0.0025373956,0.6382925],"study_design_scores_gemma":[0.0005501101,0.00020418104,0.7865572,0.000040454688,0.000009929616,0.000015505313,0.0003815118,0.03198211,0.0005636586,0.00011887836,0.17913187,0.00044460298],"about_ca_topic_score_codex":0.000017543349,"about_ca_topic_score_gemma":7.5810533e-7,"teacher_disagreement_score":0.6378479,"about_ca_system_score_codex":0.000033489054,"about_ca_system_score_gemma":0.000046620386,"threshold_uncertainty_score":0.19798449},"labels":[],"label_agreement":null},{"id":"W1978140212","doi":"10.1145/1028174.971418","title":"Implementation challenges for a K-12 computer science curriculum","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Curriculum; Computer science; Mathematics education; Work (physics); Multimedia; Pedagogy; World Wide Web; Engineering; Psychology","score_opus":0.028007833469437325,"score_gpt":0.30510600139261584,"score_spread":0.27709816792317854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978140212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035366382,0.00025448168,0.93464935,0.028197477,0.0005686783,0.00038336084,7.5883287e-7,0.00046844495,0.00011105965],"genre_scores_gemma":[0.50499994,0.000013284257,0.49443835,0.00031962848,0.0001466331,0.000049114704,0.0000018205459,0.0000084550875,0.000022787974],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846476,0.000042894873,0.00018701755,0.00053914596,0.00030466978,0.0004615319],"domain_scores_gemma":[0.9989622,0.00011121637,0.00010101017,0.0006281153,0.00009097234,0.000106490756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010602553,0.00013560845,0.00012216612,0.00012704753,0.00045279867,0.00027983144,0.0014081022,0.000036341127,0.000012515977],"category_scores_gemma":[0.00017820044,0.00012544695,0.000065496184,0.0001851027,0.00008721465,0.00018787247,0.00044488205,0.00014482558,0.00009854528],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024135268,0.00008928752,0.0002064034,0.000018907629,0.000007045942,0.0000042144843,0.004083328,0.00039176384,0.000096713346,0.027629375,0.0005793163,0.9668912],"study_design_scores_gemma":[0.0024970663,0.00084468466,0.0049897307,0.0000875389,0.000013397657,0.00005165316,0.0006233174,0.0015819493,0.0018601279,0.0040274416,0.9828322,0.00059090304],"about_ca_topic_score_codex":0.00015681489,"about_ca_topic_score_gemma":0.000016661776,"teacher_disagreement_score":0.9822529,"about_ca_system_score_codex":0.00008276362,"about_ca_system_score_gemma":0.00009620662,"threshold_uncertainty_score":0.5115579},"labels":[],"label_agreement":null},{"id":"W1978607171","doi":"10.7771/1932-6246.1063","title":"The Paradigm Recursion: Is It More Accessible When Introduced in Middle School?","year":2009,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Recursion (computer science); Curriculum; Mathematics education; Logo (programming language); GRASP; Computer science; Pedagogy; Psychology; Programming language","score_opus":0.03371776051882189,"score_gpt":0.29087949064845003,"score_spread":0.2571617301296282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978607171","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25309795,0.012011115,0.19228235,0.5389212,0.0013045169,0.00056276174,3.1946288e-7,0.00017642573,0.0016433994],"genre_scores_gemma":[0.9341426,0.00022688111,0.0631372,0.0014452923,0.00035651674,0.0000014869398,1.05181954e-7,0.000010929405,0.00067900034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980858,0.00039600642,0.0005327903,0.00015837465,0.00042843292,0.00039861604],"domain_scores_gemma":[0.99849594,0.00032418623,0.00051143934,0.00048144304,0.000085765736,0.00010125688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004859193,0.0001350687,0.0001915959,0.00012014001,0.00059324526,0.00057175936,0.002031076,0.000051016286,0.000013116859],"category_scores_gemma":[0.00029409214,0.00007248316,0.00008802371,0.00037978237,0.000042434145,0.00076647714,0.00015243064,0.0010921047,0.0000130204135],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101639656,0.00014705774,0.002004136,0.000028857417,0.000056582947,0.000041629442,0.11060512,0.003976206,0.00090422016,0.0037367404,0.023544127,0.8548537],"study_design_scores_gemma":[0.0066226567,0.004156449,0.064724095,0.007466967,0.00022511769,0.0031348036,0.025256114,0.063396715,0.0037987127,0.24635135,0.5724696,0.0023974369],"about_ca_topic_score_codex":0.0000476334,"about_ca_topic_score_gemma":0.000010608249,"teacher_disagreement_score":0.8524563,"about_ca_system_score_codex":0.00008809072,"about_ca_system_score_gemma":0.00014372656,"threshold_uncertainty_score":0.55134887},"labels":[],"label_agreement":null},{"id":"W1981301712","doi":"10.1145/1806512.1806514","title":"Learn Java in 3D with the Env3D library","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capilano University","funders":"","keywords":"Java; Computer science; Multimedia; Programming language","score_opus":0.005325189978894696,"score_gpt":0.19906556749807494,"score_spread":0.19374037751918025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981301712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5649235,0.00006787509,0.34445933,0.03616066,0.00043774187,0.00021003588,1.105752e-7,0.0014498787,0.05229085],"genre_scores_gemma":[0.8357406,5.104415e-7,0.15701091,0.000486135,0.0000439182,0.0000041719677,2.7977822e-7,0.000006087154,0.0067073493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99944454,0.000059617312,0.000056137014,0.00016730242,0.0001044009,0.00016799661],"domain_scores_gemma":[0.999508,0.0000908031,0.000021812139,0.00034208098,0.0000041073304,0.000033197775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025945582,0.000058899313,0.00004956146,0.00004027543,0.000096798016,0.00024912262,0.0006174185,0.000029823277,0.000046904937],"category_scores_gemma":[0.000015576117,0.00003089463,0.000014027116,0.0002077229,0.000036855028,0.00035592672,0.00012853317,0.0005876764,0.00006320912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027747856,0.000031795305,0.026299872,0.0000022756028,0.0000032756914,0.000014258328,0.0031656125,0.00011965912,0.000096615535,0.03652392,0.0013906641,0.93234926],"study_design_scores_gemma":[0.0001638861,0.000065298555,0.026142696,0.0000071993827,9.454389e-7,0.0000239129,0.00011353429,0.0077284444,0.000118527874,0.00009483049,0.9654212,0.00011952646],"about_ca_topic_score_codex":0.000096189426,"about_ca_topic_score_gemma":0.00009358806,"teacher_disagreement_score":0.96403056,"about_ca_system_score_codex":0.0000017346873,"about_ca_system_score_gemma":0.000031245112,"threshold_uncertainty_score":0.25531942},"labels":[],"label_agreement":null},{"id":"W1981361729","doi":"10.1145/2380552.2380617","title":"Engaging students by intertwining puzzle-based and problem-based learning","year":2012,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Course (navigation); Graph; Mathematics education; Science and engineering; Artificial intelligence; Human–computer interaction; Theoretical computer science; Psychology; Engineering ethics","score_opus":0.011534456014142304,"score_gpt":0.2671496341233444,"score_spread":0.2556151781092021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981361729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12635918,0.0002940584,0.8710335,0.00062621554,0.00015707985,0.00011769338,1.11111625e-7,0.0008020884,0.000610115],"genre_scores_gemma":[0.82164603,5.782832e-7,0.1775208,0.00034614417,0.000036523816,0.000015185335,0.0000030507779,0.00001558728,0.00041611955],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825656,0.0003159837,0.00019720987,0.0003364938,0.00034316198,0.0005505664],"domain_scores_gemma":[0.99919385,0.00024785017,0.00009627373,0.0002375916,0.000026169182,0.00019826455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017833482,0.00017470033,0.00015294382,0.00012328208,0.0004998232,0.0005331249,0.00054728787,0.000054978747,0.0000126361665],"category_scores_gemma":[0.00012015762,0.00015551891,0.000043858512,0.00019791033,0.000035106095,0.00049950276,0.00021936209,0.0006177785,0.000022314416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057022867,0.00017446397,0.51558995,0.00004088241,0.000019234445,0.0000025956012,0.0043216962,0.000922859,0.0004194539,0.0007712115,0.0003441861,0.47738773],"study_design_scores_gemma":[0.0037794989,0.00058680295,0.024054484,0.0005236127,0.000046048386,0.000026965969,0.0012837412,0.21211211,0.0040491307,0.000031900265,0.751893,0.0016127438],"about_ca_topic_score_codex":0.000077510995,"about_ca_topic_score_gemma":0.0000019107451,"teacher_disagreement_score":0.75154877,"about_ca_system_score_codex":0.00003673143,"about_ca_system_score_gemma":0.00002184818,"threshold_uncertainty_score":0.6341877},"labels":[],"label_agreement":null},{"id":"W1982866217","doi":"10.1145/2445196.2445369","title":"Facilitating code-writing in PI classes","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Computer science; Suite; Peer instruction; Class (philosophy); Programming language; Code (set theory); Software engineering; Multimedia; Mathematics education; Peer feedback; Artificial intelligence","score_opus":0.023200647522387752,"score_gpt":0.2723845086682113,"score_spread":0.24918386114582353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982866217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38917682,0.00005735015,0.6027528,0.0012380967,0.00008618848,0.0000965286,7.9783064e-8,0.0005253495,0.006066752],"genre_scores_gemma":[0.70637095,4.1722788e-7,0.2928806,0.00012987397,0.000013671616,0.000011767236,2.742356e-7,0.0000030682954,0.0005893719],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909294,0.00009833082,0.00018212751,0.00023074851,0.00012307732,0.00027276596],"domain_scores_gemma":[0.99931294,0.00037920996,0.0000345845,0.00019993568,0.000026601581,0.00004673811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047202027,0.000071734656,0.00008435514,0.00007733672,0.00009741721,0.00033377667,0.0003582715,0.000030483181,0.000032791006],"category_scores_gemma":[0.00027279236,0.00006373673,0.000024904513,0.0002101346,0.000015779578,0.0004941502,0.00012143626,0.00023719064,0.0002202586],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3181442e-7,0.00001725446,0.018933456,0.000008834533,0.0000016217441,0.0000029046134,0.0033449912,0.00025352254,0.00018025989,0.010004226,0.00022247233,0.96703035],"study_design_scores_gemma":[0.00109825,0.00025000251,0.15179794,0.0002821429,0.0000030739468,0.00004613684,0.017565127,0.7236397,0.0004513427,0.0040378603,0.099685766,0.0011426377],"about_ca_topic_score_codex":0.00075904984,"about_ca_topic_score_gemma":0.00004678252,"teacher_disagreement_score":0.96588767,"about_ca_system_score_codex":0.0000203652,"about_ca_system_score_gemma":0.000016949907,"threshold_uncertainty_score":0.3218616},"labels":[],"label_agreement":null},{"id":"W198319396","doi":"10.15388/infedu.2006.02","title":"Structure, Scoring and Purpose of Computing Competitions","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"CONTEST; Olympiad; Competitor analysis; Competition (biology); Computer science; Test (biology); Mathematics education; Informatics; Inclusion (mineral); Psychology; Marketing; Political science; Social psychology","score_opus":0.005149845377398553,"score_gpt":0.24720260083267542,"score_spread":0.24205275545527688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W198319396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80212575,0.000060339287,0.1963406,0.000052312633,0.00025725356,0.00006582108,3.654929e-7,0.00004292292,0.0010546295],"genre_scores_gemma":[0.7416374,0.000001300193,0.25830334,0.000018379553,0.00002374601,9.5093645e-7,0.0000045529073,0.0000014799829,0.000008870947],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995031,0.000019722911,0.0002574932,0.00004690408,0.00008414927,0.000088642206],"domain_scores_gemma":[0.99963665,0.0000547637,0.00012829428,0.00013084561,0.000033631488,0.00001583128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018793815,0.000045768393,0.000064415166,0.00014812862,0.000064757885,0.0000801768,0.00014126935,0.000022648308,7.305981e-7],"category_scores_gemma":[0.00003085664,0.00004738694,0.0000091559905,0.00019094924,0.000022359982,0.00031192956,0.000051742234,0.00011709426,9.752528e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6494674e-7,0.00007905307,0.041999884,0.00012833858,0.0000020559364,1.1545373e-7,0.016022192,0.007105059,0.000057631867,0.22692971,0.00005013114,0.7076253],"study_design_scores_gemma":[0.00075788226,0.00010877265,0.6383941,0.00092093507,0.000012024914,0.00009602345,0.0081093265,0.2993422,0.0012064669,0.026866041,0.02360352,0.00058269536],"about_ca_topic_score_codex":0.0001736884,"about_ca_topic_score_gemma":0.000018564213,"teacher_disagreement_score":0.70704263,"about_ca_system_score_codex":0.000024700634,"about_ca_system_score_gemma":0.000059485752,"threshold_uncertainty_score":0.19323833},"labels":[],"label_agreement":null},{"id":"W1984954093","doi":"10.1145/1953163.1953340","title":"Reviewing CS1 exam question content","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Computer science; Content (measure theory); Information retrieval; Mathematics","score_opus":0.21042657530396625,"score_gpt":0.27663554942099755,"score_spread":0.0662089741170313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984954093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003712558,0.000390232,0.9848752,0.00020293544,0.0002585664,0.000058897887,1.4200671e-8,0.00055652246,0.00994507],"genre_scores_gemma":[0.5678578,0.000011927827,0.4304628,0.00023266367,0.000027002561,0.0000051673137,2.4942236e-7,0.0000035287655,0.0013988261],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935997,0.00011403519,0.0001137218,0.00017627336,0.00009189003,0.0001441388],"domain_scores_gemma":[0.9996019,0.000021763206,0.00004076458,0.00025999817,0.00002724914,0.00004831942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068487943,0.00005802712,0.000073353614,0.000032848027,0.00008573283,0.00006549622,0.00030717088,0.000022306613,0.000026164535],"category_scores_gemma":[0.00008447853,0.000045514025,0.000035356526,0.00008960869,0.000010652314,0.00024360487,0.00007585956,0.00012246342,0.0001384262],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.3008625e-7,0.000020922893,0.002187571,0.0000071291456,0.0000033281808,0.000004038118,0.0015771601,0.0000010671761,0.00004418035,0.12002155,0.00017030524,0.8759622],"study_design_scores_gemma":[0.000493779,0.00042083327,0.07707476,0.00045017689,0.000020849011,0.00009611575,0.00032794912,0.0071106968,0.0016380006,0.001376949,0.91028255,0.0007073453],"about_ca_topic_score_codex":0.0003320536,"about_ca_topic_score_gemma":0.0000036515385,"teacher_disagreement_score":0.91011226,"about_ca_system_score_codex":0.000012866234,"about_ca_system_score_gemma":0.000009020293,"threshold_uncertainty_score":0.1856008},"labels":[],"label_agreement":null},{"id":"W1986026671","doi":"10.1145/611892.611912","title":"Toward a K-12 computer science curriculum","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Session (web analytics); Computer science; Work (physics); AP Computer Science; Mathematics education; Multimedia; Information and Computer Science; Library science; Engineering; World Wide Web; Pedagogy; Psychology; Mechanical engineering","score_opus":0.021701517766354993,"score_gpt":0.2571737437279442,"score_spread":0.23547222596158923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986026671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007894567,0.000029024683,0.98081726,0.00033837784,0.0006086253,0.000052671054,2.1652285e-8,0.0005102671,0.009749209],"genre_scores_gemma":[0.55122936,4.35868e-7,0.4483194,0.00020148103,0.000023787621,0.0000020553189,5.8195933e-8,0.000002572987,0.00022086693],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869233,0.000073728326,0.000114258575,0.00040918306,0.000321894,0.00038861512],"domain_scores_gemma":[0.9993379,0.000030198085,0.0000356565,0.00040983828,0.000052351243,0.00013402734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009672357,0.00009394205,0.00008611794,0.00011882327,0.00029302758,0.00047660668,0.0008741524,0.000024246501,0.000019680829],"category_scores_gemma":[0.00009004054,0.00007495877,0.000041529325,0.00054806453,0.00010577033,0.00049179886,0.00016789067,0.00018099112,0.00014433009],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8413695e-7,0.0000794514,0.003935345,0.0000046902705,0.0000033257916,0.00001179729,0.0020463218,0.00020311317,0.000056794925,0.4683104,0.00046425534,0.52488434],"study_design_scores_gemma":[0.00058816135,0.0002806076,0.003988535,0.000036057576,0.000004865456,0.00026456214,0.00014040941,0.13811946,0.0012631345,0.0015445065,0.853078,0.0006916727],"about_ca_topic_score_codex":0.00004785165,"about_ca_topic_score_gemma":0.0000013891566,"teacher_disagreement_score":0.85261375,"about_ca_system_score_codex":0.000032945813,"about_ca_system_score_gemma":0.00010521764,"threshold_uncertainty_score":0.4595929},"labels":[],"label_agreement":null},{"id":"W1987969485","doi":"10.1145/1562877.1562989","title":"Rich content plug-ins for the teaching machine","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Plug-in; Content (measure theory); Operating system; Mathematics","score_opus":0.0491317153650201,"score_gpt":0.2876496966430781,"score_spread":0.238517981278058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987969485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032817076,0.00027634128,0.9773336,0.016410042,0.00025017926,0.00019781363,3.3369204e-7,0.00051196455,0.0017379847],"genre_scores_gemma":[0.8082794,0.000002012948,0.18637502,0.0018036696,0.000094495204,0.000010930521,0.0000010825966,0.0000050149956,0.003428356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990926,0.000078650635,0.0001439919,0.00024516834,0.00015564528,0.00028396625],"domain_scores_gemma":[0.9990987,0.00035032717,0.00005353054,0.0004177118,0.000026363554,0.000053348685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010229436,0.00010561117,0.00010091894,0.00003991583,0.000604841,0.0002984542,0.000808866,0.000030631734,0.0000037045397],"category_scores_gemma":[0.00019125328,0.000061220264,0.00008193472,0.00008421191,0.000013838894,0.00017095142,0.00006856209,0.0003382344,0.000013677295],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027204842,0.000040630493,0.00029026574,0.0000015506112,0.00000929453,9.609945e-7,0.0011707414,0.00016275905,0.00007243211,0.122102596,0.0009913964,0.8751547],"study_design_scores_gemma":[0.00067246193,0.00041376118,0.01023874,0.000019674035,0.000016694103,0.000026895645,0.00023069514,0.19186783,0.00016981078,0.0011034927,0.794952,0.00028797777],"about_ca_topic_score_codex":0.00014327875,"about_ca_topic_score_gemma":0.000011973242,"teacher_disagreement_score":0.87486666,"about_ca_system_score_codex":0.000021739808,"about_ca_system_score_gemma":0.00001613264,"threshold_uncertainty_score":0.4652009},"labels":[],"label_agreement":null},{"id":"W1988811962","doi":"10.1145/2729094.2742623","title":"Predicting Success in University First Year Computing Science Courses","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mathematics education; Computer science; Class (philosophy); Peer instruction; Reflection (computer programming); Intervention (counseling); Medical education; Peer learning; Psychology; Artificial intelligence; Medicine","score_opus":0.025242534551777288,"score_gpt":0.26108800036887464,"score_spread":0.23584546581709737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988811962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7147318,0.000015538892,0.27746192,0.0005412032,0.00030864784,0.000055391185,1.0728086e-7,0.0004453696,0.006440013],"genre_scores_gemma":[0.9220713,3.808512e-7,0.07765987,0.000018247125,0.00002602207,7.3529215e-8,1.5582947e-7,0.0000025684667,0.00022141944],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989877,0.000054779444,0.00008530128,0.00029386228,0.00028739506,0.00029099453],"domain_scores_gemma":[0.9994544,0.000082558494,0.000047137437,0.00022008798,0.000068319925,0.00012752425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014538267,0.0000628489,0.00007638297,0.00018365729,0.00028598364,0.00020947636,0.00096360274,0.00002366784,0.0000016373938],"category_scores_gemma":[0.00020401359,0.00006284963,0.000015238857,0.0008715644,0.000112715534,0.0006325249,0.00043006148,0.00019534997,0.000017248845],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023472014,0.00003590519,0.94013,0.000004729569,0.0000015526095,0.000023363913,0.005757778,0.0057965997,0.000004284608,0.02008431,0.00008595752,0.028073194],"study_design_scores_gemma":[0.0012590323,0.00015623632,0.21113186,0.00014939737,0.0000040790333,0.000030150743,0.0075033205,0.73540545,0.00009808241,0.00013526066,0.04367397,0.0004531461],"about_ca_topic_score_codex":0.0010393788,"about_ca_topic_score_gemma":0.00022402631,"teacher_disagreement_score":0.7296089,"about_ca_system_score_codex":0.00012006436,"about_ca_system_score_gemma":0.00018332223,"threshold_uncertainty_score":0.25629336},"labels":[],"label_agreement":null},{"id":"W1990281660","doi":"10.1109/icalt.2014.118","title":"Computational Thinking, Code Complexity, and Prior Experience in a Videogame-Building Assignment","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Division of Undergraduate Education; Natural Sciences and Engineering Research Council of Canada","keywords":"Scratch; Computational thinking; Computer science; Curriculum; Code (set theory); Mathematics education; Embedding; Multimedia; Simple (philosophy); Pedagogy; Artificial intelligence; Programming language; Psychology","score_opus":0.042299125031354814,"score_gpt":0.3150431044344979,"score_spread":0.2727439794031431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990281660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14852388,0.000026365939,0.8495713,0.0010084823,0.00007883495,0.00007508112,1.2300887e-7,0.0002092739,0.0005066601],"genre_scores_gemma":[0.5887697,4.6508032e-7,0.41085592,0.00028940782,0.000013395687,0.0000062585627,4.2195094e-7,0.0000033705342,0.00006106627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987334,0.00015946041,0.00019069086,0.00037105015,0.00030068005,0.00024471967],"domain_scores_gemma":[0.9994008,0.00024355351,0.000065376815,0.00019437705,0.0000187773,0.00007710202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008152459,0.0001068909,0.00013188264,0.000103345286,0.00022399834,0.00034249973,0.00046000586,0.000034000714,0.0000071477225],"category_scores_gemma":[0.00009401713,0.00009795654,0.000022368738,0.00014848937,0.00007954622,0.00027813707,0.00034274347,0.00020301677,0.000005803293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035681196,0.00006758758,0.02037479,0.000012561939,0.00000478122,0.0000051900106,0.014461541,0.0065007196,0.000077367346,0.57011414,0.00006106423,0.38831666],"study_design_scores_gemma":[0.00070482463,0.00014778318,0.06455437,0.000092226146,0.0000019268493,0.00003816776,0.0002860271,0.86488974,0.00007114328,0.029269222,0.039616674,0.00032792301],"about_ca_topic_score_codex":0.00015580238,"about_ca_topic_score_gemma":0.000030802657,"teacher_disagreement_score":0.858389,"about_ca_system_score_codex":0.00003930869,"about_ca_system_score_gemma":0.000019276253,"threshold_uncertainty_score":0.39945516},"labels":[],"label_agreement":null},{"id":"W1994740985","doi":"10.1145/1953163.1953301","title":"A web-based generation and delivery system for active code reading","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Reading (process); Code (set theory); Code generation; Web application; World Wide Web; Multimedia; Programming language; Operating system","score_opus":0.05739313269102686,"score_gpt":0.25147352516645705,"score_spread":0.19408039247543019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994740985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09427717,0.000016666963,0.90455234,0.000052664436,0.00012825447,0.00010875817,6.0801005e-7,0.00032215266,0.00054138456],"genre_scores_gemma":[0.7031978,2.4200776e-7,0.29662588,0.000040288647,0.000028050232,0.000017581027,0.0000011230445,0.0000035244354,0.000085539075],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995055,0.000049823404,0.0000744934,0.00019468862,0.000056339748,0.00011912619],"domain_scores_gemma":[0.99969876,0.000055419197,0.000040896295,0.00013078257,0.000035258985,0.00003887493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027396652,0.000056494242,0.00006348106,0.000049658967,0.00016544352,0.00008537757,0.00012233514,0.000030135508,0.0000010603859],"category_scores_gemma":[0.000021033957,0.00004880465,0.000021543707,0.000052085987,0.000009841878,0.00017664,0.000026704422,0.000054872144,0.0000031536078],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022739508,0.000035833265,0.0009680654,0.00006485867,0.000021436186,0.000004380876,0.005223699,0.00011858584,0.004659976,0.05676181,0.0003066523,0.931812],"study_design_scores_gemma":[0.00056810613,0.00017094727,0.0007968329,0.00004276763,0.0000107722435,0.000010105232,0.00029006918,0.97563815,0.01370414,0.00002042241,0.008582885,0.00016478453],"about_ca_topic_score_codex":0.00009353582,"about_ca_topic_score_gemma":0.000017987886,"teacher_disagreement_score":0.9755196,"about_ca_system_score_codex":0.000026666588,"about_ca_system_score_gemma":0.000029351586,"threshold_uncertainty_score":0.19901958},"labels":[],"label_agreement":null},{"id":"W1995382076","doi":"10.1145/1806512.1806529","title":"Moving K-7 education into the information age","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Mathematics education; Graph; Graph theory; Theoretical computer science; Psychology; Mathematics","score_opus":0.005276613320633744,"score_gpt":0.24396758547866595,"score_spread":0.2386909721580322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995382076","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114898734,0.0000101366195,0.8644134,0.0048189186,0.001216548,0.00007811779,1.001817e-8,0.00039193602,0.014172226],"genre_scores_gemma":[0.81290954,2.6234926e-7,0.18587074,0.00058814243,0.000054702694,0.000006426183,0.0000010656606,0.0000011413821,0.0005679692],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999682,0.000023524544,0.0000722603,0.00005644736,0.000089512185,0.00007623125],"domain_scores_gemma":[0.99961996,0.000037498467,0.000034499484,0.0002605548,0.00002413524,0.000023339973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038031407,0.000034595203,0.000022702,0.000037617734,0.00021202741,0.00040486632,0.00039679758,0.000021968282,0.000007457683],"category_scores_gemma":[0.00011127652,0.000021782815,0.000015289987,0.00011213026,0.000014222743,0.0007480029,0.00007377476,0.00024255221,0.00009759452],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.539031e-8,0.000004707615,0.00018410728,0.000001262923,5.6344294e-7,4.128428e-8,0.008420828,0.00000912673,0.00008461583,0.09842035,0.0003219151,0.8925524],"study_design_scores_gemma":[0.0000298568,0.000009257602,0.0064572515,0.0000032816706,8.657829e-7,0.000005119863,0.00041522662,0.007011475,0.00010242585,0.0012082654,0.98469657,0.0000604136],"about_ca_topic_score_codex":0.00043502814,"about_ca_topic_score_gemma":0.00005434317,"teacher_disagreement_score":0.98437464,"about_ca_system_score_codex":0.000006381644,"about_ca_system_score_gemma":0.00005155536,"threshold_uncertainty_score":0.39041352},"labels":[],"label_agreement":null},{"id":"W1995795013","doi":"10.1145/2559206.2579484","title":"Loopo","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"Computer science; Interface (matter); Multimedia; Computer programming; Human–computer interaction; User interface; World Wide Web; Programming language; Operating system","score_opus":0.0060298206796283735,"score_gpt":0.2120063790355418,"score_spread":0.20597655835591341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995795013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002066158,0.0000065886666,0.97336286,0.0008858374,0.00010985859,0.000008827072,2.4706768e-9,0.00043251272,0.023127338],"genre_scores_gemma":[0.7132037,9.185893e-8,0.28422132,0.0002799905,0.000028835111,6.1917274e-7,6.5357156e-8,0.0000013601782,0.0022640212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999679,0.00003626466,0.0000349794,0.00009887181,0.000058858914,0.0000919761],"domain_scores_gemma":[0.99972385,0.00003403593,0.000009882497,0.0001967771,0.000006366734,0.00002911337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002517181,0.000026672451,0.000028643059,0.000018337883,0.00005463044,0.00008473312,0.00027343663,0.000011288064,0.000010265649],"category_scores_gemma":[0.00004051803,0.000020988087,0.0000144547,0.000060591432,0.0000057586713,0.00008090122,0.000053546188,0.000063159816,0.00022187369],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.8129177e-8,0.000003853923,0.00037758495,5.2685255e-7,5.3562724e-7,1.848602e-7,0.00013238892,0.000017566044,0.000009088138,0.23414183,0.00044497577,0.7648714],"study_design_scores_gemma":[0.000052732383,0.000028241311,0.0014766174,0.0000019431786,3.4760197e-7,0.0000037470245,0.000005022286,0.02550122,0.0000749832,0.00083673734,0.97196424,0.000054145436],"about_ca_topic_score_codex":0.000020083577,"about_ca_topic_score_gemma":0.00000105758,"teacher_disagreement_score":0.9715193,"about_ca_system_score_codex":0.000002615299,"about_ca_system_score_gemma":0.000003539106,"threshold_uncertainty_score":0.28518113},"labels":[],"label_agreement":null},{"id":"W1999307931","doi":"10.4018/jdet.2006070102","title":"Explaining Algorithms","year":2006,"lang":"en","type":"article","venue":"International Journal of Distance Education Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Traverse; Abstraction; Visualization; Focus (optics); Hierarchy; Graph; Theoretical computer science; Algorithm; Artificial intelligence","score_opus":0.008740258135740277,"score_gpt":0.2819512775109861,"score_spread":0.27321101937524583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999307931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013516458,0.0014026245,0.9724822,0.008744491,0.0027577288,0.0000284438,5.3523956e-7,0.00034952897,0.00071798975],"genre_scores_gemma":[0.7835118,0.000025142972,0.21601759,0.000033859287,0.0001849661,0.000003715771,0.0000013171536,0.000003722675,0.00021783923],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909,0.000022180284,0.00030578297,0.000118439515,0.00035202753,0.00011155754],"domain_scores_gemma":[0.9989694,0.00006196226,0.00041112772,0.00016573087,0.00037721248,0.000014571025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002731343,0.0000744639,0.000090491216,0.00028653763,0.000063076994,0.00023468386,0.0013580114,0.0000468298,0.0000028909146],"category_scores_gemma":[0.00024520568,0.00006581343,0.000060810344,0.00018720915,0.000049601553,0.00056873367,0.00008188827,0.000247408,0.00000582462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028372351,0.00010383712,0.0037623863,0.0000016362932,0.00001400048,0.000008152496,0.00022692794,0.000088048015,0.00008250916,0.15499075,0.0019775229,0.8387414],"study_design_scores_gemma":[0.00037389196,0.000108853696,0.0077377837,0.00022125788,0.0000069982307,0.00034402809,0.004725938,0.0006747831,0.0036334435,0.049378324,0.9325366,0.0002580904],"about_ca_topic_score_codex":0.000017373932,"about_ca_topic_score_gemma":0.0000026658029,"teacher_disagreement_score":0.9305591,"about_ca_system_score_codex":0.00008710824,"about_ca_system_score_gemma":0.00015782955,"threshold_uncertainty_score":0.26837936},"labels":[],"label_agreement":null},{"id":"W2000110740","doi":"10.1145/1473195.1473220","title":"Another approach for resisting student resistance to formal methods","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Computer science; Formal methods; Generative grammar; Curriculum; Foundation (evidence); Subject (documents); Mathematics education; Programming language; Software engineering; Artificial intelligence; Sociology; Pedagogy; Psychology; World Wide Web","score_opus":0.055266100708604424,"score_gpt":0.34102143996430917,"score_spread":0.28575533925570473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000110740","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047671334,0.00020858011,0.9878642,0.0041582324,0.00014393266,0.00039279225,7.3888816e-7,0.0003862738,0.002078137],"genre_scores_gemma":[0.07600396,0.0000022688794,0.913828,0.0009833114,0.00013999663,0.00015572086,0.0000019266963,0.000026424914,0.008858358],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798566,0.00029386443,0.0002873663,0.00057712826,0.00028070292,0.0005752719],"domain_scores_gemma":[0.9980784,0.0006384215,0.000116402196,0.0009799293,0.00007424415,0.0001125842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022206616,0.000182508,0.00022720733,0.00009732957,0.00075584784,0.0001359863,0.001637081,0.00006897576,0.000010754662],"category_scores_gemma":[0.0014695415,0.00017024222,0.000106349165,0.0002523441,0.00003677191,0.00009342072,0.00057490275,0.00024281789,0.000043022916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022229251,0.00055240985,0.003215026,0.00017318218,0.00011444959,0.000051293417,0.033755936,0.0020342143,0.0010086868,0.014122716,0.13383204,0.81091774],"study_design_scores_gemma":[0.00040194383,0.00011179652,0.0019095849,0.000026826081,0.000006331194,0.000015749381,0.00014539194,0.0004859563,0.00059410074,0.00006785753,0.99595046,0.0002839808],"about_ca_topic_score_codex":0.000034536446,"about_ca_topic_score_gemma":0.00000265598,"teacher_disagreement_score":0.8621184,"about_ca_system_score_codex":0.000049624643,"about_ca_system_score_gemma":0.00003463816,"threshold_uncertainty_score":0.69422764},"labels":[],"label_agreement":null},{"id":"W2002488240","doi":"10.1145/330908.331887","title":"Enhancing student learning through on-line quizzes","year":2000,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Multimedia; Line (geometry); Mathematics education; Psychology; Mathematics","score_opus":0.024875923754296127,"score_gpt":0.31330786818869283,"score_spread":0.2884319444343967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002488240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23662396,0.00011995721,0.72538966,0.0013409923,0.00024437084,0.00009354106,4.5022805e-8,0.0014776393,0.034709837],"genre_scores_gemma":[0.8803024,0.000013125904,0.099769495,0.00064879307,0.000118799384,0.0000061949554,8.043509e-7,0.000010793821,0.019129567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867666,0.00014064973,0.0001829827,0.00037247597,0.00029786836,0.00032936377],"domain_scores_gemma":[0.99941474,0.0001390676,0.0000405031,0.0003296199,0.000017845887,0.00005820497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044917013,0.0001313374,0.00013061281,0.00003931866,0.00033874172,0.00027549398,0.0005558293,0.000041178246,0.00026489512],"category_scores_gemma":[0.00004424314,0.00010864609,0.000060380375,0.00020208361,0.000018899018,0.0002825901,0.000085676955,0.00044675815,0.00067247316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045190086,0.0001246225,0.0011525595,0.0000051678544,0.000017126311,0.000016548032,0.01111819,0.01771379,0.000080213584,0.01865249,0.000116529365,0.95099825],"study_design_scores_gemma":[0.00065470976,0.0010765729,0.0027717883,0.00012209764,0.0000085868905,0.000029271298,0.00088129233,0.014418107,0.002085704,0.00027509566,0.977093,0.00058377674],"about_ca_topic_score_codex":0.00014377864,"about_ca_topic_score_gemma":0.000012670351,"teacher_disagreement_score":0.97697645,"about_ca_system_score_codex":0.000028394032,"about_ca_system_score_gemma":0.000018963316,"threshold_uncertainty_score":0.8643506},"labels":[],"label_agreement":null},{"id":"W2007563564","doi":"10.1145/1923947.1924028","title":"High school programming competition","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Competition (biology); Java; Computer science; Mathematics education; Programming language; Psychology","score_opus":0.00844242157279523,"score_gpt":0.2388980205447519,"score_spread":0.23045559897195667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007563564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084966175,0.0000074697155,0.9093379,0.0016564693,0.00089495,0.00009673445,7.225703e-8,0.0014193266,0.0016209112],"genre_scores_gemma":[0.54412264,1.7460069e-7,0.45516926,0.000099335186,0.00008934446,0.0000068790996,0.0000012593326,0.000003763269,0.0005073724],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922925,0.000037062935,0.00010864816,0.00023748503,0.00015882874,0.00022873856],"domain_scores_gemma":[0.99940383,0.000039637776,0.000040175575,0.0003671874,0.00003177236,0.00011737241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037690092,0.00007918224,0.000072122595,0.00006289093,0.00019051936,0.0003900812,0.00047471712,0.000050834704,0.00008955142],"category_scores_gemma":[0.00008804828,0.00006832016,0.000036737092,0.00015379739,0.00002579535,0.00031763047,0.00010398858,0.0005022379,0.0003052813],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.509013e-7,0.000029522816,0.0012349996,0.0000027604012,0.0000027207127,0.0000031049785,0.000105439336,0.000010878729,0.0007360194,0.37086758,0.000119641954,0.6268869],"study_design_scores_gemma":[0.0003337637,0.00010275242,0.01164973,0.000015545444,0.0000037461202,0.00005394003,0.000048615286,0.0034026408,0.00092193065,0.0014114138,0.981749,0.00030690484],"about_ca_topic_score_codex":0.00017153514,"about_ca_topic_score_gemma":0.00003708453,"teacher_disagreement_score":0.9816294,"about_ca_system_score_codex":0.000008645672,"about_ca_system_score_gemma":0.000027734886,"threshold_uncertainty_score":0.39238754},"labels":[],"label_agreement":null},{"id":"W2007736983","doi":"10.1145/1989622.1989636","title":"What does 50% mean?","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Grading (engineering); Computer science; Scheme (mathematics); Course (navigation); Mathematics education; Population; Norm (philosophy); Psychology; Mathematics; Engineering; Epistemology; Sociology; Demography","score_opus":0.03445025685014777,"score_gpt":0.24841041481926576,"score_spread":0.213960157969118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007736983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015452366,0.00016740272,0.9690852,0.0006909397,0.0016518163,0.00005129881,2.142368e-8,0.0010682594,0.011832705],"genre_scores_gemma":[0.67408526,0.0000075165017,0.32067066,0.00026467798,0.000032226722,0.0000026163038,1.2333312e-7,0.000003834528,0.0049330764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99944866,0.00004450863,0.00006791873,0.00018505675,0.00009544962,0.00015838437],"domain_scores_gemma":[0.99957436,0.000022400221,0.000022235434,0.00031808153,0.000012510064,0.000050396386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026282156,0.000054830452,0.00005097844,0.00003511032,0.00008208401,0.00026739764,0.00047368155,0.00002306064,0.00007569602],"category_scores_gemma":[0.000011440641,0.00003375333,0.000030079404,0.000070658774,0.0000151232125,0.000772315,0.00011721423,0.00010774051,0.00017698044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.247539e-7,0.00003206984,0.000891862,0.0000024389487,0.000005784431,0.000005198619,0.019375268,0.0000012230802,0.000021398213,0.08192917,0.00019396721,0.8975408],"study_design_scores_gemma":[0.00031252968,0.0001995262,0.00822794,0.00006206307,0.0000073023252,0.00003010613,0.0039743637,0.003132356,0.003413911,0.0075939186,0.9725214,0.00052454916],"about_ca_topic_score_codex":0.0001445404,"about_ca_topic_score_gemma":0.00002725873,"teacher_disagreement_score":0.9723275,"about_ca_system_score_codex":0.0000054824336,"about_ca_system_score_gemma":0.0000086510445,"threshold_uncertainty_score":0.25785217},"labels":[],"label_agreement":null},{"id":"W2009569506","doi":"10.1145/1562877.1562919","title":"Curing recursion aversion","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Recursion (computer science); Curriculum; Logo (programming language); Computer science; Mathematics education; Computational thinking; Multimedia; Pedagogy; Psychology; Programming language","score_opus":0.007905388558209681,"score_gpt":0.23474196933101074,"score_spread":0.22683658077280106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009569506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025084987,0.000050367264,0.95924264,0.00313197,0.00020185474,0.00003315291,1.1331119e-8,0.0007955081,0.011459528],"genre_scores_gemma":[0.8108887,0.0000014706795,0.18733358,0.00027557753,0.000027176302,1.9175437e-7,2.1384432e-7,0.0000012647105,0.0014718298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952054,0.000028567003,0.00005514698,0.00015408991,0.000105924926,0.00013571963],"domain_scores_gemma":[0.9997154,0.000015990088,0.000019224519,0.00019708723,0.000009740122,0.000042551095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019596018,0.000044241184,0.00003980141,0.00004497874,0.0001250423,0.000090785405,0.0002829054,0.000022324428,0.0000101355445],"category_scores_gemma":[0.000020356036,0.000037112488,0.000025694182,0.00011744475,0.0000037126883,0.00022386966,0.000043185144,0.00011627257,0.00009646706],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1562207e-7,0.000013618245,0.00010358527,6.616951e-7,4.415851e-7,0.0000027597523,0.0003793375,0.000039752278,0.0001249599,0.023592738,0.00050264393,0.97523886],"study_design_scores_gemma":[0.00030378703,0.0004110661,0.007918058,0.00005108832,0.0000018766805,0.000026593274,0.00006337767,0.023564382,0.0016340377,0.0023280997,0.9634328,0.0002648534],"about_ca_topic_score_codex":0.000009790406,"about_ca_topic_score_gemma":1.9581584e-7,"teacher_disagreement_score":0.97497404,"about_ca_system_score_codex":0.000013682836,"about_ca_system_score_gemma":0.0000061386313,"threshold_uncertainty_score":0.15134034},"labels":[],"label_agreement":null},{"id":"W2012283428","doi":"10.1145/1709424.1709460","title":"Naturally occurring data as research instrument","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Taxonomy (biology); Syntax; Tracing; Programming language; Code (set theory); Replication (statistics); Extension (predicate logic); Mathematics education; Natural language processing; Psychology; Mathematics","score_opus":0.11374979673839135,"score_gpt":0.3855628700363099,"score_spread":0.27181307329791854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012283428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92051923,0.00034441103,0.008358786,0.060453914,0.002759943,0.00048340415,0.0000040654586,0.0013455505,0.0057306886],"genre_scores_gemma":[0.79224575,0.0000042026627,0.206018,0.00051719043,0.00022635824,0.000010929193,0.000009365614,0.000014813591,0.0009534171],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754906,0.00026430713,0.0002016096,0.00073328585,0.00066235545,0.00058941054],"domain_scores_gemma":[0.9954928,0.00060749985,0.00006430994,0.0035713278,0.00009611464,0.00016793248],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036111746,0.00013886356,0.000125835,0.00014632902,0.00050728896,0.00060877844,0.006953902,0.00010929838,0.00016509423],"category_scores_gemma":[0.0044938503,0.00012535062,0.000034385044,0.00030842575,0.000097101176,0.00020772469,0.005423148,0.0021504967,0.0018235956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007842966,0.00007936616,0.0012320002,0.000012744728,0.0000145263,0.00006004046,0.0015701461,0.000007097337,0.0009069715,0.017387753,0.026453998,0.9522675],"study_design_scores_gemma":[0.00019162233,0.000068658264,0.0008504811,0.000027374323,0.0000018877842,0.000048011567,0.000091278474,0.00049786776,0.00028039108,0.00040826158,0.99736655,0.0001676411],"about_ca_topic_score_codex":0.0007001134,"about_ca_topic_score_gemma":0.00003465335,"teacher_disagreement_score":0.9709125,"about_ca_system_score_codex":0.000023174423,"about_ca_system_score_gemma":0.000105438965,"threshold_uncertainty_score":0.9989536},"labels":[],"label_agreement":null},{"id":"W2013454271","doi":"10.1145/2729094.2754852","title":"PCRS-C","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.06551160981483954,"score_gpt":0.27407615938375973,"score_spread":0.20856454956892018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013454271","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029051858,0.000033802462,0.9677822,0.001233853,0.00019963697,0.000013031329,6.1282948e-9,0.00053870445,0.027293606],"genre_scores_gemma":[0.6474991,8.9765145e-8,0.34876326,0.00020838939,0.000028680632,9.1649974e-7,9.8539644e-8,0.000001559956,0.0034978872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996662,0.000025772426,0.000035788966,0.000091137685,0.00008926617,0.000091830756],"domain_scores_gemma":[0.9997189,0.000012323717,0.000009469481,0.00017454817,0.000015987205,0.000068758025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027028727,0.000026751217,0.000027736982,0.000019982373,0.000027766448,0.00009131237,0.00027483585,0.000011655859,0.000003151015],"category_scores_gemma":[0.000047670626,0.0000210061,0.000011563722,0.000082564475,0.0000055820315,0.00013060565,0.000071587776,0.0000632763,0.00026529588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0321092e-7,0.000012012217,0.0010891919,5.2733225e-7,0.0000015791112,0.000004118728,0.0014359325,0.000059890954,0.000005347602,0.14168578,0.0070358654,0.84866947],"study_design_scores_gemma":[0.000096324344,0.000036281832,0.00037272612,0.0000014734969,3.6534266e-7,0.0000102629165,0.00005308572,0.0066045146,0.000050771665,0.00079455134,0.99192214,0.000057482186],"about_ca_topic_score_codex":0.00004423175,"about_ca_topic_score_gemma":0.0000012444951,"teacher_disagreement_score":0.9848863,"about_ca_system_score_codex":0.0000074450973,"about_ca_system_score_gemma":0.000020565054,"threshold_uncertainty_score":0.34099305},"labels":[],"label_agreement":null},{"id":"W2013949252","doi":"10.1145/2597959.2597976","title":"Addressing challenges students face in first-year university Computing Science and Engineering Science courses","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Face (sociological concept); Science and engineering; Computer science; Engineering education; Mathematics education; Medical education; Engineering management; Engineering ethics; Psychology; Engineering; Medicine; Sociology","score_opus":0.0366244267777137,"score_gpt":0.2827116090673459,"score_spread":0.24608718228963217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013949252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7974923,0.000103547325,0.20073016,0.0005480109,0.00017944492,0.00007492436,5.198913e-8,0.0002939697,0.0005775572],"genre_scores_gemma":[0.9327321,0.000011950716,0.067199364,0.00001429062,0.00001578581,1.09756655e-7,2.9813513e-8,0.0000038029636,0.000022547967],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99823713,0.000041909145,0.000094743926,0.00053196,0.00065621303,0.00043804117],"domain_scores_gemma":[0.9992965,0.00015880403,0.000048027898,0.0002762136,0.00008568547,0.00013479078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034207616,0.000102998514,0.00011510068,0.00040430238,0.00068846747,0.0005445877,0.0014850328,0.000025697269,4.3981194e-7],"category_scores_gemma":[0.00045384903,0.00010420488,0.0000112838125,0.0009286997,0.0003581353,0.00088756805,0.0009781357,0.00022230769,0.0000033930985],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050113867,0.00015491471,0.14465618,0.00010739984,0.0000074649165,0.000022936805,0.032662082,0.018496258,0.0010149063,0.11801016,0.000009168684,0.6848535],"study_design_scores_gemma":[0.00058139535,0.00009268884,0.49581513,0.00030272763,0.0000029163664,0.000016097854,0.0033874812,0.49352032,0.00020311131,0.00002344089,0.005675026,0.0003796831],"about_ca_topic_score_codex":0.000052279636,"about_ca_topic_score_gemma":0.000019229787,"teacher_disagreement_score":0.6844738,"about_ca_system_score_codex":0.000118734606,"about_ca_system_score_gemma":0.00009323036,"threshold_uncertainty_score":0.52952045},"labels":[],"label_agreement":null},{"id":"W2014960102","doi":"10.1145/1536274.1536280","title":"Pedagogical transformations in the UBC CS science education initiative","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mathematics education; Engineering ethics; Science education; Computer science; Political science; Pedagogy; Sociology; Engineering; Psychology","score_opus":0.08017395521755287,"score_gpt":0.37117455908329766,"score_spread":0.2910006038657448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014960102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06718812,0.00004766018,0.8530069,0.022428248,0.00013717028,0.00017642527,8.2041325e-8,0.00018322619,0.056832157],"genre_scores_gemma":[0.9622947,0.0000017223806,0.03563499,0.0019128004,0.000020724015,0.0000053283275,5.497434e-7,6.6880625e-7,0.00012851063],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992846,0.00008650227,0.00010304671,0.0001383561,0.00022740188,0.0001600677],"domain_scores_gemma":[0.99966264,0.00006401396,0.000022120279,0.00018634347,0.00003476272,0.000030112893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093969837,0.00004659991,0.00003904562,0.000117242846,0.0002823136,0.0002861204,0.0007138443,0.00001593113,0.000003893232],"category_scores_gemma":[0.00008372777,0.000029130697,0.000018380646,0.00078305235,0.00005129252,0.00073990185,0.0000136128565,0.0001991552,0.000018523531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.206641e-7,0.000085973705,0.00016893639,5.1541946e-7,1.864394e-7,3.41981e-7,0.040204123,0.0000447595,0.000013752465,0.40442818,0.000073580384,0.55497944],"study_design_scores_gemma":[0.00066766905,0.0008038311,0.6279645,0.000085981126,0.000008220131,0.00013354488,0.03395174,0.032529417,0.0003973155,0.03350883,0.26926827,0.0006806888],"about_ca_topic_score_codex":0.000021453712,"about_ca_topic_score_gemma":0.000006771578,"teacher_disagreement_score":0.8951066,"about_ca_system_score_codex":0.000025863548,"about_ca_system_score_gemma":0.0003035438,"threshold_uncertainty_score":0.27590653},"labels":[],"label_agreement":null},{"id":"W2015103881","doi":"10.1145/1536274.1536282","title":"Re-thinking computer literacy in post-secondary education","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer literacy; Computer science; Mathematics education; Literacy; Computer education; Computational thinking; Course (navigation); Multimedia; Pedagogy; Artificial intelligence; World Wide Web; Engineering; Mathematics; Psychology","score_opus":0.007378405890614809,"score_gpt":0.2740023622904614,"score_spread":0.2666239563998466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015103881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10324212,0.00037714126,0.8724397,0.01301446,0.00085920544,0.00014671173,9.587837e-8,0.0007107608,0.00920982],"genre_scores_gemma":[0.6026476,0.0000010963396,0.3927783,0.004094263,0.000088368615,0.0000014449362,0.0000029159473,0.000002680319,0.00038333584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99913156,0.00008909763,0.00017034473,0.00027333893,0.00013349888,0.0002021338],"domain_scores_gemma":[0.9995029,0.000054876244,0.000047343558,0.00029979507,0.0000453757,0.000049691924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004024936,0.00008684968,0.000087490844,0.00017434357,0.00009970768,0.00043796297,0.0004910187,0.00004150774,0.000020755295],"category_scores_gemma":[0.000021986816,0.00007981721,0.00003477071,0.00024120165,0.000006806902,0.0007027139,0.00006897039,0.00032838286,0.000041724146],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010207871,0.000080359794,0.0006476242,0.0000029300975,0.0000010478357,0.0000038430844,0.0062448955,0.000041879615,0.000013881024,0.013614226,0.0003612897,0.978987],"study_design_scores_gemma":[0.0009570381,0.0008552901,0.49666163,0.00035712018,0.00000543509,0.00007766642,0.0005423685,0.059238635,0.00015719856,0.016518282,0.423622,0.0010073202],"about_ca_topic_score_codex":0.0001487915,"about_ca_topic_score_gemma":0.000014496964,"teacher_disagreement_score":0.97797966,"about_ca_system_score_codex":0.00003379984,"about_ca_system_score_gemma":0.00013272543,"threshold_uncertainty_score":0.42232868},"labels":[],"label_agreement":null},{"id":"W2015603874","doi":"10.2190/ryw7-eg6h-qu6v-8rec","title":"Dragon Play: Microworld Design in a Whole-Class Context","year":2002,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Class (philosophy); Context (archaeology); Computer science; Mathematics education; Instructional design; Educational technology; Affect (linguistics); Context effect; Human–computer interaction; Sociology; Psychology; Multimedia; Artificial intelligence","score_opus":0.13758787380932022,"score_gpt":0.3900594099539973,"score_spread":0.2524715361446771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015603874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49188435,0.0064825206,0.34169593,0.15541862,0.0022639374,0.00048174057,7.161732e-7,0.00006777924,0.0017044249],"genre_scores_gemma":[0.9167098,0.0000055156725,0.08141528,0.00012949818,0.00044907635,0.0000017032561,3.7812418e-7,0.000009959556,0.0012788256],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677265,0.0011414451,0.0005118873,0.00024016583,0.0008509604,0.00048292303],"domain_scores_gemma":[0.9947033,0.004116444,0.00024615804,0.00024055448,0.00053020887,0.00016332936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066548917,0.00010595193,0.00019952228,0.0008839157,0.00032121764,0.0004124263,0.0011610624,0.000057071564,0.00004956255],"category_scores_gemma":[0.0018909073,0.00009813314,0.00008102696,0.0009966256,0.00008591188,0.00032187998,0.0001758069,0.0016019335,0.00008725679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051455234,0.0016345549,0.022929158,0.000056675595,0.000071210095,0.00011280188,0.034137987,0.015121543,0.0013568569,0.025212398,0.098671824,0.80064356],"study_design_scores_gemma":[0.0037855546,0.0020326835,0.08298463,0.0023948215,0.000013437496,0.0020968814,0.0028583636,0.4058141,0.00064847927,0.010748223,0.4856102,0.0010126265],"about_ca_topic_score_codex":0.00005165819,"about_ca_topic_score_gemma":0.000006559203,"teacher_disagreement_score":0.7996309,"about_ca_system_score_codex":0.00026688486,"about_ca_system_score_gemma":0.0003952226,"threshold_uncertainty_score":0.6959693},"labels":[],"label_agreement":null},{"id":"W2016111071","doi":"10.1145/2247569.2247578","title":"Automatic code generation within student's software engineering projects","year":2012,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan College","funders":"","keywords":"Capstone; Bachelor; Software engineering; Software development; Social software engineering; Context (archaeology); Computer science; Engineering management; Personal software process; Software; Software system; Software construction; Engineering; Programming language","score_opus":0.04417557930171603,"score_gpt":0.2874400180645007,"score_spread":0.24326443876278467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016111071","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14205344,0.00023141158,0.85232395,0.00009426079,0.0021970451,0.00034360416,6.688478e-7,0.0027162666,0.0000393369],"genre_scores_gemma":[0.4508726,0.0000011695494,0.54843956,0.000040657902,0.00028689453,0.000067394474,0.000014215984,0.000021303093,0.0002562012],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981809,0.00012446694,0.0003364487,0.000549885,0.00042834572,0.0003799225],"domain_scores_gemma":[0.9987295,0.00006913187,0.00020802899,0.0008248264,0.000053375363,0.00011511174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00094689714,0.000292922,0.00026217895,0.00016559374,0.00013785057,0.00081706955,0.001063965,0.00021366068,0.000010889748],"category_scores_gemma":[0.00021415885,0.00026712453,0.00009144298,0.00013707147,0.0000103490265,0.00028940075,0.0012501795,0.00096418965,0.0000519345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001240157,0.00044884026,0.019241368,0.0012463088,0.00033969048,0.000036924637,0.08259905,0.25014007,0.0003304177,0.01754233,0.0016304859,0.62644327],"study_design_scores_gemma":[0.00014683133,0.00003303703,0.0052518267,0.00023404372,0.000031311276,0.000021806049,0.000058976333,0.9898805,0.00023988239,0.000019345385,0.0034703263,0.00061213225],"about_ca_topic_score_codex":0.000068946625,"about_ca_topic_score_gemma":0.000014220137,"teacher_disagreement_score":0.73974043,"about_ca_system_score_codex":0.00011348003,"about_ca_system_score_gemma":0.00013005944,"threshold_uncertainty_score":0.9999781},"labels":[],"label_agreement":null},{"id":"W2017240144","doi":"10.1145/1047124.1047441","title":"Learning by doing","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Control (management); Software; Software engineering; Work (physics); Code (set theory); Software development; Programming language; Artificial intelligence; Engineering","score_opus":0.0072012255912518195,"score_gpt":0.22962121018862447,"score_spread":0.22241998459737264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017240144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11613566,0.0018089616,0.7713543,0.09354761,0.00055540015,0.0002665454,6.27562e-7,0.0039714663,0.012359403],"genre_scores_gemma":[0.6755644,0.000009838835,0.31651628,0.00073677587,0.00015728612,0.000008358486,0.0000024043622,0.000015759175,0.0069888956],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986354,0.00017252672,0.00017924953,0.00038254153,0.00023082494,0.0003994746],"domain_scores_gemma":[0.99894476,0.00027265382,0.0000880704,0.00056594185,0.000024398321,0.000104183724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065580657,0.00013961861,0.00012659021,0.000058541445,0.00033698615,0.00026895918,0.001149955,0.00006464572,0.00014281513],"category_scores_gemma":[0.00049762893,0.00013703418,0.00006233228,0.00015046398,0.000026070766,0.00011613156,0.0004263909,0.0005707948,0.0015893921],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018826539,0.000033599354,0.00041873092,0.000003723119,0.0000069756707,0.0000059640265,0.0019288968,0.00089407235,0.00032039065,0.0005526346,0.03544402,0.96038914],"study_design_scores_gemma":[0.00019541844,0.00006606493,0.00007642219,0.00001820513,0.000002557104,0.00001615036,0.00007277948,0.0011124255,0.00047534253,0.00001515455,0.99776554,0.0001839445],"about_ca_topic_score_codex":0.00005522933,"about_ca_topic_score_gemma":0.0000011429529,"teacher_disagreement_score":0.9623215,"about_ca_system_score_codex":0.000036316807,"about_ca_system_score_gemma":0.000016140788,"threshold_uncertainty_score":0.999188},"labels":[],"label_agreement":null},{"id":"W2017587927","doi":"10.1145/1473195.1473222","title":"Using open-source robocode as a Java programming assignment","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Java; Computer science; Open source; Reflection (computer programming); Mathematics education; Programming language; Pedagogy; Psychology; Software","score_opus":0.07750012526958257,"score_gpt":0.3129533146011387,"score_spread":0.23545318933155612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017587927","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08671195,0.00034938427,0.90127456,0.007532107,0.0004042662,0.0008366794,3.9439755e-7,0.0011860267,0.0017046425],"genre_scores_gemma":[0.42175937,0.0000069827806,0.57375747,0.00063604227,0.00011278814,0.000049531292,0.0000021694718,0.000037583366,0.0036380733],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972767,0.000336963,0.00037179264,0.00077931036,0.00050828734,0.00072689715],"domain_scores_gemma":[0.9978681,0.00025453014,0.0002244466,0.0013538223,0.00006093139,0.00023812211],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001012929,0.00028843043,0.0003050368,0.000114794035,0.0009568019,0.0006757867,0.0033711414,0.00011376525,0.00010507022],"category_scores_gemma":[0.00070639467,0.00027847927,0.000112957176,0.0003585634,0.00009737492,0.00023226008,0.0024260008,0.00053988,0.0005953759],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000306533,0.00048617928,0.002721826,0.000025512321,0.00007042113,0.00044141093,0.009685175,0.0053805974,0.00057601905,0.0020173267,0.008358442,0.97020644],"study_design_scores_gemma":[0.0005977954,0.00019489395,0.0002117148,0.00008377732,0.000010986153,0.0004938532,0.0001808563,0.0022197552,0.0004482561,0.00007921804,0.9950519,0.0004270027],"about_ca_topic_score_codex":0.0012055762,"about_ca_topic_score_gemma":0.000003297215,"teacher_disagreement_score":0.98669344,"about_ca_system_score_codex":0.0001223197,"about_ca_system_score_gemma":0.00014016722,"threshold_uncertainty_score":0.99996674},"labels":[],"label_agreement":null},{"id":"W2019583725","doi":"10.1145/2591708.2591752","title":"Comparing outcomes in inverted and traditional CS1","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Computer science; Population; Function (biology); Psychology; Demography; Sociology","score_opus":0.053532682594170225,"score_gpt":0.2485468448807927,"score_spread":0.1950141622866225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019583725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5028759,0.000009780701,0.49251315,0.0012868446,0.00009308366,0.000029212928,3.451415e-8,0.00020382999,0.0029881627],"genre_scores_gemma":[0.9424289,2.2286726e-7,0.057178468,0.00024642525,0.000010364503,0.0000019354597,5.781571e-7,0.0000018944899,0.00013125503],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995291,0.000060092007,0.00007970085,0.00013927139,0.00008323187,0.00010856366],"domain_scores_gemma":[0.999724,0.000116637144,0.00001584115,0.00010206194,0.000004646005,0.000036814887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002983263,0.0000469133,0.000085980275,0.00006415682,0.00005392528,0.000092364986,0.00015845575,0.000018016086,0.0000032955095],"category_scores_gemma":[0.00004800855,0.000039385257,0.000012728186,0.0000739909,0.000016163323,0.00014423502,0.00005061193,0.00012391261,0.000008839615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.480339e-7,0.00003559105,0.598622,0.000003991959,0.000003535994,0.0000010809237,0.00086483284,0.00012055346,0.00001182317,0.22181359,0.00008647146,0.17843592],"study_design_scores_gemma":[0.0002998377,0.000025698257,0.7282178,0.000008726366,6.4187276e-7,0.0000055498026,0.000019031415,0.26282915,0.000008077212,0.0016278307,0.006872898,0.000084757485],"about_ca_topic_score_codex":0.00013550758,"about_ca_topic_score_gemma":0.000051850184,"teacher_disagreement_score":0.43955296,"about_ca_system_score_codex":0.00000777531,"about_ca_system_score_gemma":0.0000052450805,"threshold_uncertainty_score":0.16060843},"labels":[],"label_agreement":null},{"id":"W2019625965","doi":"10.1145/1268784.1268879","title":"Extending a marking tool with simple support for testing","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Simple (philosophy); Computer science; Test (biology); Extensibility; Software engineering; Programming language; Human–computer interaction","score_opus":0.03362084962184924,"score_gpt":0.29181308661305516,"score_spread":0.2581922369912059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019625965","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020740371,0.000008078287,0.97524154,0.000074358795,0.000078375175,0.00013804153,1.2343497e-7,0.00060629396,0.0031128256],"genre_scores_gemma":[0.479026,4.113244e-8,0.52028257,0.000101810765,0.00005195515,0.0000055236355,8.559265e-7,0.000007801989,0.0005234358],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988976,0.000016446536,0.0001629662,0.00029881127,0.0001617913,0.00046239782],"domain_scores_gemma":[0.99901444,0.00055435026,0.00007295986,0.00024217456,0.00005263967,0.00006342232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017019716,0.00010030694,0.0000966767,0.00008855348,0.00030739626,0.00023687152,0.00033471375,0.000029189234,0.00000683668],"category_scores_gemma":[0.0002527601,0.0000793038,0.000032655742,0.00028629476,0.000014692261,0.0002644912,0.00008547093,0.00013934559,0.000006323679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061017695,0.000014531177,0.011537328,0.0000118366925,0.000006093843,0.00001676947,0.00041408112,0.00007959713,0.00016122984,0.009146565,0.00010039722,0.9785055],"study_design_scores_gemma":[0.0015347954,0.0014329322,0.046865284,0.00013532827,0.00002534646,0.0004620805,0.0006530436,0.093133934,0.0016676065,0.0010775148,0.8519152,0.0010969297],"about_ca_topic_score_codex":0.000043953532,"about_ca_topic_score_gemma":0.000013138804,"teacher_disagreement_score":0.9774085,"about_ca_system_score_codex":0.00002909021,"about_ca_system_score_gemma":0.000039526047,"threshold_uncertainty_score":0.3233915},"labels":[],"label_agreement":null},{"id":"W2019907981","doi":"10.1145/1352135.1352183","title":"Poogle and the unknown-answer assignment","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.012376047293277445,"score_gpt":0.20147898454919694,"score_spread":0.18910293725591948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019907981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020886922,0.00028692788,0.960063,0.008066313,0.00018200131,0.000086083426,2.6712431e-8,0.00028071454,0.010148019],"genre_scores_gemma":[0.94589424,0.000010650533,0.045833096,0.0005159071,0.000031978874,0.0000051703255,9.63057e-8,0.0000026465589,0.007706199],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994493,0.00009281678,0.000065672815,0.00014246984,0.00012414488,0.0001255594],"domain_scores_gemma":[0.9996128,0.00010393347,0.000020006682,0.00021885002,0.000008810352,0.00003560066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003676827,0.000050585717,0.00006041048,0.000016131953,0.00028808456,0.000076659504,0.00025638458,0.00001613109,0.000010859245],"category_scores_gemma":[0.000028250523,0.000027084589,0.000023907898,0.00007053323,0.00008965849,0.000092019254,0.0001152027,0.00011896563,0.00002760668],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061334576,0.000041189352,0.0023169157,0.0000025309862,0.000017760485,0.00001534948,0.008819445,0.00009815918,0.000019020737,0.4114099,0.0035104456,0.57374316],"study_design_scores_gemma":[0.0010982777,0.00006487215,0.007446567,0.000006834824,0.000004549759,0.00016051714,0.00009259635,0.015714625,0.00010196981,0.0007828486,0.97436017,0.00016615499],"about_ca_topic_score_codex":0.00008340614,"about_ca_topic_score_gemma":0.000002103984,"teacher_disagreement_score":0.97084975,"about_ca_system_score_codex":0.000006313106,"about_ca_system_score_gemma":0.000012215185,"threshold_uncertainty_score":0.22157425},"labels":[],"label_agreement":null},{"id":"W202128211","doi":"10.1007/978-3-662-44447-4_10","title":"Story-Based Virtual Experiment Environment","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in educational technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Virtual Laboratory; Virtual lab; Mathematics education; Process (computing); Science learning; Instructional simulation; Virtual learning environment; Computer science; Science education; Multimedia; Psychology; Educational technology","score_opus":0.010867593566043821,"score_gpt":0.24703939999349142,"score_spread":0.2361718064274476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W202128211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012277909,0.0014378269,0.957112,0.037739895,0.00076698855,0.00020907598,0.0000015389845,0.00032381178,0.0022860535],"genre_scores_gemma":[0.64579487,0.000019174802,0.333127,0.0011561781,0.0004960506,0.00018263615,0.000070852315,0.00008205924,0.019071205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984051,0.000052047933,0.00024739822,0.00070348283,0.00029138447,0.00030056154],"domain_scores_gemma":[0.99845916,0.0004285347,0.00020012393,0.0008354509,0.000024202329,0.000052522977],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000264645,0.00032217117,0.00029007584,0.00070338004,0.00013572013,0.000041960346,0.0009885388,0.0006775837,0.00017114909],"category_scores_gemma":[0.00018782329,0.00033093643,0.00008506517,0.00007513623,0.00019942236,0.000028172295,0.00018192735,0.001453675,0.0002106906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023060393,0.000054138432,0.00007023019,0.00000782425,0.000014733288,0.0000032020566,0.0002503137,0.003705074,0.000051999614,0.5733484,0.00012933099,0.42236245],"study_design_scores_gemma":[0.00020150525,0.00022411572,0.00005297721,0.00010212747,0.000007740261,0.000017233211,0.0000035747742,0.00075367786,0.0003674397,0.09252178,0.9053009,0.00044690585],"about_ca_topic_score_codex":0.0000062802014,"about_ca_topic_score_gemma":0.000005341284,"teacher_disagreement_score":0.9051716,"about_ca_system_score_codex":0.00039906334,"about_ca_system_score_gemma":0.00026724837,"threshold_uncertainty_score":0.9999143},"labels":[],"label_agreement":null},{"id":"W2023467321","doi":"10.1145/1562877.1562937","title":"Adaptation of team-based learning on a first term programming class","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Computer science; Adaptation (eye); Class (philosophy); Term (time); Artificial intelligence; Mathematics education; Psychology","score_opus":0.01949364337488405,"score_gpt":0.25404158662777027,"score_spread":0.23454794325288622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023467321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040932268,0.0000318903,0.9550579,0.0011416987,0.00008069849,0.00016283139,5.6747147e-8,0.0007450607,0.0018475854],"genre_scores_gemma":[0.7904328,5.409854e-7,0.20921114,0.00010388848,0.000023221693,0.000005310631,0.0000020133386,0.000005451824,0.00021560006],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988774,0.00009289783,0.00020525635,0.0002918521,0.00027514945,0.00025745973],"domain_scores_gemma":[0.9993541,0.00012099727,0.0001410929,0.0002758423,0.000045596444,0.00006233182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004565695,0.00012046717,0.00013503102,0.00014701212,0.00025647966,0.00013200636,0.00036804855,0.000055302597,0.0000043479063],"category_scores_gemma":[0.00013781227,0.0001060365,0.00007529291,0.00030430313,0.000021002079,0.00016817775,0.000024188945,0.00032126627,0.000015453299],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008308655,0.00011976975,0.0021465165,0.000010872546,0.0000036231847,0.0000025409124,0.0014508491,0.031709038,0.00004431709,0.006987931,0.000022354769,0.9574939],"study_design_scores_gemma":[0.001055897,0.0030458965,0.01871974,0.0002851141,0.000011590033,0.0000074203363,0.00032152314,0.6468404,0.001007897,0.00007521403,0.32817656,0.00045277964],"about_ca_topic_score_codex":0.000056905723,"about_ca_topic_score_gemma":0.0000149538855,"teacher_disagreement_score":0.9570411,"about_ca_system_score_codex":0.000032177904,"about_ca_system_score_gemma":0.0000332547,"threshold_uncertainty_score":0.4324043},"labels":[],"label_agreement":null},{"id":"W2023916559","doi":"10.1145/1929887.1929907","title":"Enhancing the social issues components in our computing curriculum","year":2011,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Curriculum; Information and Communications Technology; Computer science; Work (physics); Set (abstract data type); Engineering ethics; Computational thinking; Social computing; Knowledge management; Social media; Sociology; Pedagogy; World Wide Web; Artificial intelligence; Engineering","score_opus":0.04965896174024587,"score_gpt":0.31206647433516277,"score_spread":0.2624075125949169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023916559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96117544,0.00010081784,0.03543727,0.0020521826,0.0005263738,0.00009532971,9.949402e-8,0.00029184052,0.00032066798],"genre_scores_gemma":[0.9471162,0.0000011172158,0.052469674,0.00019479958,0.00013397995,0.00000427072,8.37509e-7,0.000008904034,0.000070198585],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99864703,0.00025510328,0.00023398621,0.00027518737,0.00021806548,0.0003706105],"domain_scores_gemma":[0.9992765,0.000061120554,0.00014129085,0.00045635417,0.00002733658,0.00003735417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000973234,0.00012814894,0.00015893365,0.00007533607,0.0004168826,0.00013166622,0.0016089776,0.00005816578,0.000002554151],"category_scores_gemma":[0.00024778157,0.00009432669,0.00006127813,0.00029751522,0.000025382342,0.00019613812,0.00070091314,0.0004636837,0.00006229229],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004282703,0.00037805014,0.37193,0.00002290915,0.000042082975,0.00005016514,0.18643883,0.000045237826,0.00065513066,0.014461647,0.00091527565,0.4250564],"study_design_scores_gemma":[0.00065153424,0.00010512711,0.96820503,0.00013813665,0.000010872245,0.000025247517,0.0059860707,0.008765513,0.0011514305,0.0014274179,0.012964161,0.000569475],"about_ca_topic_score_codex":0.0022962275,"about_ca_topic_score_gemma":0.000065509426,"teacher_disagreement_score":0.59627503,"about_ca_system_score_codex":0.000030425086,"about_ca_system_score_gemma":0.0000181039,"threshold_uncertainty_score":0.3846531},"labels":[],"label_agreement":null},{"id":"W2024020591","doi":"10.1145/364447.364619","title":"Experiences with tutored video instruction for introductory programming courses","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Abandonment (legal); Computer science; Studio; Mathematics education; Quarter (Canadian coin); Course (navigation); Community college; Multimedia; Medical education; Psychology; Engineering; Medicine; Political science; Telecommunications","score_opus":0.014735095674151386,"score_gpt":0.25968890961718516,"score_spread":0.24495381394303378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024020591","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36616096,0.000057997746,0.631989,0.00052708935,0.00038786783,0.00018323881,4.2727624e-8,0.0005800311,0.000113766466],"genre_scores_gemma":[0.6576776,0.0000010836844,0.34150574,0.000044067423,0.00018282591,0.0001261494,0.0000012434748,0.0000071253116,0.0004542108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892706,0.000041100295,0.00013569894,0.00039096936,0.00019546895,0.00030967945],"domain_scores_gemma":[0.99943435,0.000058295744,0.000076038006,0.00028956306,0.000072395786,0.000069358146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030710635,0.00011845412,0.00011388135,0.000085553904,0.000313731,0.00033164854,0.00038358962,0.00003634264,0.000007569066],"category_scores_gemma":[0.00006990501,0.00008749182,0.000037272104,0.00027892593,0.00008175444,0.00057167496,0.00004357979,0.000115732066,0.0000038523567],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020394406,0.000041047202,0.0024025866,0.000007401407,0.000010941481,0.0000030638387,0.013869615,0.00007354295,0.000029470179,0.004755317,0.00018688064,0.9785997],"study_design_scores_gemma":[0.0008956139,0.00082079496,0.0010875997,0.000038510254,0.000010734252,0.00020134517,0.020923913,0.006059427,0.0006490384,0.00007091975,0.9688326,0.00040951034],"about_ca_topic_score_codex":0.000068448375,"about_ca_topic_score_gemma":0.000019522124,"teacher_disagreement_score":0.97819024,"about_ca_system_score_codex":0.000028355727,"about_ca_system_score_gemma":0.000052349897,"threshold_uncertainty_score":0.35678127},"labels":[],"label_agreement":null},{"id":"W2024048799","doi":"10.1007/s11948-006-0032-9","title":"On teaching computer ethics within a computer science department","year":2006,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Agency (philosophy); Computer ethics; Engineering ethics; Philosophy of science; Quarter (Canadian coin); Information ethics; Computer science; Medical education; Sociology; Engineering; Meta-ethics; Medicine; Social science","score_opus":0.02297975660374577,"score_gpt":0.28088746312450524,"score_spread":0.25790770652075945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024048799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120576985,0.00003301583,0.8747137,0.0025181957,0.0013193501,0.000109322755,5.6309426e-7,0.0005615997,0.00016727012],"genre_scores_gemma":[0.66729206,0.0000017083104,0.33173165,0.00078197755,0.00015654856,0.0000046380305,6.66351e-7,0.000009573157,0.000021205746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99629784,0.00009967131,0.00026162376,0.00085048395,0.0017640331,0.0007263781],"domain_scores_gemma":[0.9981131,0.0007694099,0.00008551217,0.00055916543,0.00025186237,0.00022094745],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014235465,0.00023113549,0.00017079168,0.00046773322,0.0021022635,0.0014524341,0.001346949,0.00015583694,4.9475375e-7],"category_scores_gemma":[0.00092671363,0.00020557913,0.0000360239,0.0010612216,0.0008114761,0.00089108763,0.000558044,0.0030547697,0.000014827952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016700913,0.00006227328,0.00016138605,0.000048760638,0.0000037198104,0.000016879236,0.0083270455,0.20019576,0.0013695348,0.74587953,0.00008102099,0.043852422],"study_design_scores_gemma":[0.00020625569,0.00025564313,0.0037222095,0.00021989914,0.0000043450423,0.00006308519,0.000023825154,0.98053306,0.00078970555,0.0012160533,0.012516081,0.00044981996],"about_ca_topic_score_codex":0.000107699074,"about_ca_topic_score_gemma":0.000005996601,"teacher_disagreement_score":0.78033733,"about_ca_system_score_codex":0.00017441515,"about_ca_system_score_gemma":0.0006660938,"threshold_uncertainty_score":0.99958414},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2024796365","doi":"10.1145/2538862.2538887","title":"Lessons learned and recommended strategies for game development components in a computer literacy course","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Deliverable; Computer science; Mathematics education; Key (lock); Video game development; Computer game; Computer programming; Literacy; Game based learning; Multimedia; Game design; Medical education; Psychology; Pedagogy; Engineering","score_opus":0.07571541013183858,"score_gpt":0.3394827157231366,"score_spread":0.263767305591298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024796365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10950845,0.000023809222,0.88566446,0.0042809807,0.00012838683,0.00013124316,1.7763271e-7,0.00018240418,0.00008006782],"genre_scores_gemma":[0.5938262,0.0000011519552,0.40580466,0.00022790692,0.000020210002,0.00001599829,0.0000036709407,0.000005218875,0.00009498608],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988951,0.00014332251,0.00020814766,0.00035584735,0.000104791565,0.0002927883],"domain_scores_gemma":[0.99937093,0.00024112836,0.000063879466,0.00021311721,0.000036531463,0.0000743982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075645384,0.00012697364,0.0001686767,0.00008913801,0.00012360385,0.00053920137,0.0003082643,0.000044763536,0.0000021555338],"category_scores_gemma":[0.000019882342,0.00011336558,0.000024959214,0.00009734867,0.000018731325,0.0003618922,0.0001534773,0.00017391218,0.000006634307],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005630374,0.00008092986,0.0011799508,0.000019490264,0.000008404685,0.0000010572445,0.006153622,0.00024687764,0.000020877782,0.024399864,0.0000894551,0.9677938],"study_design_scores_gemma":[0.0020930574,0.00021350579,0.052614346,0.00015593498,0.000004933364,0.000014110807,0.00022218394,0.58798045,0.00004937474,0.005455353,0.35070637,0.000490369],"about_ca_topic_score_codex":0.000054130956,"about_ca_topic_score_gemma":0.000033894597,"teacher_disagreement_score":0.96730345,"about_ca_system_score_codex":0.000021610054,"about_ca_system_score_gemma":0.00005096953,"threshold_uncertainty_score":0.51995313},"labels":[],"label_agreement":null},{"id":"W2025579097","doi":"10.1145/1297846.1297859","title":"The elephant in the room","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Wonder; Looming; Diversity (politics); Work (physics); Equity (law); Public relations; Computer science; Political science; Engineering; Psychology; Law","score_opus":0.012398371093599975,"score_gpt":0.2694520662606092,"score_spread":0.2570536951670092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025579097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030799057,0.00020438571,0.953038,0.0065456047,0.00019689664,0.00007059132,7.840116e-9,0.0001463315,0.008999132],"genre_scores_gemma":[0.981477,0.0000021433023,0.017203968,0.00049598794,0.000039412935,0.0000019032417,5.179691e-8,0.0000015881515,0.0007779386],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939966,0.00008265621,0.00008089166,0.000092864226,0.00013657211,0.00020738231],"domain_scores_gemma":[0.9992774,0.0004020331,0.000017731554,0.00028135304,0.0000063292887,0.000015164893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00308947,0.00003559241,0.000026057369,0.000019974175,0.00021760605,0.00021016915,0.00080084015,0.000013937768,0.0000010602773],"category_scores_gemma":[0.000059873673,0.000015191311,0.000018905648,0.0001903996,0.000012741585,0.00006238356,0.000056494096,0.00019371256,0.000027133334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0709984e-7,0.000011491142,0.0015207502,2.9663548e-7,8.9457654e-7,0.000007010443,0.0028079129,0.00001534037,0.0000071217974,0.0949459,0.00039860889,0.900284],"study_design_scores_gemma":[0.00007854888,0.0000310949,0.03991005,0.0000034750897,4.940591e-7,0.000016214064,0.00072607485,0.0026695936,0.0000493941,0.0007096005,0.9557479,0.00005753422],"about_ca_topic_score_codex":0.00012057115,"about_ca_topic_score_gemma":0.00024420087,"teacher_disagreement_score":0.9553493,"about_ca_system_score_codex":0.000008075794,"about_ca_system_score_gemma":0.000008959187,"threshold_uncertainty_score":0.2026666},"labels":[],"label_agreement":null},{"id":"W2026160352","doi":"10.1145/2157136.2157204","title":"Following a thread","year":2012,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Thread (computing); Computer science; Parallel computing; Programming language","score_opus":0.020692509026892524,"score_gpt":0.27329666514863055,"score_spread":0.25260415612173803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026160352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027128443,0.00020428536,0.9617004,0.000560382,0.000508465,0.000021414973,6.3404375e-9,0.00055739837,0.009319212],"genre_scores_gemma":[0.7302258,1.813065e-7,0.26872644,0.00012354755,0.000050705516,0.0000016648142,9.264219e-8,0.0000022044333,0.00086936785],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995157,0.000029281007,0.000047509384,0.00008177655,0.000095999596,0.00022973567],"domain_scores_gemma":[0.9996963,0.000033706667,0.000012319756,0.00018918813,0.000003464738,0.00006498697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039350585,0.00004073157,0.000044167733,0.000025114283,0.00008552781,0.000076827724,0.00024209103,0.0000167538,0.0000074328905],"category_scores_gemma":[0.00002968337,0.00003229334,0.00004571202,0.00009733917,0.0000034286097,0.00039934157,0.00007766882,0.00008548469,0.00018487894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6832527e-7,0.000032696284,0.034824725,0.0000013482377,0.000008147536,0.0000017483084,0.002740982,0.000004229667,0.000038795613,0.15951096,0.0006232306,0.80221295],"study_design_scores_gemma":[0.00016635432,0.000030058822,0.017106561,0.000011489609,0.0000045981983,0.000019266996,0.00010984258,0.0011224216,0.00022240657,0.00051302725,0.9804759,0.00021805389],"about_ca_topic_score_codex":0.000032401753,"about_ca_topic_score_gemma":6.382602e-7,"teacher_disagreement_score":0.9798527,"about_ca_system_score_codex":0.000007448393,"about_ca_system_score_gemma":0.000005464795,"threshold_uncertainty_score":0.23763064},"labels":[],"label_agreement":null},{"id":"W2026390014","doi":"10.1145/2462476.2462490","title":"Evaluating student understanding of core concepts in computer architecture","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Mathematics education; Subject matter; Computer science; Architecture; Curriculum; Liberal arts education; Subject (documents); Course (navigation); Core (optical fiber); Work (physics); Core curriculum; The arts; Pedagogy; Psychology; Higher education; Library science; Engineering; Visual arts","score_opus":0.12020981173656727,"score_gpt":0.3903032567225298,"score_spread":0.27009344498596255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026390014","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30099863,0.000020425601,0.69813675,0.00025238234,0.000110304274,0.00013276751,3.689719e-8,0.00008612689,0.00026260325],"genre_scores_gemma":[0.69941676,2.5160207e-7,0.3004259,0.000078834826,0.000020197618,0.0000053596905,3.3292716e-7,0.0000036891288,0.00004871379],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892056,0.0001263916,0.00022058819,0.00023634822,0.0002760592,0.00022006167],"domain_scores_gemma":[0.9993885,0.00020654438,0.000085452004,0.0002447617,0.00002913772,0.00004560576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057901995,0.00008971094,0.00014430133,0.000110573616,0.000062455474,0.00011144913,0.00045542116,0.00003552601,0.000031878397],"category_scores_gemma":[0.000029728033,0.00007269975,0.000037969563,0.0002195301,0.000038604325,0.00014052482,0.00020780961,0.000242292,0.000013438309],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016892782,0.00009009942,0.032487508,0.000027615675,0.000017714901,0.0000045282613,0.024818256,0.036973067,0.0006064371,0.042604327,0.00010446372,0.8622643],"study_design_scores_gemma":[0.0017557972,0.00086021394,0.09691673,0.00035702865,0.000007589193,0.00002571517,0.0029041257,0.88514274,0.00018507108,0.010755456,0.0005452846,0.0005442639],"about_ca_topic_score_codex":0.00022312492,"about_ca_topic_score_gemma":0.00001966617,"teacher_disagreement_score":0.86172,"about_ca_system_score_codex":0.000068603316,"about_ca_system_score_gemma":0.000025013824,"threshold_uncertainty_score":0.296461},"labels":[],"label_agreement":null},{"id":"W2026925604","doi":"10.1108/17440080710834238","title":"Web‐based Structured Hypermedia Algorithm Explanation system","year":2007,"lang":"en","type":"article","venue":"International Journal of Web Information Systems","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Hypermedia; Web application; Process (computing); Animation; Algorithm; Multimedia; Programming language; World Wide Web","score_opus":0.009557298227934727,"score_gpt":0.25168291450986496,"score_spread":0.24212561628193024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026925604","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012899807,0.000077884004,0.9763674,0.0002482421,0.009072053,0.00010607333,0.000008321572,0.00015295424,0.0010672571],"genre_scores_gemma":[0.9530432,0.0000025091788,0.046105556,0.00010883206,0.0006920436,0.000002478705,0.000017792729,0.0000056529984,0.000021913535],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972381,0.00009865948,0.0010817385,0.00008548128,0.0013076419,0.00018836107],"domain_scores_gemma":[0.99710655,0.00015860848,0.0012954206,0.00016625052,0.0011522992,0.00012084093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002543821,0.00012621871,0.00018479502,0.0008480357,0.000089622816,0.0006632322,0.0009926768,0.00009109331,0.0000031948139],"category_scores_gemma":[0.000152721,0.00010761842,0.000108226406,0.00022781367,0.000018436871,0.0024324344,0.000047467638,0.0003030339,0.000043475105],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006175947,0.000045662884,0.0025094615,0.00008840949,0.00019978796,0.00010997208,0.0039574965,0.016346628,0.0003407332,0.022619087,0.0019346796,0.95178634],"study_design_scores_gemma":[0.0023597134,0.00012659872,0.003353484,0.00039796616,0.000013327357,0.0016299002,0.0023119007,0.5713255,0.00030162215,0.000010663007,0.41791624,0.00025308967],"about_ca_topic_score_codex":0.00002482903,"about_ca_topic_score_gemma":0.0000021275484,"teacher_disagreement_score":0.95153326,"about_ca_system_score_codex":0.00034648812,"about_ca_system_score_gemma":0.00023785666,"threshold_uncertainty_score":0.6395563},"labels":[],"label_agreement":null},{"id":"W2029647797","doi":"10.5539/cis.v6n1p100","title":"A Programming Language without Keywords","year":2013,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Compiler; Programming language; First-generation programming language; Programming language specification; Very high-level programming language; Natural language programming; C programming language; Natural language; Programming domain; Programming paradigm; Natural language processing; Inductive programming; Universal Networking Language; Software; Comprehension approach","score_opus":0.006981684409068026,"score_gpt":0.24542769663492126,"score_spread":0.23844601222585324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029647797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07588985,0.000029279176,0.92179805,0.00041921175,0.00024779578,0.00015895082,8.38117e-8,0.00033736767,0.0011194245],"genre_scores_gemma":[0.667046,0.000001831247,0.33236822,0.00051162415,0.00003214483,0.000012429155,7.3780177e-7,0.0000013995982,0.000025570982],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999013,0.000021520262,0.00018303789,0.00017499799,0.00032235053,0.00028509248],"domain_scores_gemma":[0.99935544,0.000025288038,0.00008516148,0.0002737227,0.00012357676,0.00013679701],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006421602,0.00008732298,0.00008017722,0.00023051586,0.0003878543,0.0021243403,0.00065944006,0.000022566115,0.000004889201],"category_scores_gemma":[0.000046585123,0.00007047364,0.000018781011,0.0006196128,0.00015665393,0.0123133,0.00035431163,0.00013492019,0.0001420661],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8491156e-7,0.0000045224574,0.00095946126,0.0000065165987,8.6380163e-7,1.7197993e-7,0.00792739,0.000033271688,0.000022030837,0.007990526,0.00007787904,0.9829772],"study_design_scores_gemma":[0.00039853508,0.00016817225,0.0650616,0.00005118545,0.000002139447,0.00009020428,0.00055289635,0.7208302,0.00016067475,0.00012238004,0.21218371,0.0003783039],"about_ca_topic_score_codex":0.000064089036,"about_ca_topic_score_gemma":2.8892896e-7,"teacher_disagreement_score":0.9825989,"about_ca_system_score_codex":0.000018817515,"about_ca_system_score_gemma":0.00005858976,"threshold_uncertainty_score":0.99891156},"labels":[],"label_agreement":null},{"id":"W2031465049","doi":"10.1145/1400181.1400199","title":"Crossroads for Canadian CS enrollment","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Division of Mathematical Sciences","keywords":"Falling (accident); Computer science; Political science; Medicine; Environmental health","score_opus":0.08606741004231647,"score_gpt":0.31052793751365143,"score_spread":0.22446052747133496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031465049","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15108088,0.0052254708,0.09257641,0.7395894,0.0011584986,0.0017087648,0.00002430147,0.00054957456,0.008086714],"genre_scores_gemma":[0.6135402,0.000015552721,0.3859865,0.00014506368,0.0000057388143,0.000020106902,0.0000013822965,0.0000027099227,0.00028280457],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995314,0.000081955746,0.00010802891,0.00008089099,0.00006782454,0.00012992101],"domain_scores_gemma":[0.98151773,0.00020024166,0.000063813146,0.018116372,0.000055942375,0.00004590741],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.000301794,0.000042169846,0.000058562477,0.000042312684,0.0009650898,0.00002921732,0.026027016,0.000023150964,6.4556735e-7],"category_scores_gemma":[0.0024429257,0.000033241056,0.000063235995,0.00015882785,0.00012087517,0.00006797192,0.00507545,0.00012880201,0.000004966453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008626891,0.0004712513,0.07782651,0.000043096614,0.00014969407,0.0000010046585,0.04763643,0.0017227817,0.00046912086,0.3032719,0.16815102,0.4002486],"study_design_scores_gemma":[0.00017660981,0.00002685278,0.022519873,0.000018998755,0.000005096441,0.000010883781,0.000054087475,0.0033513366,0.00014773177,0.007063278,0.966539,0.00008625283],"about_ca_topic_score_codex":0.01039315,"about_ca_topic_score_gemma":0.0037057723,"teacher_disagreement_score":0.798388,"about_ca_system_score_codex":0.000042254167,"about_ca_system_score_gemma":0.00017356953,"threshold_uncertainty_score":0.99619675},"labels":[],"label_agreement":null},{"id":"W2033447162","doi":"10.1145/1562877.1562933","title":"The academic enhancement program","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mathematics education; Medical education; Computer science; Academic program; Population; Student engagement; Psychology; Higher education; Medicine","score_opus":0.016349011779032772,"score_gpt":0.312769220090355,"score_spread":0.29642020831132226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033447162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006221935,0.0005209968,0.9603694,0.021196913,0.00029081837,0.00024394564,9.569972e-9,0.0013781514,0.009777837],"genre_scores_gemma":[0.82319254,0.000025745214,0.17101234,0.00068573025,0.00006188618,0.000018229293,2.0324771e-7,0.000002115332,0.0050011864],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930626,0.000045307435,0.000098923476,0.00015336751,0.00015489996,0.00024121239],"domain_scores_gemma":[0.99958897,0.00004877088,0.00003158452,0.00027480262,0.000013227664,0.000042636664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047576797,0.000055490385,0.000039174978,0.000014785228,0.00031043624,0.00021061882,0.0006889997,0.00002719174,0.0000025746033],"category_scores_gemma":[0.000033188437,0.000031913605,0.000027324622,0.00013277304,0.000016252792,0.00011529748,0.000051883475,0.00028423517,0.00006756073],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.366747e-7,0.00001558216,0.000029182283,2.3654384e-7,0.0000012827308,4.5495491e-7,0.00023751747,0.0000034658553,0.000039176342,0.06184026,0.0008136713,0.93701875],"study_design_scores_gemma":[0.000060650957,0.00020857668,0.0014976272,0.000005438283,8.998068e-7,0.0000037198834,0.000021845544,0.004331804,0.00035932907,0.0012497257,0.99218816,0.00007224555],"about_ca_topic_score_codex":0.0000043004593,"about_ca_topic_score_gemma":5.904204e-7,"teacher_disagreement_score":0.9913745,"about_ca_system_score_codex":0.000012826168,"about_ca_system_score_gemma":0.000015198333,"threshold_uncertainty_score":0.2387656},"labels":[],"label_agreement":null},{"id":"W2037803532","doi":"10.1080/13803610500298094","title":"A Placement Test for Computer Science: Design, Implementation, and Analysis","year":2006,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Lethbridge; University of Nebraska-Lincoln","keywords":"Computer science; Curriculum; Test (biology); AP Computer Science; Component (thermodynamics); Mathematics education; Key (lock); Advanced Placement; Program Design Language; Engineering management; Medical education; Software engineering; Pedagogy; Psychology; Computer literacy; World Wide Web; Engineering","score_opus":0.0203996905645011,"score_gpt":0.33067898518097744,"score_spread":0.31027929461647635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037803532","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03640449,0.000048278675,0.9612472,0.0007906175,0.00093263056,0.00040430005,8.768605e-7,0.00015540942,0.000016208147],"genre_scores_gemma":[0.4287914,6.1680043e-7,0.5707654,0.00015876457,0.00021031266,0.000036214704,0.000006261028,0.0000034506418,0.000027593383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976896,0.0000498395,0.0002954278,0.0009049364,0.00055235997,0.0005078038],"domain_scores_gemma":[0.9984944,0.00021316267,0.00017837911,0.0005132282,0.00044531273,0.00015550801],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028050346,0.00015472065,0.00015341646,0.000994649,0.0013583336,0.0018607045,0.0011318341,0.000024384271,0.0000027499618],"category_scores_gemma":[0.00003547019,0.00014713522,0.000052645344,0.0036056219,0.0004364941,0.001293586,0.00031237156,0.00008622829,0.0000047753647],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013936691,0.00020228788,0.014761009,0.000010254735,0.0000120051745,2.3030347e-7,0.0019481744,0.00938032,0.0005333092,0.014056981,0.0011490575,0.957945],"study_design_scores_gemma":[0.00033361587,0.00033698618,0.15048023,0.000016060865,0.0000510124,0.000012962758,0.00014032064,0.84151673,0.0013040318,0.0008124141,0.0046593854,0.00033622544],"about_ca_topic_score_codex":0.00012475079,"about_ca_topic_score_gemma":0.00001021734,"teacher_disagreement_score":0.95760876,"about_ca_system_score_codex":0.00019642856,"about_ca_system_score_gemma":0.0014937257,"threshold_uncertainty_score":0.99994177},"labels":[],"label_agreement":null},{"id":"W2040099991","doi":"10.1145/2597959.2597970","title":"Making Programs With The Raspberry Pi","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Southampton; University of Manchester; University of Cambridge","keywords":"Raspberry pi; Transformative learning; Computer science; Multimedia; Mobile device; Programming language; World Wide Web; Software engineering; Internet of Things; Pedagogy; Sociology","score_opus":0.02766617102781133,"score_gpt":0.25916996297544004,"score_spread":0.2315037919476287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040099991","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007211535,0.000018387107,0.97814924,0.004061216,0.00007067768,0.00008076062,5.3771227e-9,0.0006104546,0.0097977575],"genre_scores_gemma":[0.8328076,9.657658e-8,0.16544639,0.0004780545,0.000055982626,0.00001069294,1.973593e-7,0.0000057566303,0.0011952297],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922734,0.00010992418,0.000060511313,0.00020196938,0.00017508132,0.00022519263],"domain_scores_gemma":[0.99942595,0.000078256744,0.000041185613,0.0004049723,0.000019272602,0.000030361796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006129439,0.00007651856,0.00006181182,0.000021363478,0.000248212,0.00038464338,0.0006364108,0.000020376508,0.000004229064],"category_scores_gemma":[0.000020612999,0.000037858357,0.000025626532,0.00017975424,0.00003955791,0.00013221518,0.00010895743,0.00020356149,0.000042986612],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.578116e-7,0.000013371899,0.0015337921,0.0000024847072,0.0000049266414,0.0000010910845,0.0010409271,0.000070647955,0.0000043806444,0.054804,0.00022297587,0.94230044],"study_design_scores_gemma":[0.0001677376,0.00021494947,0.0032413683,0.00003237241,0.0000046165687,0.000036767044,0.00015425036,0.018734166,0.000022995673,0.0001996369,0.9770248,0.00016632096],"about_ca_topic_score_codex":0.00003187516,"about_ca_topic_score_gemma":0.000023871253,"teacher_disagreement_score":0.9768019,"about_ca_system_score_codex":0.0000070844317,"about_ca_system_score_gemma":0.000012393925,"threshold_uncertainty_score":0.37091252},"labels":[],"label_agreement":null},{"id":"W2040888129","doi":"10.1145/1345375.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":279,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Taxonomy (biology); Computer science; Bloom's taxonomy; Domain (mathematical analysis); Data science; Cognition; Artificial intelligence; Management science; Psychology; Engineering; Ecology; Biology","score_opus":0.04597120944008351,"score_gpt":0.2659085814039111,"score_spread":0.2199373719638276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040888129","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035292998,0.00013074923,0.95909303,0.003045776,0.0006022782,0.00016382601,4.8564374e-8,0.0007407143,0.00093059096],"genre_scores_gemma":[0.39197764,0.0000049925297,0.6071422,0.00036379482,0.00022546499,0.000009339413,8.0306717e-7,0.000012502444,0.00026323204],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739945,0.00010561636,0.00034289094,0.00075431605,0.0005149717,0.00088275486],"domain_scores_gemma":[0.99820745,0.0004736019,0.00016053171,0.00082990836,0.00012976964,0.000198715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039547966,0.00021379933,0.00019450011,0.00035133277,0.0009953531,0.00066242437,0.002403818,0.000074064905,0.00004284037],"category_scores_gemma":[0.00044024168,0.00020836592,0.00007473572,0.0008902819,0.00021124957,0.00021857716,0.0012147952,0.0006796619,0.00072008715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050119133,0.000025573141,0.0015626646,0.0000061373753,0.0000060379957,0.000048098293,0.0012273847,0.00031058714,0.00017517367,0.012036823,0.0012535685,0.98334295],"study_design_scores_gemma":[0.00025087406,0.00007964756,0.00340908,0.000048343107,0.0000016179963,0.00005190347,0.0001048204,0.00068095495,0.00093542924,0.00009848659,0.9940144,0.0003244396],"about_ca_topic_score_codex":0.00003693923,"about_ca_topic_score_gemma":0.0000015018331,"teacher_disagreement_score":0.99276084,"about_ca_system_score_codex":0.00017585368,"about_ca_system_score_gemma":0.00013859675,"threshold_uncertainty_score":0.92555034},"labels":[],"label_agreement":null},{"id":"W2042853850","doi":"10.1145/1806512.1806517","title":"Steps towards a scientific approach to a database course transformation","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Curriculum; Computer science; Feeling; Resource (disambiguation); Affect (linguistics); Data science; Data collection; Mathematics education; Medical education; Knowledge management; Psychology; Pedagogy; Engineering","score_opus":0.024222439533424504,"score_gpt":0.2799426918230469,"score_spread":0.25572025228962236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042853850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062326346,0.0000060327206,0.9281942,0.0010636529,0.00063099543,0.00017743393,0.000001531298,0.0004620458,0.0071377587],"genre_scores_gemma":[0.5981817,6.315688e-8,0.400934,0.00010387405,0.000028245267,0.000014270871,0.000009458597,0.0000038053977,0.00072452036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988761,0.000046371515,0.00013440855,0.00035092377,0.00032701858,0.0002652113],"domain_scores_gemma":[0.9991162,0.000016587368,0.00002691162,0.0006168614,0.0000550194,0.00016843001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001378768,0.000090517875,0.00007817278,0.00013518948,0.00031522778,0.00084802444,0.0007527346,0.00003810228,0.000011429],"category_scores_gemma":[0.00005084174,0.00007487051,0.000038022583,0.0005305968,0.000039280363,0.00069056463,0.000097452954,0.0003413456,0.00012584562],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021487865,0.0001754847,0.000052198433,0.0000148366935,0.000004595641,0.0000010191892,0.013339014,0.00010385626,0.0020847109,0.10007738,0.0012699523,0.8828748],"study_design_scores_gemma":[0.0004704125,0.000088393404,0.002382449,0.00001816955,0.000010959012,0.000059351274,0.0004923629,0.17196833,0.0017729773,0.00012356011,0.8221733,0.00043977465],"about_ca_topic_score_codex":0.00011701845,"about_ca_topic_score_gemma":0.00003889679,"teacher_disagreement_score":0.882435,"about_ca_system_score_codex":0.000008818744,"about_ca_system_score_gemma":0.00009461814,"threshold_uncertainty_score":0.81775194},"labels":[],"label_agreement":null},{"id":"W2042953006","doi":"10.1007/s10758-006-0006-7","title":"The Co-Emergence of Machine Techniques, Paper-and-Pencil Techniques, and Theoretical Reflection: A Study of Cas use in Secondary School Algebra","year":2006,"lang":"en","type":"article","venue":"International Journal of Computers for Mathematical Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Pencil (optics); Dialectic; Factoring; Relation (database); Mathematics education; Equivalence (formal languages); Computer science; Algebra over a field; Adaptation (eye); Process (computing); History and philosophy of science; Mathematics; Epistemology; Psychology; Programming language; Pure mathematics; Engineering","score_opus":0.013372763216574008,"score_gpt":0.302035718772748,"score_spread":0.288662955556174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042953006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31246242,0.0002608825,0.685775,0.0007182729,0.00014686194,0.00031778426,9.818075e-7,0.00005722851,0.00026059727],"genre_scores_gemma":[0.84561366,0.000022090348,0.15424195,0.000017656874,0.00006573173,0.000007529382,5.577198e-7,0.000009018334,0.000021826094],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981744,0.0002380477,0.0007973311,0.00016769495,0.00047389936,0.00014862251],"domain_scores_gemma":[0.99776495,0.0012379269,0.0005212216,0.00013570108,0.0002835866,0.000056615758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019975882,0.0001237461,0.00028290303,0.00021722887,0.00010855059,0.00015400616,0.0005674701,0.000052983884,0.0000074612103],"category_scores_gemma":[0.0005136232,0.0000887423,0.00007829213,0.00012837775,0.00015950348,0.00035344568,0.0001735241,0.0005883835,2.1754128e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022778491,0.00071487896,0.008632621,0.00008909905,0.00016405937,0.00008405073,0.0030922533,0.00028588373,0.0009300744,0.4330444,0.00015011472,0.55258477],"study_design_scores_gemma":[0.014993026,0.025562797,0.051038884,0.007169562,0.00036769023,0.01377534,0.007176752,0.2746212,0.018391434,0.49716568,0.08712623,0.0026114094],"about_ca_topic_score_codex":0.000056263616,"about_ca_topic_score_gemma":0.000009998388,"teacher_disagreement_score":0.54997337,"about_ca_system_score_codex":0.000040323164,"about_ca_system_score_gemma":0.00005844608,"threshold_uncertainty_score":0.3618806},"labels":[],"label_agreement":null},{"id":"W2043829411","doi":"10.1145/365024.365303","title":"GeneyTM","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Mobile device; Human–computer interaction; User interface; Process (computing); User interface design; Multimedia; Interface (matter); User-centered design; User experience design; World Wide Web","score_opus":0.016654914355418493,"score_gpt":0.2473180712420591,"score_spread":0.2306631568866406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043829411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010859506,0.000038126338,0.9615016,0.0011442186,0.00009006701,0.000013014033,4.3368207e-9,0.00050193386,0.025851538],"genre_scores_gemma":[0.6896834,0.0000025176396,0.30050728,0.00034530705,0.000040692288,0.0000013089149,1.2014794e-7,0.0000021321684,0.009417244],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99966025,0.000019139943,0.000038852504,0.00010569524,0.00006429646,0.00011176509],"domain_scores_gemma":[0.99974895,0.000014789399,0.000009257791,0.00018632865,0.0000070673814,0.000033620177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012748873,0.000029353083,0.000027156082,0.000023274168,0.000063413565,0.00008473525,0.0002775597,0.00001226402,0.000028735394],"category_scores_gemma":[0.000013122647,0.000023865427,0.00001678422,0.00011162448,0.0000050010685,0.00010623861,0.000054008975,0.00006169749,0.0002126231],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6553378e-7,0.000008186022,0.0029214488,2.9986677e-7,0.0000012286719,0.000007924806,0.00022252949,0.000031775748,0.000022062794,0.040589772,0.0008321119,0.9553625],"study_design_scores_gemma":[0.000048745103,0.000016572483,0.003470064,0.0000012993241,3.5473303e-7,0.000032771743,0.000010161651,0.007968294,0.000039490616,0.00023803565,0.98811996,0.000054272008],"about_ca_topic_score_codex":0.000034864126,"about_ca_topic_score_gemma":0.000002132806,"teacher_disagreement_score":0.9872878,"about_ca_system_score_codex":0.0000047323992,"about_ca_system_score_gemma":0.0000065715835,"threshold_uncertainty_score":0.27329108},"labels":[],"label_agreement":null},{"id":"W2044867396","doi":"10.1145/2676723.2677307","title":"An Experience Report","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Scrum; Computer science; Software development; Software development process; Software engineering; Android (operating system); Personal software process; Java; Software project management; Software; Agile software development; Engineering management; Software construction; Engineering","score_opus":0.05889765905683645,"score_gpt":0.34135561573870854,"score_spread":0.28245795668187207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044867396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08123156,0.000013704896,0.911526,0.00029232108,0.00024986986,0.000019244737,6.2603314e-9,0.0006529619,0.0060143084],"genre_scores_gemma":[0.70346355,5.020562e-8,0.29524833,0.00009316949,0.000029786177,0.0000027596889,3.1525403e-7,0.0000018460426,0.001160172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993924,0.000041561674,0.00007962501,0.00020343858,0.00015759573,0.00012538036],"domain_scores_gemma":[0.9992975,0.000008808388,0.000027245422,0.0004895037,0.00003257165,0.00014439857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044510924,0.000041044575,0.000041272462,0.000023499199,0.000053268504,0.00016621321,0.0004539703,0.000017011562,0.0000041390053],"category_scores_gemma":[0.00008613945,0.000033392163,0.000012139444,0.000107337364,0.000014317902,0.0004410474,0.000059689988,0.00007277517,0.000043091422],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014741673,0.00008637262,0.020809064,0.0000011522651,0.0000026078965,0.00038337614,0.032648623,0.00029802782,0.00012554797,0.049577527,0.0016290531,0.8944372],"study_design_scores_gemma":[0.00017503329,0.00020127065,0.0037024848,0.0000046574537,9.2049294e-7,0.00076059677,0.0014402396,0.028928678,0.0005156882,0.0005794761,0.9634428,0.00024816202],"about_ca_topic_score_codex":0.00014161064,"about_ca_topic_score_gemma":0.0000025769732,"teacher_disagreement_score":0.96181375,"about_ca_system_score_codex":0.000010951463,"about_ca_system_score_gemma":0.000036651945,"threshold_uncertainty_score":0.16027978},"labels":[],"label_agreement":null},{"id":"W2045165696","doi":"10.1145/1999747.1999845","title":"A mobile web-based approach to introductory programming","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"JavaScript; Computer science; Multimedia; Mobile device; Mobile Web; Curriculum; World Wide Web; Web application; Mobile technology; Mobile computing; Computer network","score_opus":0.02859586292438366,"score_gpt":0.242286059988463,"score_spread":0.21369019706407935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045165696","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005574378,0.000051460116,0.9827548,0.00006120732,0.00020470952,0.0003215101,9.0800974e-8,0.0013996493,0.009632187],"genre_scores_gemma":[0.43645424,1.1176405e-7,0.5626611,0.00018239672,0.000046765654,0.000107996115,7.0908624e-7,0.000008575318,0.0005380944],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861336,0.00010332837,0.00015967882,0.0005151697,0.00020807187,0.00040037683],"domain_scores_gemma":[0.99905825,0.0000221094,0.000042722317,0.00065626675,0.000044243792,0.00017640922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006339728,0.00013881573,0.00012923185,0.00015994102,0.00014661241,0.00015389877,0.00086321466,0.000047006328,0.000027976994],"category_scores_gemma":[0.000053447468,0.000118398886,0.00006369428,0.00044095915,0.000029813395,0.00016558307,0.00016815579,0.00023481708,0.00018206555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051564534,0.0003226027,0.0008135024,0.000016064572,0.0000084310195,0.0000031075767,0.0074073286,0.00027239253,0.000078876605,0.011943544,0.00091360597,0.9782154],"study_design_scores_gemma":[0.00030482176,0.00045199966,0.0004073989,0.000012732063,0.000005223066,0.000010269924,0.00026999172,0.0140990475,0.00046674785,0.00002869615,0.98360145,0.00034164128],"about_ca_topic_score_codex":0.000090711794,"about_ca_topic_score_gemma":0.0000023134453,"teacher_disagreement_score":0.98268783,"about_ca_system_score_codex":0.00002981704,"about_ca_system_score_gemma":0.0000718888,"threshold_uncertainty_score":0.48281664},"labels":[],"label_agreement":null},{"id":"W2045565787","doi":"10.1145/2676723.2677235","title":"Reconsidering the Impact of CS1 on Novice Attitudes","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Mathematics education; Quarter (Canadian coin); Computer science; Field (mathematics); Psychology; Artificial intelligence; Mathematics","score_opus":0.18242424997842738,"score_gpt":0.34120930336180216,"score_spread":0.15878505338337479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045565787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8307219,0.00011265273,0.15494268,0.001180821,0.00021168643,0.00009123287,1.5884186e-7,0.00035206802,0.012386781],"genre_scores_gemma":[0.9729472,4.6809578e-7,0.026751641,0.000059056983,0.000025346422,0.0000013085789,9.452001e-8,0.000003232941,0.00021167731],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99946946,0.000074412375,0.000087540924,0.00012034271,0.0001234146,0.00012485731],"domain_scores_gemma":[0.9993791,0.00015084782,0.000047284197,0.00033668266,0.00003445332,0.000051653024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063376717,0.000057413858,0.00006988508,0.000034258836,0.0000572042,0.000086538195,0.00039058152,0.000017823117,0.0000058665446],"category_scores_gemma":[0.00015069822,0.000030930314,0.00005199078,0.00012278507,0.000020591322,0.00011115,0.00008623154,0.00014131691,0.000038043338],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012727752,0.00015416843,0.062268592,0.000010164777,0.00007105075,0.0000069682515,0.014993351,0.024787538,0.00015952565,0.019634971,0.003301837,0.8745991],"study_design_scores_gemma":[0.0038784095,0.00742367,0.61543953,0.0005914859,0.000041109564,0.00043516606,0.0033314945,0.22502856,0.007195276,0.0070731635,0.12740836,0.0021537445],"about_ca_topic_score_codex":0.00046609432,"about_ca_topic_score_gemma":0.000013753214,"teacher_disagreement_score":0.87244534,"about_ca_system_score_codex":0.000023971712,"about_ca_system_score_gemma":0.000048924776,"threshold_uncertainty_score":0.12613016},"labels":[],"label_agreement":null},{"id":"W2047622661","doi":"10.1145/1094855.1094974","title":"The practice of specifying requirements using executable acceptance tests in computer science courses","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; SAIT Polytechnic","funders":"","keywords":"Executable; Computer science; Software engineering; Acceptance testing; Programming language","score_opus":0.045675898781325754,"score_gpt":0.3550024741837581,"score_spread":0.3093265754024323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047622661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07350428,0.00031656388,0.92257315,0.0013688679,0.0003833501,0.00014177842,9.495431e-8,0.00011883002,0.0015930656],"genre_scores_gemma":[0.5464181,0.0000074491763,0.45333892,0.00011560959,0.00005260912,0.0000011855536,4.0607357e-8,0.0000034748384,0.000062649015],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982819,0.00011561404,0.00029341062,0.00034819628,0.0005233172,0.000437592],"domain_scores_gemma":[0.99865246,0.00043155867,0.00020904231,0.0005125641,0.00013882019,0.000055584198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027021407,0.00010016843,0.00011626938,0.00012213746,0.00048526545,0.00046128966,0.0012385045,0.000023733413,0.0000032369776],"category_scores_gemma":[0.0003896993,0.00007407278,0.000026423526,0.00088717655,0.0002070512,0.0020811975,0.00038613164,0.00022314576,0.000007836646],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054933307,0.00010717434,0.0047785104,0.0000054742827,0.00000506863,0.000004814752,0.0018329192,0.019556379,0.0013582065,0.009336457,0.000057183457,0.9629523],"study_design_scores_gemma":[0.0004937938,0.00011169167,0.006716923,0.00017335817,0.0000072512644,0.00006909542,0.00047914745,0.8610992,0.0035733567,0.00012210812,0.126832,0.00032211328],"about_ca_topic_score_codex":0.00015014764,"about_ca_topic_score_gemma":0.000027173193,"teacher_disagreement_score":0.9626302,"about_ca_system_score_codex":0.00012893985,"about_ca_system_score_gemma":0.00015311566,"threshold_uncertainty_score":0.44482267},"labels":[],"label_agreement":null},{"id":"W2047859318","doi":"10.1145/1538234.1538239","title":"Adding Test Generation to the Teaching Machine","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Plug-in; Computer science; Scripting language; Generator (circuit theory); Visualization; Extension (predicate logic); Field (mathematics); Programming language; Software engineering; Artificial intelligence; Theoretical computer science","score_opus":0.022508255203929312,"score_gpt":0.3034278843088667,"score_spread":0.2809196291049374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047859318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013719131,0.00004806881,0.959333,0.024743522,0.0012272336,0.00020027318,6.489106e-7,0.0004515926,0.0002765407],"genre_scores_gemma":[0.7135693,0.0000010791781,0.2838874,0.001934833,0.0003212152,0.000007773271,0.000005295252,0.0000076023907,0.00026552362],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874115,0.00018374273,0.00021673096,0.00038217282,0.00022718134,0.00024903435],"domain_scores_gemma":[0.9986167,0.00035770924,0.000082933635,0.0007977928,0.00005560954,0.00008922994],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00083852233,0.00014571137,0.000094213225,0.00019166834,0.0014056114,0.00043062214,0.0008729193,0.000044673827,0.000004248056],"category_scores_gemma":[0.00034915705,0.000121017445,0.00006277279,0.0004020527,0.000008304887,0.00023322417,0.000012901879,0.00058264047,0.000066604094],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.228067e-7,0.00020313001,0.000038828566,0.0000015745185,0.0000037313437,1.7517283e-7,0.0033643942,0.020276593,0.00032639116,0.0014100348,0.0006722064,0.973702],"study_design_scores_gemma":[0.0004898443,0.0012012396,0.016659537,0.00033648647,0.00005604533,0.00014057395,0.0007794368,0.57815576,0.0018171713,0.0008561349,0.39845008,0.001057655],"about_ca_topic_score_codex":0.00009637611,"about_ca_topic_score_gemma":0.000015569056,"teacher_disagreement_score":0.9726444,"about_ca_system_score_codex":0.00010693723,"about_ca_system_score_gemma":0.00009952326,"threshold_uncertainty_score":0.99989444},"labels":[],"label_agreement":null},{"id":"W2050530134","doi":"10.1145/2729094.2754862","title":"RAPT","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; SQL; Parsing; Programming language; Executable; Variety (cybernetics); Statement (logic); Relational database; Natural language processing; Information retrieval; Artificial intelligence; Linguistics","score_opus":0.05493659819341348,"score_gpt":0.26978689210532386,"score_spread":0.21485029391191038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050530134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002128916,0.000038992668,0.97500736,0.0012401488,0.00018731249,0.000012461499,4.997792e-9,0.0004931949,0.020891588],"genre_scores_gemma":[0.6404346,1.0552066e-7,0.35574347,0.00019586677,0.000025985748,8.607587e-7,9.1444505e-8,0.0000014411754,0.0035975415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99968785,0.000026275278,0.000033387565,0.00008499952,0.000082624036,0.000084888874],"domain_scores_gemma":[0.99973506,0.000012069411,0.0000088536635,0.00016356297,0.00001430053,0.000066179666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002709409,0.000024871058,0.000026242646,0.00001971691,0.000026254571,0.000082702194,0.00025607072,0.000010765298,0.0000031684142],"category_scores_gemma":[0.000040861694,0.000019430554,0.0000113213655,0.00007854953,0.0000052334503,0.00011936587,0.00006268385,0.000058910293,0.00020826199],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.160608e-7,0.000010493111,0.00081562845,4.312849e-7,0.0000015355719,0.0000034512084,0.0014771024,0.00006113621,0.000004514028,0.11313403,0.006865302,0.87762606],"study_design_scores_gemma":[0.000105847175,0.00003506527,0.0003110828,0.000001323535,3.3921654e-7,0.0000091343045,0.000058158,0.006892961,0.0000426265,0.0007163121,0.99177325,0.000053897653],"about_ca_topic_score_codex":0.000036811685,"about_ca_topic_score_gemma":9.577934e-7,"teacher_disagreement_score":0.9849079,"about_ca_system_score_codex":0.000006380056,"about_ca_system_score_gemma":0.00001912129,"threshold_uncertainty_score":0.26768562},"labels":[],"label_agreement":null},{"id":"W2050638549","doi":"10.1145/2822517","title":"Programming in K-12 science classrooms","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computer science; Mathematics education; Programming language; Multimedia; Psychology","score_opus":0.10915175488253893,"score_gpt":0.34116216716206366,"score_spread":0.23201041227952474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050638549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43726462,0.007097695,0.08942945,0.43589562,0.002221565,0.0021048328,0.0000018031349,0.001543829,0.024440574],"genre_scores_gemma":[0.5693599,0.0000031743175,0.43054423,0.000027991755,0.0000034376608,0.000009092838,1.8052268e-7,0.000002144599,0.00004984251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906844,0.00018922148,0.00017093183,0.00014528038,0.0002450256,0.00018108478],"domain_scores_gemma":[0.9770302,0.00015067555,0.00011155751,0.022564035,0.000090745045,0.000052752806],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.002017439,0.000053272302,0.00007658582,0.000117423624,0.00025318863,0.00010592145,0.05133104,0.000022123624,2.0313931e-7],"category_scores_gemma":[0.011622565,0.00004035976,0.00003304084,0.00097516034,0.0004697141,0.00031708233,0.027145416,0.00029729278,0.000006972834],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024984913,0.00030705283,0.072333544,0.000008930168,0.000006313998,3.4218422e-7,0.018278118,0.0005188588,0.00024658072,0.11045092,0.0009024905,0.7969443],"study_design_scores_gemma":[0.0010188946,0.00015936488,0.08521757,0.00031220703,0.000013142993,0.00003094408,0.0028375383,0.03671677,0.0005621995,0.07865461,0.7940181,0.00045865294],"about_ca_topic_score_codex":0.0001613902,"about_ca_topic_score_gemma":0.000055472086,"teacher_disagreement_score":0.7964857,"about_ca_system_score_codex":0.0000689446,"about_ca_system_score_gemma":0.00021122304,"threshold_uncertainty_score":0.99670297},"labels":[],"label_agreement":null},{"id":"W2055559567","doi":"10.1145/1189136.1189176","title":"How much choice is too much?","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Flexibility (engineering); Accreditation; Accountability; Computer science; Quality (philosophy); Work (physics); Perspective (graphical); Freedom of choice; Mathematics education; Psychology; Medical education; Artificial intelligence; Management; Political science; Engineering","score_opus":0.013873262198988429,"score_gpt":0.2295154148745094,"score_spread":0.21564215267552098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055559567","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2596643,0.0015826426,0.27866158,0.44530144,0.001545988,0.0005237024,0.0000043196333,0.0032767265,0.0094393045],"genre_scores_gemma":[0.80382115,0.0000037425798,0.15347949,0.00215789,0.00043941409,0.000019847417,0.0000049500836,0.00002475295,0.040048786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982716,0.00013658754,0.000182437,0.0005544432,0.00034914058,0.00050580944],"domain_scores_gemma":[0.9982085,0.0003526523,0.00011522289,0.0011690587,0.00005977545,0.00009477413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042710674,0.00020328621,0.00017909723,0.00009027986,0.000305744,0.00073942647,0.0016422037,0.00010280544,0.0000723435],"category_scores_gemma":[0.0005866985,0.00019194065,0.000106480285,0.00025478035,0.000046921137,0.00013685347,0.00048340517,0.000412752,0.0006046963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043516725,0.00015541997,0.0037775692,0.000022531016,0.000019242569,0.00005290336,0.0011874094,0.000029314946,0.00045611765,0.009033969,0.6032467,0.38201448],"study_design_scores_gemma":[0.0002838219,0.00005821223,0.002414936,0.000016726706,0.00000550047,0.000018478038,0.000050567334,0.00021038717,0.00095007237,0.00060965127,0.9951216,0.0002600434],"about_ca_topic_score_codex":0.0008337203,"about_ca_topic_score_gemma":0.000008168612,"teacher_disagreement_score":0.54415685,"about_ca_system_score_codex":0.000037018308,"about_ca_system_score_gemma":0.00002866572,"threshold_uncertainty_score":0.7827112},"labels":[],"label_agreement":null},{"id":"W2056433914","doi":"10.2190/j175-q735-1345-270m","title":"Determining the Effectiveness of the 3D Alice Programming Environment at the Computer Science I Level","year":2007,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Alice (programming language); Attrition; Computer science; Karel; Mathematics education; Set (abstract data type); Psychology","score_opus":0.07652541357214446,"score_gpt":0.39860777742812603,"score_spread":0.32208236385598155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056433914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8304682,0.00018886043,0.16530442,0.0027140928,0.0008912631,0.00029436412,2.5068383e-7,0.0000072188345,0.0001313327],"genre_scores_gemma":[0.9443417,0.0000014331833,0.055109095,0.0000526108,0.0004167519,0.0000021281537,2.2249606e-7,0.0000080591435,0.00006798594],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951943,0.0014669376,0.0004796644,0.00026709816,0.0020435993,0.00054836704],"domain_scores_gemma":[0.98635304,0.011821477,0.00046638827,0.0005609987,0.00069523475,0.00010283207],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.044909064,0.00011427573,0.00015141442,0.00022454424,0.002267606,0.0003344242,0.003070133,0.000035307272,0.0000046967425],"category_scores_gemma":[0.0017351599,0.00005664715,0.00012520843,0.0010453392,0.0010285245,0.0002111295,0.0013714337,0.0010950655,0.0000055370742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050396447,0.00040470588,0.1465219,0.000066097906,0.000055881716,0.0000028544318,0.007955601,0.012483481,0.0015327168,0.008868092,0.00021091824,0.8218474],"study_design_scores_gemma":[0.00028784375,0.00023013883,0.9803619,0.00031789983,0.000008631424,0.00017917244,0.00022049058,0.005884262,0.0014034375,0.0003241073,0.01067348,0.000108678076],"about_ca_topic_score_codex":0.000039529423,"about_ca_topic_score_gemma":0.0000038683415,"teacher_disagreement_score":0.83383995,"about_ca_system_score_codex":0.00042568074,"about_ca_system_score_gemma":0.0007240992,"threshold_uncertainty_score":0.9990313},"labels":[],"label_agreement":null},{"id":"W2056825598","doi":"10.1145/2538862.2538966","title":"Identifying challenging CS1 concepts in a large problem dataset","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Code (set theory); Data science; Term (time); Information retrieval; Mathematics education; Programming language; Psychology","score_opus":0.025291053213764243,"score_gpt":0.315626244481743,"score_spread":0.29033519126797874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056825598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00370304,0.00007882851,0.9937195,0.0005979054,0.00012848678,0.00008316063,0.0000022361648,0.00033111928,0.0013556778],"genre_scores_gemma":[0.869438,0.0000022011122,0.1301108,0.00021542914,0.00003552022,0.0000090665735,0.000029734958,0.000006581294,0.00015268597],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987807,0.00016107922,0.0001704599,0.00034404386,0.00016366226,0.0003800519],"domain_scores_gemma":[0.99939346,0.00008733367,0.00005039465,0.00039794442,0.000010239742,0.00006061931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013843471,0.00009423125,0.00011759854,0.000114601266,0.0001435892,0.00024399722,0.00059973897,0.000037993363,0.000015343156],"category_scores_gemma":[0.00006559886,0.00008706239,0.000024419018,0.00020735788,0.000012296364,0.00042108956,0.00029144835,0.00027733465,0.00010323926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016190834,0.00011608094,0.0061179725,0.00006218729,0.000009487829,0.000020031457,0.009102299,0.00049991114,0.00009960291,0.27307302,0.0016709203,0.70922685],"study_design_scores_gemma":[0.0010491288,0.00007701022,0.0067824502,0.00017204249,0.0000033299975,0.000021786582,0.00043878294,0.1673955,0.00007706765,0.0011513061,0.82238245,0.00044911265],"about_ca_topic_score_codex":0.0001308914,"about_ca_topic_score_gemma":0.00008567186,"teacher_disagreement_score":0.86573493,"about_ca_system_score_codex":0.000019455501,"about_ca_system_score_gemma":0.000011910142,"threshold_uncertainty_score":0.35503012},"labels":[],"label_agreement":null},{"id":"W2057222830","doi":"10.1145/1099203.1099229","title":"Collaboration support for novice team programming","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Usability; Pair programming; Software engineering; Code (set theory); Human–computer interaction; Extreme programming; Collaborative software; Visual programming language; Development environment; Multimedia; Knowledge management; Programming language; Software development; Software; Software development process","score_opus":0.013661163507656927,"score_gpt":0.28970916514934836,"score_spread":0.2760480016416914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057222830","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012862132,0.00002138591,0.99164486,0.0037606028,0.00015196156,0.00029393064,3.3090868e-7,0.0007692348,0.0020715029],"genre_scores_gemma":[0.27628908,3.6822092e-7,0.7197951,0.00036056788,0.00014741051,0.000052515916,0.0000049322603,0.000006952105,0.0033430841],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991435,0.000028320186,0.00015428505,0.00026461665,0.00014325029,0.0002660435],"domain_scores_gemma":[0.99946356,0.000068789464,0.00006023093,0.000247583,0.00009460711,0.0000652148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053832715,0.0000846731,0.000082029146,0.000061217885,0.00020992929,0.00042834925,0.00034685785,0.00004383651,0.000009461154],"category_scores_gemma":[0.00008319109,0.00007669809,0.00003958801,0.0002693401,0.000011833239,0.0006007009,0.000051818955,0.00009642123,0.000065969674],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020398352,0.00004499069,0.00015196395,0.0000067477545,0.0000042438173,2.5930854e-7,0.0014095006,0.00019127909,0.00004867243,0.020744883,0.002731761,0.9746637],"study_design_scores_gemma":[0.0002291346,0.00013382825,0.0000780429,0.000003921798,0.000002982807,0.000005904006,0.0001297083,0.018910198,0.00029159355,0.000022168177,0.9800776,0.00011486882],"about_ca_topic_score_codex":0.000016770397,"about_ca_topic_score_gemma":0.00004728106,"teacher_disagreement_score":0.9773459,"about_ca_system_score_codex":0.000039581017,"about_ca_system_score_gemma":0.00007900013,"threshold_uncertainty_score":0.41305816},"labels":[],"label_agreement":null},{"id":"W2058268605","doi":"10.1145/1999747.1999825","title":"The academic enhancement program in introductory CS","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Memorial University of Newfoundland","funders":"","keywords":"Computer science; Mathematics education; Engineering physics; Physics; Psychology","score_opus":0.03611317883053195,"score_gpt":0.2878064541077397,"score_spread":0.25169327527720775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058268605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23757032,0.0020651498,0.7227039,0.00625403,0.0025626998,0.001192859,5.6191354e-8,0.002407491,0.02524351],"genre_scores_gemma":[0.86227125,0.00003002066,0.13558064,0.000120221965,0.00006708189,0.00006653279,1.8335417e-7,0.0000048407796,0.0018592067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991028,0.00010068104,0.00015283121,0.00022246156,0.00013634765,0.00028493424],"domain_scores_gemma":[0.9995105,0.000048616665,0.00004153643,0.0003473239,0.000013874596,0.00003815009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008759036,0.00006847379,0.00005627342,0.000039897997,0.00013260261,0.00006556003,0.0007890566,0.000037258003,0.000010552286],"category_scores_gemma":[0.00006177077,0.000043109325,0.000021884338,0.00018654366,0.000042706943,0.00014739308,0.00016456799,0.0004459305,0.000062950116],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001675337,0.000039437367,0.0019223879,0.0000014550417,0.000002443487,0.0000012363711,0.0033583904,0.0000013301943,0.00003163807,0.029074198,0.00029099267,0.9652748],"study_design_scores_gemma":[0.00022516768,0.00027499915,0.020936836,0.000022388545,0.0000021811813,0.0000052730365,0.00032882384,0.0031910774,0.0015893757,0.0015331847,0.9716618,0.00022886766],"about_ca_topic_score_codex":0.00008902762,"about_ca_topic_score_gemma":0.000019797693,"teacher_disagreement_score":0.9713708,"about_ca_system_score_codex":0.000026444946,"about_ca_system_score_gemma":0.000026117546,"threshold_uncertainty_score":0.19373709},"labels":[],"label_agreement":null},{"id":"W2058499888","doi":"10.1080/14926150409556632","title":"Mind the gap: A proposal for science, mathematics, and technology education","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Science education; Computer science; Engineering ethics; Epistemology; Psychology; Engineering; Philosophy","score_opus":0.011506916154581477,"score_gpt":0.27023451583470215,"score_spread":0.25872759968012066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058499888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7735181,0.0013691016,0.13761033,0.08532785,0.001198692,0.0006499457,9.635723e-7,0.000052913423,0.00027214002],"genre_scores_gemma":[0.5432554,0.0000065696836,0.45660087,0.000037163376,0.00003097408,0.000016151655,1.1861807e-7,0.0000047438143,0.0000479967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987679,0.0000059604613,0.00032815902,0.0002676364,0.00023481592,0.0003955422],"domain_scores_gemma":[0.99813503,0.00004393515,0.00038490348,0.00037793722,0.0008104348,0.00024773233],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0021598306,0.0001189235,0.0001632564,0.002234056,0.0013395044,0.00052136276,0.0013199615,0.00009845846,0.0000010076811],"category_scores_gemma":[0.0015157108,0.00008604671,0.000020338824,0.002533694,0.0037241678,0.000539191,0.00008148398,0.0003112116,0.0000018199057],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8365388e-7,0.000069440655,0.00024768873,0.000026886411,0.0000033739352,5.9202677e-7,0.0048616007,0.0000025466566,0.000996364,0.6916447,0.00003685128,0.30210975],"study_design_scores_gemma":[0.00032246878,0.00043989057,0.00029053754,0.00052204786,0.000041786276,0.0027444866,0.03248284,0.0019346374,0.0041835182,0.946087,0.010647675,0.000303129],"about_ca_topic_score_codex":0.000091802,"about_ca_topic_score_gemma":0.00025840112,"teacher_disagreement_score":0.31899053,"about_ca_system_score_codex":0.00020609774,"about_ca_system_score_gemma":0.017928608,"threshold_uncertainty_score":0.9999606},"labels":[],"label_agreement":null},{"id":"W2059009940","doi":"10.1111/j.1467-8659.2009.01427.x","title":"Interactive Graphics for Computer Adaptive Testing","year":2009,"lang":"en","type":"article","venue":"Computer Graphics Forum","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Graphics; Computer graphics; Multimedia; Graphics software; Human–computer interaction; Animation; Real-time computer graphics; Computerized adaptive testing; Computer graphics (images); 3D computer graphics","score_opus":0.03402732932072379,"score_gpt":0.2733836237078719,"score_spread":0.23935629438714812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059009940","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002201064,0.000110698755,0.99293303,0.0018120566,0.0013274718,0.00045355372,0.0000036155272,0.0010586837,0.000099800534],"genre_scores_gemma":[0.38407582,0.0000028570928,0.61239254,0.0030707258,0.0003884418,0.000020384354,0.000008995978,0.000021965132,0.00001828581],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99726725,0.00015881786,0.0004407934,0.0009024378,0.00034658995,0.00088413537],"domain_scores_gemma":[0.99753827,0.0008609679,0.00028506262,0.000730016,0.00037165105,0.00021402775],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006646664,0.00040033052,0.000390838,0.00049016415,0.0006905608,0.00058131973,0.0014204954,0.00016836467,6.145847e-7],"category_scores_gemma":[0.000060090326,0.0003926724,0.0003251257,0.001067957,0.00009507916,0.0007369341,0.00036077286,0.0007830665,0.000010199955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001837569,0.0001435552,0.0007166234,0.000010363555,0.00005266685,0.000014273802,0.00089703256,0.0006116654,0.00000751541,0.3362433,0.0026350769,0.65864956],"study_design_scores_gemma":[0.00074847223,0.0021420578,0.0050586206,0.00015308539,0.000018965708,0.00007140344,0.000027798747,0.928456,0.00003389283,0.022376496,0.04031405,0.00059917744],"about_ca_topic_score_codex":0.000027573098,"about_ca_topic_score_gemma":0.000006753771,"teacher_disagreement_score":0.92784435,"about_ca_system_score_codex":0.000045602883,"about_ca_system_score_gemma":0.00006960978,"threshold_uncertainty_score":0.99985254},"labels":[],"label_agreement":null},{"id":"W2060626699","doi":"10.1145/2591708.2602686","title":"Team based learning in theoretical computer science","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Value (mathematics); Subject (documents); Mathematics education; Machine learning; World Wide Web; Psychology","score_opus":0.006927684486004252,"score_gpt":0.24207841195324517,"score_spread":0.23515072746724092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060626699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01972025,0.0000028872946,0.9724409,0.00082554884,0.00015116368,0.00004142767,6.3830297e-9,0.00046612817,0.006351718],"genre_scores_gemma":[0.6514824,5.8425606e-8,0.34814897,0.00029111645,0.000032100448,0.0000018614194,1.3098887e-7,0.0000033612605,0.000039999624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985736,0.00020010181,0.00013432604,0.00040439263,0.0003070693,0.0003804903],"domain_scores_gemma":[0.9992872,0.00022771787,0.000031030657,0.00032323733,0.000032410415,0.00009841899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027838647,0.000088102846,0.00010262335,0.00020838875,0.0002690388,0.00034067882,0.0008585699,0.000032886805,0.000017021845],"category_scores_gemma":[0.00029000547,0.000071930786,0.00002971031,0.000586199,0.00028702323,0.00024602836,0.00021648793,0.000405749,0.0000659461],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.484812e-7,0.000026695787,0.0069130324,0.0000022102595,3.550533e-7,0.0000011099702,0.00032140987,0.006578068,0.000040483887,0.44121405,0.000016604457,0.5448851],"study_design_scores_gemma":[0.00020303608,0.000118044176,0.006742965,0.000018344266,4.6864403e-7,0.0000037474772,0.0000069041266,0.966665,0.00016223245,0.00067528035,0.025283365,0.00012056264],"about_ca_topic_score_codex":0.00002310327,"about_ca_topic_score_gemma":0.000002279194,"teacher_disagreement_score":0.960087,"about_ca_system_score_codex":0.000032544798,"about_ca_system_score_gemma":0.00006011122,"threshold_uncertainty_score":0.32851738},"labels":[],"label_agreement":null},{"id":"W2061876337","doi":"10.1145/1233341.1233430","title":"Integrating BlackBerry wireless devices into computer programming and literacy courses","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Internship; Mobile device; Computer science; Multimedia; Wireless; Context (archaeology); Mobile computing; World Wide Web; Telecommunications; Medical education; Medicine","score_opus":0.010212364793842667,"score_gpt":0.2892597086370898,"score_spread":0.2790473438432471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061876337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24247327,0.00020754308,0.7557797,0.0003684773,0.00022170413,0.00009551148,3.6794503e-8,0.00057907717,0.00027470273],"genre_scores_gemma":[0.52996254,0.0000014899445,0.46960682,0.00021111824,0.00010789598,0.0000024520252,9.3151283e-7,0.000007753211,0.000099015524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847406,0.00008062782,0.00029818062,0.0004650412,0.00023262798,0.00044948902],"domain_scores_gemma":[0.99899524,0.00034490373,0.00011948655,0.00028718478,0.000094520045,0.0001586808],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013089776,0.00019332225,0.0001837687,0.00015281848,0.00036056817,0.0010434767,0.0004922311,0.000071781076,0.0000029625799],"category_scores_gemma":[0.000030977175,0.00015697075,0.000048799837,0.00031753397,0.00008160743,0.0007768417,0.00031003566,0.00037977626,0.000012116587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002228768,0.000036294434,0.017884621,0.000029874112,0.000011547221,0.000018821234,0.010524615,0.0000059488243,0.000036206024,0.014882647,0.000036184992,0.956531],"study_design_scores_gemma":[0.0013706551,0.000973101,0.058236968,0.0010151875,0.000042180007,0.00044457102,0.0052726087,0.2772095,0.0009950809,0.0008752135,0.65152985,0.0020351256],"about_ca_topic_score_codex":0.0003585001,"about_ca_topic_score_gemma":0.00013334071,"teacher_disagreement_score":0.9544959,"about_ca_system_score_codex":0.00002866306,"about_ca_system_score_gemma":0.00002708516,"threshold_uncertainty_score":0.99999356},"labels":[],"label_agreement":null},{"id":"W2064354267","doi":"10.1145/1878537.1878723","title":"Programming in the model","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; CAD; Programming language; Inductive programming; Programming paradigm; Functional reactive programming; Parametric statistics; Reactive programming; Procedural programming; Selection (genetic algorithm); Task (project management); Simple (philosophy); Code (set theory); Computer Aided Design; Parametric model; Visual programming language; Theoretical computer science; Engineering drawing; Artificial intelligence; Mathematics; Systems engineering; Operating system","score_opus":0.016264678385324055,"score_gpt":0.26626160684165373,"score_spread":0.24999692845632968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064354267","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064772524,0.000007368623,0.928052,0.0029262505,0.00011989409,0.00008566665,1.3156509e-8,0.00025984112,0.0037764309],"genre_scores_gemma":[0.63273203,8.867323e-8,0.36684892,0.00020328478,0.000015807786,0.000009028379,1.0106414e-7,0.0000016789862,0.00018907526],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994464,0.00003870482,0.00007139926,0.0001417101,0.00012439773,0.0001773751],"domain_scores_gemma":[0.9995652,0.000054317952,0.000016421693,0.0003352518,0.00000814882,0.000020695537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008419063,0.000047058318,0.00003794983,0.00003878692,0.000089089895,0.00023739375,0.00078415615,0.000028001776,0.00000194034],"category_scores_gemma":[0.00005107108,0.000028132814,0.000022008513,0.00018283377,0.00001677099,0.00015539868,0.000064238564,0.00047102448,0.000016653015],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.817908e-7,0.000028150738,0.0008968069,0.0000010129655,4.9353105e-7,0.0000026011523,0.003707966,0.0003759449,0.00006561611,0.17529275,0.000067225825,0.81956124],"study_design_scores_gemma":[0.00015557578,0.000030312722,0.0022599099,0.000004617813,0.0000010998505,0.000030956657,0.0002222141,0.77562183,0.000037397684,0.002298239,0.21918675,0.00015106211],"about_ca_topic_score_codex":0.00006810075,"about_ca_topic_score_gemma":0.00010541687,"teacher_disagreement_score":0.8194102,"about_ca_system_score_codex":0.000002690882,"about_ca_system_score_gemma":0.000018361308,"threshold_uncertainty_score":0.22891934},"labels":[],"label_agreement":null},{"id":"W2065160210","doi":"10.1145/1536274.1536285","title":"A novel sorting animation","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Animation; Sorting; Computer science; Visualization; Computer graphics (images); Pixel; Computer animation; Sorting algorithm; Skeletal animation; Field (mathematics); Data visualization; Class (philosophy); Multimedia; Computer facial animation; Artificial intelligence; Human–computer interaction; Computer vision; Algorithm; Mathematics","score_opus":0.023510257827186742,"score_gpt":0.2735834945184491,"score_spread":0.25007323669126236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065160210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005594689,0.000009648584,0.9855814,0.0017783942,0.00004219895,0.00002075208,7.178524e-9,0.00049427606,0.006478649],"genre_scores_gemma":[0.57892746,7.252515e-8,0.4204791,0.0002465231,0.00001688775,3.1014395e-7,1.4143987e-7,7.5606744e-7,0.00032874753],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996107,0.000010850511,0.0000733222,0.00011340668,0.00008097745,0.00011069988],"domain_scores_gemma":[0.99978846,0.000015285477,0.00003186291,0.00012865393,0.000011501446,0.000024228457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022498066,0.00003480115,0.000034483608,0.000030108116,0.00008672885,0.00013529314,0.00018868895,0.000014715783,0.0000026950327],"category_scores_gemma":[0.000047280588,0.0000299706,0.000017781107,0.000112674716,0.0000026035411,0.00021918466,0.00001967766,0.00007678956,0.000026179301],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6471436e-7,0.000017322149,0.000081246624,5.121038e-7,5.8051893e-7,4.3781841e-7,0.0005773991,0.00008848384,0.0017297078,0.1284501,0.000057530735,0.8689965],"study_design_scores_gemma":[0.0009074292,0.0005688703,0.09193439,0.000065704866,0.000006632618,0.00012790563,0.00022038103,0.7190944,0.0025147356,0.006141789,0.17769119,0.00072659616],"about_ca_topic_score_codex":0.000015356285,"about_ca_topic_score_gemma":8.2650195e-7,"teacher_disagreement_score":0.8682699,"about_ca_system_score_codex":0.000007668979,"about_ca_system_score_gemma":0.0000075153475,"threshold_uncertainty_score":0.1304635},"labels":[],"label_agreement":null},{"id":"W2065182964","doi":"10.1145/2729094.2742590","title":"A Game Engine in Pure Python for CS1","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Python (programming language); Game engine; Computer science; Programming language; Game programming; Game design; World Wide Web; Operating system; Multimedia; Game Developer; Game design document","score_opus":0.04737579110135475,"score_gpt":0.29018773425621647,"score_spread":0.2428119431548617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065182964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024033703,0.00007470815,0.97307897,0.0015241978,0.00018751742,0.0000926404,9.39045e-8,0.00031246358,0.0006957056],"genre_scores_gemma":[0.7361124,2.5007557e-7,0.2623866,0.000110130495,0.000044452256,0.0000140404745,9.576296e-7,0.000004569043,0.0013265971],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947655,0.000025828698,0.00007827062,0.00015873682,0.00008596358,0.00017465636],"domain_scores_gemma":[0.999667,0.000048519407,0.000017642285,0.00018021093,0.000022321747,0.00006434553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005680952,0.000051326366,0.00006768533,0.00006349224,0.00001706951,0.00008349065,0.00027249084,0.000030132347,0.0000012366029],"category_scores_gemma":[0.000119788034,0.000043094493,0.00002295034,0.00014650311,0.0000057251004,0.00013528318,0.0000556391,0.000109465735,0.00001918732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050760696,0.00005039449,0.0025822022,0.00000914667,0.0000030753754,0.0000061397895,0.005050834,0.0014041257,0.000025159015,0.02585488,0.00168739,0.96332157],"study_design_scores_gemma":[0.0008927679,0.00021949902,0.0011939819,0.000025839101,0.0000015567986,0.000012828271,0.00013757308,0.13743971,0.00014662466,0.0021382952,0.85760474,0.00018659052],"about_ca_topic_score_codex":0.000043727014,"about_ca_topic_score_gemma":0.00002600119,"teacher_disagreement_score":0.963135,"about_ca_system_score_codex":0.000021556,"about_ca_system_score_gemma":0.000031062016,"threshold_uncertainty_score":0.17573424},"labels":[],"label_agreement":null},{"id":"W2066622718","doi":"10.1145/2676723.2677273","title":"Drop, Fail, Pass, Continue","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Drop out; Attrition; Drop (telecommunication); Mathematics education; Significant difference; Psychology; Medical education; Computer science; Mathematics; Demographic economics; Economics; Medicine; Statistics","score_opus":0.03814679864704839,"score_gpt":0.2547468480416692,"score_spread":0.2166000493946208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066622718","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010155509,0.00007545998,0.9734234,0.0022487699,0.00038351427,0.00003911959,4.853994e-8,0.000780525,0.0128936395],"genre_scores_gemma":[0.83144724,2.861249e-7,0.16209768,0.00022972545,0.00005930128,0.0000026243997,4.4814846e-7,0.000004029488,0.0061586387],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935675,0.00006336807,0.000078382844,0.00017294392,0.00015281865,0.00017576374],"domain_scores_gemma":[0.99951327,0.000029416273,0.000027286309,0.0002794677,0.000035363457,0.00011522473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043190084,0.000057484864,0.00006724093,0.00003154027,0.000056661785,0.00022770076,0.00042950473,0.000027581289,0.000006538933],"category_scores_gemma":[0.00009560096,0.00004649752,0.000025012367,0.00011715676,0.00001513928,0.00021592336,0.00012341108,0.00013316481,0.00029574108],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016102414,0.00003123398,0.005525484,0.0000025717143,0.000008522394,0.000019707191,0.0047038295,0.00005160303,0.000042883818,0.10906443,0.033290986,0.84725714],"study_design_scores_gemma":[0.00020115377,0.00005824708,0.0007891142,0.0000045335305,0.0000011474605,0.000012482043,0.00016143582,0.0062698484,0.000066958026,0.00049508683,0.9918346,0.000105393214],"about_ca_topic_score_codex":0.00015087213,"about_ca_topic_score_gemma":0.000009314722,"teacher_disagreement_score":0.9585436,"about_ca_system_score_codex":0.0000149158395,"about_ca_system_score_gemma":0.000036112215,"threshold_uncertainty_score":0.3801252},"labels":[],"label_agreement":null},{"id":"W2070797177","doi":"10.1145/2538862.2544261","title":"Using and sharing programming exercises to improve introductory courses (abstract only)","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Programming language; Multimedia; Psychology","score_opus":0.025949107546850154,"score_gpt":0.29035531717281327,"score_spread":0.2644062096259631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070797177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5083416,0.00009116961,0.4894836,0.00047464157,0.00045674518,0.00019643635,1.383617e-7,0.0006226379,0.00033306345],"genre_scores_gemma":[0.66428685,9.658338e-7,0.3351789,0.00010599564,0.00018096858,0.0000052106975,3.379101e-7,0.000012267986,0.00022848649],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848616,0.000038665497,0.0001998862,0.0006380457,0.00020610157,0.00043111295],"domain_scores_gemma":[0.99907184,0.00011883925,0.00007553209,0.00049050816,0.000049173825,0.0001941121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000874665,0.00017096239,0.00018677513,0.00014536033,0.00030022088,0.00070829556,0.00053077063,0.000051847237,0.000005115167],"category_scores_gemma":[0.00030846437,0.000154283,0.000039221868,0.00019663268,0.000040134033,0.0004525553,0.0004121564,0.0002552806,0.000014189645],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003146863,0.000029496125,0.0056564445,0.000024464687,0.000006812841,0.0000030146764,0.00090195524,0.00020065295,0.001330652,0.006483935,0.000030534084,0.9853289],"study_design_scores_gemma":[0.0017310835,0.0014897338,0.071468964,0.00062492077,0.00011504081,0.00045891994,0.0017392987,0.15419061,0.006065393,0.0010453063,0.75781476,0.0032559817],"about_ca_topic_score_codex":0.00032631302,"about_ca_topic_score_gemma":0.000019536788,"teacher_disagreement_score":0.9820729,"about_ca_system_score_codex":0.000034984918,"about_ca_system_score_gemma":0.00003731238,"threshold_uncertainty_score":0.68301105},"labels":[],"label_agreement":null},{"id":"W2071752328","doi":"10.1109/isecon.2014.6891035","title":"Preparing STEM teachers for K-12 classrooms: Graduate certificate evaluation and innovation","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Certificate; Curriculum; Presentation (obstetrics); Mathematics education; Computer science; Engineering education; Pedagogy; Engineering management; Engineering; Psychology; Medicine","score_opus":0.20728102029111267,"score_gpt":0.3458952408465867,"score_spread":0.138614220555474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071752328","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15189117,0.000013524162,0.84560186,0.0006709816,0.00014799085,0.00025597162,6.464983e-8,0.00030004382,0.0011184171],"genre_scores_gemma":[0.9043947,5.0150317e-7,0.094499834,0.00007819088,0.000042348936,0.000058370973,0.0000038456405,0.0000076959805,0.0009145055],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891144,0.00015803754,0.00020001308,0.0003294016,0.00021834979,0.00018276251],"domain_scores_gemma":[0.9993616,0.00012282934,0.00010967452,0.0002593255,0.000115057526,0.000031529948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033550758,0.000085631094,0.000086270906,0.00015740056,0.00019664592,0.00025938626,0.00019498909,0.000041833442,9.299252e-7],"category_scores_gemma":[0.00024261506,0.0000763396,0.000020108055,0.0002594387,0.000018205365,0.00032817866,0.00006024,0.00012138972,0.0000044130334],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002193005,0.0000101548485,0.0008236192,0.000009784047,0.000006407244,1.4976116e-8,0.0020853945,0.00027787598,0.00021964974,0.039651323,0.00018242365,0.95673114],"study_design_scores_gemma":[0.00051752623,0.00012279794,0.004596526,0.000022768983,0.000015148139,0.0000031284624,0.0002047692,0.8837546,0.00046214298,0.0024790533,0.10763505,0.0001865074],"about_ca_topic_score_codex":0.000021542959,"about_ca_topic_score_gemma":0.000008349024,"teacher_disagreement_score":0.95654464,"about_ca_system_score_codex":0.00003624359,"about_ca_system_score_gemma":0.000021296022,"threshold_uncertainty_score":0.31130385},"labels":[],"label_agreement":null},{"id":"W2072447149","doi":"10.1145/1562877.1562988","title":"Running a programming contest in an introductory computer science course","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CONTEST; Course (navigation); Competition (biology); Computer science; Class (philosophy); Mathematics education; Multimedia; Artificial intelligence; Engineering; Psychology; Political science","score_opus":0.015619885882951748,"score_gpt":0.29182708765777454,"score_spread":0.2762072017748228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072447149","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30551338,0.00009266771,0.69092894,0.0016500879,0.0004048968,0.00019820564,4.006284e-8,0.0009476345,0.00026415836],"genre_scores_gemma":[0.63269985,2.7545514e-7,0.36678913,0.00035172614,0.00011489627,0.0000029324035,5.128788e-7,0.0000040242926,0.000036624755],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797904,0.000078997364,0.00023865286,0.00069656875,0.0003819391,0.0006247962],"domain_scores_gemma":[0.99897367,0.000038155064,0.00007539821,0.0006343101,0.000094021045,0.00018443662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018508374,0.00015466115,0.00016826269,0.00027048087,0.00030684914,0.0008503041,0.0012756235,0.00004049834,0.0000029814867],"category_scores_gemma":[0.0000562752,0.00014108018,0.000032737793,0.0009644286,0.0001635104,0.0014714785,0.00014345889,0.00040905157,0.00002041415],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019860886,0.00019000567,0.01074564,0.0000019540905,0.0000010448052,0.000021834194,0.002878211,0.00053779,0.0004303658,0.015783835,0.000027613758,0.9693797],"study_design_scores_gemma":[0.0015958541,0.0023180435,0.42349175,0.00020210563,0.000008720099,0.00016860334,0.0005233275,0.5246065,0.0005767331,0.00059099257,0.044627443,0.001289912],"about_ca_topic_score_codex":0.000054288357,"about_ca_topic_score_gemma":0.000022555412,"teacher_disagreement_score":0.9680898,"about_ca_system_score_codex":0.000073337986,"about_ca_system_score_gemma":0.0001691764,"threshold_uncertainty_score":0.81995016},"labels":[],"label_agreement":null},{"id":"W2072598773","doi":"10.1145/2189835.2189861","title":"Status update","year":2012,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Shut down; State (computer science); Political science; Computer science; Mathematics education; Engineering ethics; Engineering; Law; Psychology; Programming language","score_opus":0.02705730802216657,"score_gpt":0.2902393443528289,"score_spread":0.26318203633066234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072598773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52948844,0.0013160399,0.45666036,0.0040395902,0.0023848787,0.00012105483,7.948634e-7,0.0016185582,0.004370294],"genre_scores_gemma":[0.82671034,0.0000047675803,0.17245439,0.0004166419,0.00008881826,0.000004460886,0.0000015619561,0.0000060724346,0.0003129126],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907875,0.000069239984,0.00008787599,0.00014061824,0.00014711659,0.0004764089],"domain_scores_gemma":[0.9990257,0.00006250116,0.000037751597,0.0007146451,0.000013586509,0.0001458021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039657613,0.000077357945,0.00007494741,0.00004685889,0.00011705796,0.00010412256,0.0007274685,0.000035516372,0.000020511437],"category_scores_gemma":[0.00022565265,0.0000658738,0.000035043413,0.00015507336,0.000017237988,0.00047521226,0.00037339368,0.00019789767,0.0005152935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.466977e-7,0.000045250075,0.11154566,0.0000022920867,0.000009033625,0.0000015459921,0.0024131867,0.000008052392,0.000034010325,0.025418915,0.0020686004,0.8584528],"study_design_scores_gemma":[0.000104504645,0.000020299802,0.08061522,0.0000038044782,0.0000025732045,0.000006910545,0.000024411387,0.00016552786,0.00010317643,0.0003321856,0.91849965,0.000121738805],"about_ca_topic_score_codex":0.000056380217,"about_ca_topic_score_gemma":9.70911e-7,"teacher_disagreement_score":0.91643107,"about_ca_system_score_codex":0.000019200892,"about_ca_system_score_gemma":0.00001722594,"threshold_uncertainty_score":0.66232276},"labels":[],"label_agreement":null},{"id":"W2075998901","doi":"10.1145/2677199.2680607","title":"Tiles that Talk","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Set (abstract data type); Software; Code (set theory); Face (sociological concept); Software engineering; Factory (object-oriented programming); Syntax; Human–computer interaction; Development environment; Software development; Source code; Multimedia; Programming language; Artificial intelligence","score_opus":0.07420862775619586,"score_gpt":0.27562800988849817,"score_spread":0.20141938213230232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075998901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013396318,0.000087720706,0.9642981,0.0013226353,0.0003088144,0.00002514977,2.7125516e-8,0.0007286739,0.019832548],"genre_scores_gemma":[0.817142,2.7730007e-7,0.17857552,0.00016163773,0.000029848217,0.0000013832065,2.406794e-7,0.000002388732,0.004086684],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99956256,0.000033483,0.0000370026,0.00012067239,0.00012808345,0.00011819006],"domain_scores_gemma":[0.99966395,0.000020729747,0.000015272173,0.00020695104,0.000013891047,0.000079192854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002788697,0.000039836494,0.000040333754,0.00002587413,0.000040973748,0.00014217342,0.0003366601,0.000017334582,0.0000067719034],"category_scores_gemma":[0.00003569586,0.000030579704,0.00001736032,0.000070946175,0.000009816772,0.00018287601,0.000101284706,0.00007934716,0.00015337291],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1144567e-7,0.00002029355,0.0027196622,0.0000014661341,0.0000034871914,0.000011178206,0.0023044639,0.00007845876,0.000009839716,0.04904793,0.0072031263,0.93859947],"study_design_scores_gemma":[0.00011953899,0.000041687617,0.00096539845,0.000004082842,7.8694086e-7,0.000022616518,0.00017959512,0.0061358577,0.00018896683,0.0006605718,0.9915895,0.00009142508],"about_ca_topic_score_codex":0.00008931638,"about_ca_topic_score_gemma":0.0000043486734,"teacher_disagreement_score":0.9843863,"about_ca_system_score_codex":0.000009247558,"about_ca_system_score_gemma":0.000019834517,"threshold_uncertainty_score":0.19713496},"labels":[],"label_agreement":null},{"id":"W2076288546","doi":"10.5539/ass.v8n14p49","title":"A Cross-disciplinary Approach to Degree Programs in Video Games","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Computer science; Process (computing); Curriculum; Discipline; Degree program; Multimedia; Sociology; Pedagogy; Medical education","score_opus":0.07432212645885644,"score_gpt":0.3388732979664323,"score_spread":0.26455117150757584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076288546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28168917,0.00024913347,0.3598969,0.0032741816,0.0013657206,0.001008013,7.990895e-7,0.0011508507,0.35136524],"genre_scores_gemma":[0.89255446,2.248747e-7,0.1068243,0.00010565375,0.00020138829,0.000054061224,5.69319e-7,0.00000761052,0.00025171533],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997476,0.000102927894,0.00019810336,0.0005412005,0.00061546324,0.0010662989],"domain_scores_gemma":[0.9992097,0.000023798602,0.00007075779,0.0003373311,0.00004775711,0.00031066744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026227173,0.00014236275,0.0001529521,0.0002055985,0.0008407505,0.000735397,0.0017605068,0.00006876742,0.0000019600814],"category_scores_gemma":[0.000154152,0.00013145056,0.000059315815,0.0025702382,0.00043938568,0.001473404,0.000706274,0.00032936913,0.00006283586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018813637,0.0001676185,0.042903207,0.0000064071346,0.0000010774068,0.00000150885,0.04479799,0.0000027581139,0.000049849532,0.023607928,0.00003067538,0.8884291],"study_design_scores_gemma":[0.00017670685,0.000077097735,0.97757584,0.000028774006,0.0000017318208,0.00001659493,0.0018877082,0.00028559082,0.000030698364,0.0003241392,0.01926819,0.0003269246],"about_ca_topic_score_codex":0.00006724965,"about_ca_topic_score_gemma":0.0000069422276,"teacher_disagreement_score":0.93467265,"about_ca_system_score_codex":0.00016073904,"about_ca_system_score_gemma":0.00013355224,"threshold_uncertainty_score":0.709145},"labels":[],"label_agreement":null},{"id":"W2076949411","doi":"10.1145/1028174.971344","title":"Redesigning introductory computer programming with HTML, JavaScript, and Java","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"JavaScript; Java; Computer science; Java Programming Language; Programming language; Course (navigation); Software engineering; Engineering","score_opus":0.010455336097791408,"score_gpt":0.21056593714980712,"score_spread":0.20011060105201572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076949411","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08432413,0.0007143584,0.8980805,0.014671044,0.00042302377,0.00039087463,2.8482097e-7,0.0012091178,0.00018663098],"genre_scores_gemma":[0.33752355,0.000006583272,0.6614174,0.0004806473,0.00027066487,0.000020401849,0.0000020963791,0.000025935598,0.0002527125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793285,0.00015086746,0.000253543,0.0007704137,0.00033380536,0.00055851653],"domain_scores_gemma":[0.99855226,0.00015301144,0.00013467348,0.00091178255,0.00006986415,0.00017842172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008054721,0.00027065346,0.00025196632,0.00013062468,0.0004316849,0.0005458201,0.00092943816,0.000083925006,0.000011045597],"category_scores_gemma":[0.00020861902,0.00022940732,0.000049361755,0.0002563922,0.00014776926,0.00018310851,0.0005298371,0.0005301632,0.000102381506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001977266,0.00013867363,0.002180706,0.000048803227,0.000058667236,0.00015790376,0.006262895,0.0011837053,0.00023118511,0.0035928374,0.0040648505,0.98206],"study_design_scores_gemma":[0.0015204166,0.0008352508,0.002902537,0.0002504808,0.000024607032,0.00037250074,0.00018431041,0.0002836718,0.00050369994,0.00027277513,0.9921951,0.0006546111],"about_ca_topic_score_codex":0.00015830235,"about_ca_topic_score_gemma":0.000004333217,"teacher_disagreement_score":0.9881303,"about_ca_system_score_codex":0.00006019756,"about_ca_system_score_gemma":0.00006713632,"threshold_uncertainty_score":0.9354959},"labels":[],"label_agreement":null},{"id":"W2078459668","doi":"10.1145/611892.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Computer science; Medicine; Library science","score_opus":0.014191612321065158,"score_gpt":0.23888677515842194,"score_spread":0.22469516283735677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078459668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025465377,0.000049160466,0.9691094,0.00031775536,0.00018095,0.000022225659,1.0455946e-8,0.00039960357,0.027374344],"genre_scores_gemma":[0.7532693,4.927025e-7,0.23998027,0.00021238437,0.0000116150895,0.0000015055942,7.721337e-8,0.0000025576426,0.006521787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994846,0.0000641184,0.00005945996,0.00014725082,0.000090006164,0.00015454179],"domain_scores_gemma":[0.9996564,0.000033070282,0.000016187047,0.00023738464,0.000011079895,0.000045896148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024846528,0.00004580993,0.000044155324,0.000027180622,0.000093948736,0.00011657531,0.00025492636,0.000020578625,0.000034943238],"category_scores_gemma":[0.00007363955,0.000037760034,0.00002473373,0.00012538538,0.0000032305418,0.00012233376,0.000031852058,0.00010728567,0.00029036397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3964202e-7,0.00003473697,0.0034347083,0.000003013315,0.000005161608,0.0000063387934,0.00081870216,0.00040655865,0.000046897487,0.6207034,0.0027971733,0.37174308],"study_design_scores_gemma":[0.00008651061,0.000027618311,0.0007155072,0.000002872365,8.1295866e-7,0.0000175393,0.00002029367,0.0030144786,0.00035862697,0.00048784862,0.99517417,0.000093747236],"about_ca_topic_score_codex":0.000013287896,"about_ca_topic_score_gemma":0.0000010840299,"teacher_disagreement_score":0.992377,"about_ca_system_score_codex":0.0000073756137,"about_ca_system_score_gemma":0.000017400422,"threshold_uncertainty_score":0.37321383},"labels":[],"label_agreement":null},{"id":"W2080335927","doi":"10.1145/2247569.2247573","title":"Ingredients for student-centered learning in undergraduate computing science courses","year":2012,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Enthusiasm; Computer science; Mathematics education; Work (physics); Science and engineering; Multimedia; Psychology; Engineering ethics; Engineering","score_opus":0.034464583221386604,"score_gpt":0.33992546068554413,"score_spread":0.3054608774641575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080335927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4027228,0.000086513115,0.594835,0.00044650427,0.0007961416,0.00017509311,7.791366e-8,0.00038164586,0.0005562658],"genre_scores_gemma":[0.9027698,0.0000014077953,0.09679909,0.00008802334,0.00006442191,0.0000061954984,8.9505147e-7,0.00000915782,0.00026103415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980911,0.00009714067,0.00023040337,0.00036424558,0.00037801408,0.0008391221],"domain_scores_gemma":[0.99925417,0.00019027629,0.00011093298,0.000230024,0.00006511342,0.00014946214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024250897,0.0001291029,0.00014558608,0.00027269454,0.0005259779,0.0003801651,0.00090551685,0.00003092991,9.4106485e-7],"category_scores_gemma":[0.00030296852,0.00011934773,0.00004536369,0.00061316974,0.00009201049,0.0008709783,0.0004115822,0.0002904801,0.000014385515],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036617485,0.00024300351,0.66637796,0.00001568968,0.000008237208,0.0000013601123,0.008854621,0.0017807448,0.00023224927,0.029661343,0.00004782399,0.2927733],"study_design_scores_gemma":[0.0036151619,0.0005411435,0.6041855,0.0003700636,0.000017985778,0.000045146924,0.0049368874,0.3144291,0.0008422419,0.00041941542,0.06937796,0.001219379],"about_ca_topic_score_codex":0.0000452464,"about_ca_topic_score_gemma":0.000008825105,"teacher_disagreement_score":0.50004697,"about_ca_system_score_codex":0.00010833637,"about_ca_system_score_gemma":0.00006613002,"threshold_uncertainty_score":0.48668593},"labels":[],"label_agreement":null},{"id":"W2080651595","doi":"10.1016/j.scico.2004.04.001","title":"Practice and experience with Java in education","year":2004,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Java; Programming language; Software engineering","score_opus":0.008841459162889753,"score_gpt":0.28535681984056804,"score_spread":0.2765153606776783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080651595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35302854,0.00015686102,0.64539945,0.0007918137,0.00021659532,0.00019409777,2.3682217e-8,0.000113028036,0.00009961355],"genre_scores_gemma":[0.5077675,0.0000023822777,0.49214298,0.000054209617,0.000016462762,0.000010979392,9.8032466e-8,0.0000028196343,0.0000025555828],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99837977,0.000048074373,0.00021863522,0.0005132445,0.0004689211,0.0003713719],"domain_scores_gemma":[0.9991197,0.00006748937,0.00016010826,0.0003703716,0.00016637816,0.0001159352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011189111,0.00011905038,0.00013366657,0.00031232781,0.00020349596,0.0004385928,0.0007970406,0.000027439857,2.1616259e-7],"category_scores_gemma":[0.00011613589,0.0001014856,0.000015843774,0.0014671591,0.0004899836,0.0020662623,0.00025882904,0.0001984882,0.000001422809],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003365484,0.000152348,0.0021656447,0.000013067217,0.0000014356388,0.0000039650718,0.014026907,0.00086254475,0.00009231865,0.02549269,5.698401e-7,0.95718515],"study_design_scores_gemma":[0.012897174,0.013968539,0.39881086,0.008227371,0.000091252026,0.005004412,0.047408238,0.081115775,0.016322391,0.010390956,0.39865977,0.007103286],"about_ca_topic_score_codex":0.00030422033,"about_ca_topic_score_gemma":0.000010187996,"teacher_disagreement_score":0.9500819,"about_ca_system_score_codex":0.000071739305,"about_ca_system_score_gemma":0.0005479001,"threshold_uncertainty_score":0.42293605},"labels":[],"label_agreement":null},{"id":"W2082350834","doi":"","title":"Proceedings of the 33rd SIGCSE technical symposium on Computer science education","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Library science","score_opus":0.012845858941100602,"score_gpt":0.24123273949392068,"score_spread":0.22838688055282008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082350834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61853707,0.00005923131,0.23844133,0.032207318,0.002875497,0.0009385066,2.517364e-7,0.001605393,0.1053354],"genre_scores_gemma":[0.9134716,8.2255434e-7,0.084907174,0.0003988011,0.000058672118,0.000004789582,2.5687083e-8,0.00000344521,0.001154692],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990157,0.000011913524,0.0001295884,0.00029425745,0.0003641155,0.00018441667],"domain_scores_gemma":[0.99944925,0.000036574576,0.000080359416,0.0002755473,0.000105661384,0.000052606403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004448223,0.00007319315,0.000068442765,0.00009689799,0.00024348774,0.00019485384,0.0012305715,0.00002999984,0.000006224016],"category_scores_gemma":[0.00005532172,0.000046262892,0.00004194605,0.0007054747,0.00017253829,0.00029248762,0.0002559888,0.00020955387,0.000022251264],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000130713,0.00044850557,0.002481975,0.000016745806,0.0000024629373,1.4860122e-7,0.0019973908,0.00015338606,0.008428562,0.20943785,0.005042498,0.77198917],"study_design_scores_gemma":[0.0012407819,0.0026802067,0.109584466,0.0011091175,0.000040226096,0.0003412066,0.00040405075,0.4207916,0.10481677,0.002268996,0.35488108,0.0018414992],"about_ca_topic_score_codex":0.000011787499,"about_ca_topic_score_gemma":3.66663e-7,"teacher_disagreement_score":0.7701477,"about_ca_system_score_codex":0.0000419564,"about_ca_system_score_gemma":0.00006176289,"threshold_uncertainty_score":0.22867286},"labels":[],"label_agreement":null},{"id":"W2087042523","doi":"10.5555/2819009.2819072","title":"Code hunt: experience with coding contests at scale","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"CONTEST; Computer science; Code (set theory); Coding (social sciences); Set (abstract data type); Order (exchange); Unit testing; Scale (ratio); Programming language; Multimedia; Software; Sociology; Political science","score_opus":0.04469560196420198,"score_gpt":0.2795159056101224,"score_spread":0.23482030364592044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087042523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.286219,0.00005415444,0.70497954,0.0006180195,0.00015517112,0.00006977214,1.4209449e-7,0.0006497597,0.007254447],"genre_scores_gemma":[0.86887217,4.2024897e-7,0.12737739,0.00020227075,0.000025341777,0.000009440211,4.9845136e-7,0.0000064414594,0.0035060295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989986,0.000055814264,0.00010269813,0.00031737337,0.00026213547,0.00026338358],"domain_scores_gemma":[0.99926895,0.000054803895,0.000047453465,0.00038990172,0.00005455749,0.0001843497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033070723,0.0000959599,0.00010160504,0.000036347046,0.00017489624,0.00019080382,0.0005030211,0.00002731077,0.000007690062],"category_scores_gemma":[0.00005714003,0.000070669135,0.000018834102,0.00017240137,0.0000608755,0.00032663625,0.00021443795,0.00012547016,0.000091295056],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071259165,0.00021835926,0.3809077,0.000023385743,0.00003006112,0.00014214692,0.16307253,0.0013897262,0.0010552022,0.048609946,0.005796789,0.39868286],"study_design_scores_gemma":[0.0032314805,0.0012449693,0.019636218,0.00022897904,0.000013389349,0.0006946379,0.006600811,0.08448757,0.009722339,0.00019418652,0.8724702,0.0014752384],"about_ca_topic_score_codex":0.00012778353,"about_ca_topic_score_gemma":0.0001252006,"teacher_disagreement_score":0.8666734,"about_ca_system_score_codex":0.000058848993,"about_ca_system_score_gemma":0.000037497957,"threshold_uncertainty_score":0.28818038},"labels":[],"label_agreement":null},{"id":"W2088136492","doi":"10.1016/j.scico.2010.05.002","title":"The essential similarity and differences between mathematical modeling and programming","year":2010,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Similarity (geometry); Mathematical model; Theoretical computer science; Artificial intelligence; Mathematics; Statistics","score_opus":0.018807137613696415,"score_gpt":0.2760802703627261,"score_spread":0.2572731327490297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088136492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43486625,0.00007396584,0.56408495,0.00042574474,0.00018291196,0.00019392773,1.5278093e-7,0.00015596033,0.000016109498],"genre_scores_gemma":[0.58654225,0.0000027399324,0.41333595,0.000005017542,0.000092696355,0.000009128891,1.9814294e-7,0.0000057131765,0.000006278837],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997449,0.00008761664,0.00041859897,0.0006642515,0.0006845372,0.0006959853],"domain_scores_gemma":[0.9984492,0.00041389556,0.00018594146,0.0005395898,0.0001582346,0.00025312966],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003367967,0.00021642161,0.0002847528,0.00015669611,0.0015261328,0.0020712123,0.0014471622,0.00008331704,8.833477e-7],"category_scores_gemma":[0.00022764008,0.00015058246,0.000057794794,0.0005848391,0.0015828833,0.0007619599,0.00112136,0.0006695207,0.0000016948305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016441261,0.0000289962,0.0031525404,0.000040370545,0.0000088248835,0.0000012434052,0.0014456048,0.00001821131,0.00012715929,0.024967805,5.8737425e-7,0.97020704],"study_design_scores_gemma":[0.00043102307,0.0004492989,0.007892161,0.00017796387,0.000036430843,0.00010112802,0.0003124581,0.97589177,0.00031208046,0.008439371,0.005349674,0.0006066551],"about_ca_topic_score_codex":0.000033987988,"about_ca_topic_score_gemma":0.000008064009,"teacher_disagreement_score":0.97587353,"about_ca_system_score_codex":0.000009759669,"about_ca_system_score_gemma":0.000110691966,"threshold_uncertainty_score":0.99977374},"labels":[],"label_agreement":null},{"id":"W2088917462","doi":"10.1145/1920778.1920822","title":"GameSoup","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Usability; Human–computer interaction; Software engineering","score_opus":0.00495812854256398,"score_gpt":0.22659350785332413,"score_spread":0.22163537931076016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088917462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04361076,0.0000061122805,0.93542516,0.0013748277,0.00051167706,0.000018310118,1.135703e-8,0.0007178451,0.018335277],"genre_scores_gemma":[0.653912,6.495798e-8,0.34363517,0.00014154078,0.000033200424,8.914821e-7,6.242142e-8,0.0000014129338,0.0022756339],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99968475,0.000010861965,0.000036423102,0.00010577195,0.00006169873,0.00010052239],"domain_scores_gemma":[0.9996757,0.000024066641,0.000010318612,0.00024442445,0.000007894012,0.000037631737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018052988,0.000029359808,0.0000263974,0.000021983924,0.000055283752,0.00010957588,0.00034269094,0.00001970359,0.00003689998],"category_scores_gemma":[0.000037243517,0.000023159228,0.0000172008,0.0000692595,0.000009764468,0.00009967449,0.00006148993,0.00021999337,0.00018608058],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0785646e-8,0.000007514266,0.00090749963,4.097885e-7,7.599005e-7,0.0000013696441,0.00029047133,0.0000018028215,0.000634142,0.18888558,0.00051491446,0.80875546],"study_design_scores_gemma":[0.000045379315,0.000012771145,0.003446597,7.698553e-7,3.2504224e-7,0.000013359436,0.000007521772,0.0033393975,0.00029911462,0.00040612073,0.9923695,0.000059164497],"about_ca_topic_score_codex":0.00002210315,"about_ca_topic_score_gemma":0.0000066980674,"teacher_disagreement_score":0.99185455,"about_ca_system_score_codex":0.0000011695906,"about_ca_system_score_gemma":0.000008296451,"threshold_uncertainty_score":0.23917514},"labels":[],"label_agreement":null},{"id":"W2089228580","doi":"10.1002/cae.20064","title":"MATLAB as an introductory programming language","year":2006,"lang":"en","type":"article","venue":"Computer Applications in Engineering Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"MATLAB; Computer science; Programming language; C programming language; Mathematics education; Science and engineering; Computational science; Software engineering; Software; Mathematics; Engineering ethics; Engineering","score_opus":0.003637656869700101,"score_gpt":0.24412510293606596,"score_spread":0.24048744606636585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089228580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10801995,0.00021993197,0.890192,0.00016745734,0.00035716555,0.0002712156,1.6272048e-7,0.0006933228,0.00007879946],"genre_scores_gemma":[0.5432021,7.527531e-7,0.4558726,0.00002531705,0.00052632345,0.00023025229,0.00004050927,0.000013860609,0.00008829258],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902314,0.000034297835,0.00020417168,0.0003897727,0.00011934464,0.00022925242],"domain_scores_gemma":[0.99920213,0.000043175256,0.000054551714,0.0006032382,0.00004046887,0.00005642296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024282554,0.00013094883,0.000097922035,0.00027182858,0.00008463262,0.00023542772,0.00055302953,0.000051857256,0.0000017376195],"category_scores_gemma":[0.000010715729,0.00014689493,0.000027314394,0.0005506234,0.000012493445,0.00034159567,0.00007035444,0.00022420086,0.000026653091],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.2434513e-7,0.0004102256,0.0016055907,0.000054451542,0.000003274789,7.780433e-7,0.0021865154,0.018261662,0.00028296196,0.100600965,0.00020492318,0.87638825],"study_design_scores_gemma":[0.00039584612,0.00012475725,0.080647916,0.00014567617,0.000013084722,0.000079235804,0.0004389642,0.26966095,0.00060821447,0.0014531473,0.64538336,0.0010488787],"about_ca_topic_score_codex":0.00028319712,"about_ca_topic_score_gemma":0.000007473834,"teacher_disagreement_score":0.8753393,"about_ca_system_score_codex":0.000108970125,"about_ca_system_score_gemma":0.00008682477,"threshold_uncertainty_score":0.5990202},"labels":[],"label_agreement":null},{"id":"W2089356027","doi":"10.1145/961290.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Measure (data warehouse); Computer science; Constructivist teaching methods; Mathematics education; Software engineering; Programming language; Psychology; Mathematics; Data mining; Teaching method","score_opus":0.02149025322131989,"score_gpt":0.23637409489699102,"score_spread":0.21488384167567112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089356027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734852,0.00017149489,0.025405612,0.00010054952,0.00012269261,0.000142323,3.6962476e-7,0.000061758314,0.00051002356],"genre_scores_gemma":[0.9590719,0.0000026404075,0.040852703,0.00001083319,0.000004930602,0.000013248716,3.7494547e-7,0.000008127262,0.0000352425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984945,0.00062396994,0.00017623669,0.00030806076,0.00018177224,0.00021546298],"domain_scores_gemma":[0.9989606,0.0004842596,0.000087508524,0.000388119,0.00002380355,0.000055704957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014947595,0.000113574555,0.00019069585,0.00009422043,0.000080961494,0.00006541763,0.00035809175,0.00004914072,0.000008131971],"category_scores_gemma":[0.0007762669,0.00011401453,0.000029790379,0.0001472654,0.00007976983,0.00005571028,0.00015954755,0.0002280026,0.000007899407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003129632,0.00028472528,0.8192595,0.00016816972,0.000029203042,0.00007234783,0.0015899085,0.00013668218,0.0028441097,0.011029737,0.000048929018,0.16450535],"study_design_scores_gemma":[0.004561429,0.00047447445,0.91263014,0.0011008817,0.00003279273,0.0002211399,0.00035825418,0.00014494115,0.03732657,0.002112014,0.040049817,0.0009875388],"about_ca_topic_score_codex":0.00014218887,"about_ca_topic_score_gemma":0.0000024657918,"teacher_disagreement_score":0.1635178,"about_ca_system_score_codex":0.000035660487,"about_ca_system_score_gemma":0.000025426261,"threshold_uncertainty_score":0.46493775},"labels":[],"label_agreement":null},{"id":"W2090983558","doi":"10.1145/2445196.2445252","title":"Becoming experts","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia; University of Hartford","keywords":"Field (mathematics); Process (computing); Computer science; Mathematics education; Positive attitude; Psychology; Component (thermodynamics); Social psychology; Mathematics","score_opus":0.01902834457689173,"score_gpt":0.24570100941480444,"score_spread":0.2266726648379127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090983558","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040827576,0.000037922087,0.94791675,0.0024722556,0.0001841969,0.00005076085,4.06206e-9,0.0006485505,0.007861975],"genre_scores_gemma":[0.6975683,2.6617934e-7,0.29918793,0.00038631016,0.000024536525,0.0000088984125,8.101004e-8,0.0000024515782,0.0028212264],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995542,0.00002618503,0.000060494895,0.00013525125,0.00007310298,0.00015075899],"domain_scores_gemma":[0.9996661,0.00003769887,0.000015081629,0.0002192659,0.000013109295,0.000048745533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009916246,0.000043457017,0.0000413423,0.000030000283,0.00008953258,0.00024256087,0.00032718127,0.00001698621,0.00010574835],"category_scores_gemma":[0.00002355641,0.00003403631,0.000021709551,0.00006880915,0.000006947727,0.00033505782,0.00009432082,0.00006150222,0.0004095781],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.787888e-8,0.000010006317,0.0008126313,8.243745e-7,0.0000016537467,9.093944e-7,0.0016383226,0.000008805781,0.00013425537,0.01611663,0.003636492,0.97763944],"study_design_scores_gemma":[0.00035056763,0.00009234434,0.012626535,0.000023406603,0.0000016414258,0.00004111854,0.0009653256,0.07041648,0.0009776936,0.0024213262,0.91159546,0.0004880972],"about_ca_topic_score_codex":0.00026476572,"about_ca_topic_score_gemma":0.0000016252999,"teacher_disagreement_score":0.97715133,"about_ca_system_score_codex":0.0000070826213,"about_ca_system_score_gemma":0.000006102668,"threshold_uncertainty_score":0.5264434},"labels":[],"label_agreement":null},{"id":"W2091758459","doi":"10.2316/journal.208.2006.2.208-0878","title":"COMPUTER-ASSISTED POP-UP DESIGN FOR CHILDREN: COMPUTATIONALLY ENRICHED PAPER ENGINEERING","year":2006,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Computer architecture","score_opus":0.007961070114080803,"score_gpt":0.23313004604112464,"score_spread":0.22516897592704382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091758459","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016377738,0.00045495282,0.9787111,0.00089514855,0.00029640048,0.00061757705,0.0000021752928,0.0026397246,0.0000051825587],"genre_scores_gemma":[0.39865318,0.0000015118072,0.6008236,0.00004726514,0.000056485533,0.00016894849,0.000059775648,0.000031719614,0.00015752025],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824667,0.000049342707,0.00033745982,0.0006287725,0.00014547909,0.0005922774],"domain_scores_gemma":[0.99873585,0.00057904015,0.00022232486,0.00029002066,0.00012671515,0.000046073237],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004095246,0.0002602153,0.00029243302,0.0003132931,0.0005178426,0.00011703659,0.0006676937,0.00021839392,9.704806e-7],"category_scores_gemma":[0.00024539133,0.00028601335,0.00012046657,0.00051039417,0.000051061557,0.00032672283,0.00011725625,0.0005043498,0.0000051571187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014356422,0.00005558325,0.0006120109,0.000018184997,0.00004098914,0.0000012318106,0.00007743267,0.3700705,0.006286116,0.02892728,0.00031065615,0.59358567],"study_design_scores_gemma":[0.0049690395,0.0016036635,0.006010572,0.000105488565,0.0000478684,0.00013206618,0.00005790661,0.7803551,0.0028219342,0.006959648,0.19567253,0.0012642085],"about_ca_topic_score_codex":0.000006932298,"about_ca_topic_score_gemma":8.4348954e-7,"teacher_disagreement_score":0.59232146,"about_ca_system_score_codex":0.0000692512,"about_ca_system_score_gemma":0.000035073914,"threshold_uncertainty_score":0.99995923},"labels":[],"label_agreement":null},{"id":"W2096674087","doi":"10.1109/itcc.2004.1286440","title":"A new approach to learning algorithms","year":2004,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Visualization; Abstraction; Focus (optics); Algorithm; Animation; Data visualization; Variety (cybernetics); Presentation (obstetrics); Graphics; Computer animation; Computer graphics; Theoretical computer science; Machine learning; Data mining; Artificial intelligence; Computer graphics (images)","score_opus":0.02451141643690138,"score_gpt":0.26313674305788215,"score_spread":0.23862532662098077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096674087","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004986783,0.000017724386,0.9785468,0.0012520592,0.0001057493,0.0000642396,1.0058544e-8,0.0008239366,0.018690774],"genre_scores_gemma":[0.107425,3.1919097e-7,0.88281053,0.00027531816,0.00008081661,0.000004193724,4.7039796e-7,0.0000069505945,0.009396386],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990981,0.00003774302,0.0000913352,0.00033067592,0.00017855431,0.00026355617],"domain_scores_gemma":[0.99949104,0.00001870182,0.000021608344,0.00026003897,0.000014410972,0.00019417967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031124183,0.000085427484,0.00008300364,0.000081434024,0.0001576672,0.00026208028,0.0005495262,0.000032784206,0.000007929395],"category_scores_gemma":[0.000065288,0.00007486361,0.000039353265,0.00036185986,0.0000051443294,0.00017628311,0.00016651304,0.00027854412,0.00046417702],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.355389e-7,0.000024788867,0.000054762233,0.0000017173335,0.000003950527,0.0000022024037,0.004015184,0.023016807,0.000019353869,0.05895482,0.0003537152,0.91355217],"study_design_scores_gemma":[0.0007888031,0.00023462651,0.0011757792,0.00002882414,0.000004543772,0.00008612662,0.00040047127,0.01872951,0.00033822,0.0014194049,0.97628665,0.00050705986],"about_ca_topic_score_codex":0.0005342605,"about_ca_topic_score_gemma":0.0000020535813,"teacher_disagreement_score":0.9759329,"about_ca_system_score_codex":0.000035287467,"about_ca_system_score_gemma":0.00006830284,"threshold_uncertainty_score":0.59662116},"labels":[],"label_agreement":null},{"id":"W2098062561","doi":"10.1145/1508865.1508949","title":"Gr8 designs for Gr8 girls","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Representation (politics); Order (exchange); Computer science; Computer program; Mathematics education; Psychology; Political science; Programming language; Business","score_opus":0.05053772660179373,"score_gpt":0.30515219140500305,"score_spread":0.2546144648032093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098062561","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017369374,0.000038855444,0.9921568,0.0035911936,0.00013687195,0.000105143736,8.746371e-8,0.0005544545,0.0016796306],"genre_scores_gemma":[0.4925317,4.3882542e-7,0.5043053,0.00066445954,0.00005285897,0.000005013718,5.481955e-7,0.0000028173188,0.0024368458],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932784,0.00003443514,0.00009294397,0.00021362334,0.000094242234,0.00023692049],"domain_scores_gemma":[0.99954677,0.000085784246,0.000028615894,0.00025592092,0.00002338227,0.000059512826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037423376,0.00006991581,0.00007565053,0.000043892003,0.00015437072,0.00017616263,0.00043354908,0.000032583066,0.0000051446987],"category_scores_gemma":[0.000063406886,0.00005815271,0.00005502528,0.00011317018,0.000007806072,0.00017995878,0.000025648516,0.000094753865,0.000036378136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015892927,0.000028540831,0.00011076044,0.0000020097575,0.0000025599015,0.000001417948,0.00047027416,0.00007081933,0.0001597977,0.09833131,0.0030112904,0.8978096],"study_design_scores_gemma":[0.0006361255,0.000836251,0.006350492,0.000020945283,0.000007804254,0.000023539023,0.00004054138,0.033581644,0.001450475,0.009913277,0.94672304,0.00041588722],"about_ca_topic_score_codex":0.000012334971,"about_ca_topic_score_gemma":0.000001330025,"teacher_disagreement_score":0.9437117,"about_ca_system_score_codex":0.000011923264,"about_ca_system_score_gemma":0.00002002075,"threshold_uncertainty_score":0.23713987},"labels":[],"label_agreement":null},{"id":"W2099165393","doi":"10.1109/digitel.2010.20","title":"Web-Based Multiplayer Online Role Playing Game (MORPG) for Assessing Students' Java Programming Knowledge and Skills","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Java; Ajax; Game programming; Multimedia; Web application; Task (project management); Java Programming Language; Game design; Human–computer interaction; World Wide Web; Game design document; Game Developer; Programming language","score_opus":0.013781310638361731,"score_gpt":0.32402563591227296,"score_spread":0.3102443252739112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099165393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57719773,0.00010746315,0.42091197,0.00018946,0.0004546301,0.00037355945,0.0000013796204,0.0006841069,0.0000797252],"genre_scores_gemma":[0.55915767,5.771986e-7,0.4403384,0.00007679758,0.00012135932,0.000038051767,0.000006979289,0.00002100495,0.00023912809],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979789,0.000102383274,0.0003297216,0.00068233616,0.0002966784,0.0006099622],"domain_scores_gemma":[0.9984127,0.00062043977,0.0001499257,0.00048216304,0.00012082899,0.00021393869],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012189003,0.00027071714,0.0002677984,0.0001962344,0.00051316246,0.0014115501,0.0008546527,0.00015024764,0.0000060473167],"category_scores_gemma":[0.0003425759,0.00023743672,0.00010420904,0.0002519204,0.00006920828,0.0005640335,0.00031603238,0.0006809632,0.000010005333],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045381366,0.0006144547,0.062310968,0.000043117587,0.000020599422,0.0000039858955,0.0016856957,0.00006448674,0.005475099,0.0006134853,0.000034469464,0.9291291],"study_design_scores_gemma":[0.0043579373,0.00026582507,0.059120942,0.00020942024,0.000046553603,0.000039900457,0.00052959536,0.58594,0.0012438133,0.00006833927,0.34719363,0.0009840364],"about_ca_topic_score_codex":0.000053332733,"about_ca_topic_score_gemma":0.00014872482,"teacher_disagreement_score":0.92814505,"about_ca_system_score_codex":0.000027003704,"about_ca_system_score_gemma":0.00012522553,"threshold_uncertainty_score":0.9996251},"labels":[],"label_agreement":null},{"id":"W2101385690","doi":"10.5539/ies.v6n3p156","title":"Conceptual Analysis and Implications of Students’ Individual Differences to Curriculum Implementation in Technical Education","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Psychology; Personality psychology; Personality; Mathematics education; Coping (psychology); Big Five personality traits; Pedagogy; Social psychology","score_opus":0.04247605072051676,"score_gpt":0.4328244351474946,"score_spread":0.39034838442697783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101385690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762121,0.00034828563,0.017989522,0.0045791264,0.0004923009,0.00025132735,0.000002846748,0.000038282888,0.000086252316],"genre_scores_gemma":[0.9603191,0.000035662233,0.038802143,0.00025079405,0.000041703035,0.00044014805,0.000022712205,0.0000028789157,0.00008484017],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989039,0.00007254073,0.00034094666,0.00027622556,0.00029551677,0.00011088143],"domain_scores_gemma":[0.9988258,0.000118255266,0.00016454933,0.00016236118,0.0006747259,0.0000542986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002635912,0.00009102828,0.00015889283,0.0006084503,0.00007706008,0.00014878552,0.00051706383,0.000025338346,0.000021114853],"category_scores_gemma":[0.00025247416,0.00008407794,0.000037312187,0.00073495694,0.000063552376,0.00035044647,0.00024783096,0.000091785194,0.000007865653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0171336e-7,0.0002268563,0.7889048,0.0000024352944,0.00012109187,1.3523716e-8,0.005278388,0.000007302327,0.00004356721,0.021261351,0.0005303319,0.18362357],"study_design_scores_gemma":[0.00008340865,0.00003441754,0.97894955,0.00002066774,0.00003371897,0.000001426575,0.017867835,0.000018718498,0.000021372249,0.0012765789,0.0016079127,0.000084400686],"about_ca_topic_score_codex":0.0015631936,"about_ca_topic_score_gemma":0.00034418795,"teacher_disagreement_score":0.19004476,"about_ca_system_score_codex":0.000088485394,"about_ca_system_score_gemma":0.0001324045,"threshold_uncertainty_score":0.3428599},"labels":[],"label_agreement":null},{"id":"W2101508123","doi":"","title":"A Proposal for the Development of an Interactive Mathematics Laboratory for Mathematics Education","year":2000,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Process (computing); Face (sociological concept); Mathematics education; Connected Mathematics; Reform mathematics; Core-Plus Mathematics Project; Mathematics; Philosophy of mathematics education; Math wars; Computer science; Social science; Sociology","score_opus":0.018821381151518532,"score_gpt":0.3106592174262484,"score_spread":0.29183783627472987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101508123","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026840393,0.000015342433,0.9717891,0.00035320778,0.00009020165,0.0006130455,9.578401e-7,0.000091793234,0.00020591475],"genre_scores_gemma":[0.042397987,2.785161e-7,0.95639837,0.00004371389,0.00003152515,0.00021261451,0.0000024979515,0.000008526509,0.0009045123],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994102,0.000020925101,0.00022106926,0.00012877959,0.00010111715,0.00011792603],"domain_scores_gemma":[0.99916697,0.00032040032,0.00010346833,0.00025583175,0.00012520698,0.000028140272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064373657,0.000072554365,0.00008838278,0.00003078436,0.00017183652,0.000086767795,0.00039204958,0.000024979752,0.000009801517],"category_scores_gemma":[0.00008474172,0.00004652924,0.000031520194,0.0000885703,0.000017466742,0.00019953486,0.000022043403,0.00006119329,0.000004655712],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003836609,0.00039216466,0.000003973995,0.00009663699,0.000018563465,1.5649965e-8,0.044098552,0.000036345595,0.00008284112,0.036786906,0.00011878844,0.91836137],"study_design_scores_gemma":[0.001096092,0.0006820115,0.00043063922,0.00039449523,0.0000756248,0.000015064629,0.025721021,0.61043817,0.021665132,0.02682795,0.3119435,0.00071032596],"about_ca_topic_score_codex":0.000003032409,"about_ca_topic_score_gemma":0.000011032443,"teacher_disagreement_score":0.91765106,"about_ca_system_score_codex":0.000024656923,"about_ca_system_score_gemma":0.0004821744,"threshold_uncertainty_score":0.18974073},"labels":[],"label_agreement":null},{"id":"W2102409667","doi":"10.1145/1520340.1520612","title":"Thinking with hands","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Scheme (mathematics); Computer science; Object (grammar); Series (stratigraphy); Artificial intelligence; Human–computer interaction; Machine learning; Mathematics","score_opus":0.007440101657540917,"score_gpt":0.22292995761152282,"score_spread":0.2154898559539819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102409667","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008465196,0.000020140415,0.9733655,0.0024486256,0.000026699236,0.000019817957,3.114027e-9,0.0006420418,0.0150120035],"genre_scores_gemma":[0.6934474,2.0706601e-7,0.3049768,0.0006105213,0.000017505927,3.4213463e-7,1.0492704e-7,0.0000012397564,0.00094589853],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995379,0.000017395894,0.000040872223,0.00013276203,0.00014030309,0.00013077975],"domain_scores_gemma":[0.9997364,0.0000149212,0.000016532123,0.00018947804,0.000010782779,0.000031876527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020025624,0.00004511449,0.00004228043,0.000029716908,0.00013047276,0.0002509423,0.0003667937,0.0000143186035,0.0000039699767],"category_scores_gemma":[0.000007054831,0.000029724315,0.000012855734,0.00012532646,0.000006016881,0.00017833422,0.000024277078,0.00011079203,0.000017955284],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010596877,0.000014293046,0.0011448943,5.100605e-7,0.0000018905972,0.000007808649,0.0014190121,0.00007056385,0.0000090352405,0.15192093,0.00024164256,0.84516835],"study_design_scores_gemma":[0.0026117098,0.004249499,0.12566051,0.00019410763,0.000016251459,0.00036740664,0.00028854553,0.046181224,0.0015689008,0.01976626,0.7977593,0.0013363052],"about_ca_topic_score_codex":0.000013050714,"about_ca_topic_score_gemma":0.0000018868028,"teacher_disagreement_score":0.8438321,"about_ca_system_score_codex":0.0000056256968,"about_ca_system_score_gemma":0.0000110570045,"threshold_uncertainty_score":0.24198425},"labels":[],"label_agreement":null},{"id":"W2103785568","doi":"10.1109/mgdete.2007.4760371","title":"SPARCS from the University of Victoria: Supporting Sustainable and Integrated Outreach Activities for Educators and Young Minds","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Outreach; Grassroots; Flourishing; Public relations; Computer science; Business; Political science; Engineering management; Engineering; Psychology","score_opus":0.008358197213926416,"score_gpt":0.236886919268503,"score_spread":0.22852872205457658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103785568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67366236,0.000071307586,0.32550812,0.00027332295,0.00010008862,0.00008543468,8.104075e-7,0.00004985649,0.00024870312],"genre_scores_gemma":[0.9566984,0.0000024151539,0.041368384,0.00001216577,0.00003207385,3.1914658e-7,0.0000024927083,0.0000036812726,0.0018800773],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9993977,0.000041033043,0.00008670642,0.0001788159,0.00007096947,0.0002247913],"domain_scores_gemma":[0.99926794,0.00042420614,0.00007955026,0.0001368314,0.000044001765,0.0000474525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008639953,0.00007093092,0.00009909475,0.00004317652,0.0002996465,0.000090672744,0.00019726268,0.000039657112,0.0000032563103],"category_scores_gemma":[0.00010089381,0.000053299907,0.000022192118,0.00011742664,0.00007539119,0.00021294436,0.000124536,0.00012690444,1.2929281e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005860494,0.00007875758,0.33893406,0.00005655954,0.00007969936,0.000013443641,0.12189416,0.000005481488,0.00027828995,0.035729352,0.0012850047,0.5015866],"study_design_scores_gemma":[0.001181945,0.00032046554,0.13585491,0.00007101648,0.00007402294,0.000020550548,0.5561662,0.004511631,0.0021491016,0.0011358033,0.2980495,0.00046486236],"about_ca_topic_score_codex":0.0050177784,"about_ca_topic_score_gemma":0.00034521852,"teacher_disagreement_score":0.5011217,"about_ca_system_score_codex":0.000026702757,"about_ca_system_score_gemma":0.000060037437,"threshold_uncertainty_score":0.75854135},"labels":[],"label_agreement":null},{"id":"W2105465171","doi":"10.1007/978-0-387-89022-7_3","title":"Embedding a Design Studio Course in a Conventional Computer Science Program","year":2009,"lang":"en","type":"book-chapter","venue":"IFIP International Federation for Information Processing/IFIP","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Design studio; Studio; Computer science; Sketch; Class (philosophy); Multimedia; Mathematics education; Psychology; Artificial intelligence","score_opus":0.03147267395006044,"score_gpt":0.33040361177166977,"score_spread":0.29893093782160934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105465171","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022364242,0.00009283642,0.9731076,0.0013406381,0.0012500335,0.0014803573,0.000015066489,0.00061421853,0.02207692],"genre_scores_gemma":[0.107229084,0.000018439945,0.8577094,0.0015650822,0.0008543335,0.00060877297,0.0008818349,0.000065012595,0.031068012],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960086,0.000042370524,0.001244643,0.00067424093,0.0015303328,0.0004998654],"domain_scores_gemma":[0.9965867,0.00014860835,0.0011271054,0.00033295728,0.0016564714,0.00014815727],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0022899006,0.0004782554,0.0003894279,0.0011066126,0.0010333364,0.0049024355,0.0013836172,0.0002898491,0.00002758789],"category_scores_gemma":[0.00020528883,0.0005047642,0.00018606387,0.00025900392,0.00019819527,0.006147313,0.000196361,0.0006624683,0.000097656906],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040098374,0.0001152837,0.000011184715,0.0000722877,0.00003503502,0.000003182917,0.0015087171,0.012334282,0.0000034059049,0.13149482,0.0011842271,0.85319746],"study_design_scores_gemma":[0.0010675243,0.00030161793,0.000110667104,0.000601978,0.000018438619,0.000053245807,0.000039273604,0.62949854,0.000030763462,0.005853552,0.36185363,0.00057075865],"about_ca_topic_score_codex":0.0000060831435,"about_ca_topic_score_gemma":0.000004828455,"teacher_disagreement_score":0.85262674,"about_ca_system_score_codex":0.0005915658,"about_ca_system_score_gemma":0.0012030192,"threshold_uncertainty_score":0.9997404},"labels":[],"label_agreement":null},{"id":"W2111163812","doi":"10.1109/fie.2008.4720319","title":"Be a computer scientist for a week the McGill &amp;#x201C;game programming guru&amp;#x201D; Summer Camp","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Summer camp; Theme (computing); Computer science; Code (set theory); Mathematics education; Multimedia; Field (mathematics); Simulation; Psychology; Mathematics; World Wide Web; Developmental psychology; Set (abstract data type); Programming language","score_opus":0.09566189010250994,"score_gpt":0.3043020845087017,"score_spread":0.20864019440619178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111163812","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02345365,0.000117181204,0.96822137,0.0049758186,0.0011520628,0.00082130625,0.000010640298,0.0010019246,0.00024605787],"genre_scores_gemma":[0.10290497,0.0000064628703,0.88270795,0.0020487937,0.00034737473,0.00018374664,0.000022452963,0.00004591826,0.011732314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99662447,0.00023177409,0.00045876924,0.0009725625,0.0006349472,0.0010775052],"domain_scores_gemma":[0.9975603,0.00052309927,0.00021179028,0.0012491235,0.00020861553,0.00024705322],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0015139122,0.0003666958,0.0003418941,0.00018755445,0.0020478237,0.00049509254,0.0018685104,0.00012281079,0.000028143808],"category_scores_gemma":[0.00018173907,0.0002539176,0.00030817874,0.0007031616,0.0003612178,0.00052860985,0.0005565055,0.00052000076,0.00023997105],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029065473,0.00068819785,0.001687763,0.00007192028,0.00013312638,0.000012166408,0.012448222,0.0005656412,0.00025104923,0.027704002,0.05094277,0.9054661],"study_design_scores_gemma":[0.0004813397,0.00016390055,0.00076865754,0.00003152478,0.000015451702,0.00021855954,0.00004615124,0.0031873449,0.000019976651,0.00010948647,0.9945556,0.00040203612],"about_ca_topic_score_codex":0.00052266853,"about_ca_topic_score_gemma":0.00033511818,"teacher_disagreement_score":0.9436128,"about_ca_system_score_codex":0.00007918093,"about_ca_system_score_gemma":0.00010132332,"threshold_uncertainty_score":0.9999913},"labels":[],"label_agreement":null},{"id":"W2113608839","doi":"10.1109/fie.2005.1612204","title":"Memview: A Pedagogically-Motivated Visual Debugger","year":2006,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"Rice University","keywords":"Heap (data structure); Computer science; Debugger; Pointer (user interface); Programming language; Call stack; Theoretical computer science; Stack (abstract data type); Artificial intelligence; Debugging","score_opus":0.009350453271158984,"score_gpt":0.26091526174538765,"score_spread":0.2515648084742287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113608839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043188326,0.0001416252,0.9432492,0.0015296364,0.00014079675,0.00007324246,6.613051e-8,0.00155492,0.010122135],"genre_scores_gemma":[0.85662764,0.0000010792573,0.13413513,0.0003481015,0.00009299393,0.000005667515,0.0000023799766,0.000007641139,0.008779379],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988875,0.000113498034,0.00018179268,0.00030301788,0.00022042108,0.00029378082],"domain_scores_gemma":[0.9995349,0.000085785425,0.000048880105,0.0002353742,0.000035857694,0.000059213195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003640926,0.000109480985,0.000115980925,0.00006130594,0.00015529402,0.00023019421,0.0004201625,0.00005025942,0.00006994347],"category_scores_gemma":[0.00005260604,0.00008287133,0.00006202046,0.00027404705,0.000022131386,0.00026214102,0.00012765989,0.00018769545,0.00022730479],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004509319,0.0003740357,0.0054775123,0.000011978846,0.00001584294,0.000054039825,0.00068545056,0.0003251196,0.0010626641,0.12461418,0.012286108,0.85508853],"study_design_scores_gemma":[0.0004023685,0.00016574805,0.018573327,0.000021251224,0.000005453326,0.000039264418,0.00003234355,0.016098535,0.00065768,0.0010037221,0.9626066,0.00039372468],"about_ca_topic_score_codex":0.00025228778,"about_ca_topic_score_gemma":0.00001466365,"teacher_disagreement_score":0.9503205,"about_ca_system_score_codex":0.00001743346,"about_ca_system_score_gemma":0.000024274774,"threshold_uncertainty_score":0.33793947},"labels":[],"label_agreement":null},{"id":"W2114701246","doi":"10.6000/1927-5129.2014.10.10","title":"The Impact of Technology in Mathematics Education: A Case Study of Pakistan","year":2014,"lang":"en","type":"article","venue":"Journal of Basic & Applied Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Subject (documents); Computer science; Algebra over a field; Fountain; Order (exchange); Calculus (dental); Sequence (biology); Mathematics; Pure mathematics","score_opus":0.019169720675429366,"score_gpt":0.340403565255449,"score_spread":0.32123384458001963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114701246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99002063,0.00008733933,0.009119742,0.00024728774,0.00008820637,0.00009103462,3.5107156e-8,0.0000080406735,0.000337658],"genre_scores_gemma":[0.9755297,0.0000016222899,0.024433184,0.000003606765,0.000021202679,0.0000024993708,5.3087446e-9,0.0000019435365,0.0000062649788],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99887025,0.000077078854,0.00048833,0.000105884894,0.0003147387,0.00014373568],"domain_scores_gemma":[0.99858546,0.00031830085,0.0007314201,0.00024134779,0.000089188965,0.000034266643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036359222,0.000066719884,0.00019637417,0.00031498156,0.00017674934,0.00007759942,0.00093657064,0.000026055752,8.0297167e-7],"category_scores_gemma":[0.00013699128,0.00003699695,0.00005059534,0.00092698657,0.00021710008,0.00010819507,0.00007797706,0.00023228845,3.608762e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008434565,0.0015838068,0.025786156,0.00002161223,0.000032566157,0.000029643415,0.035868894,0.0027395033,0.0009254237,0.061859794,0.000050082355,0.8710941],"study_design_scores_gemma":[0.0043323403,0.016926268,0.04946325,0.00073505484,0.00010382057,0.011717779,0.7617665,0.035339583,0.0023823446,0.11411136,0.0022166576,0.000905034],"about_ca_topic_score_codex":0.00013437902,"about_ca_topic_score_gemma":0.000032969598,"teacher_disagreement_score":0.8701891,"about_ca_system_score_codex":0.000029437168,"about_ca_system_score_gemma":0.00031088732,"threshold_uncertainty_score":0.17403969},"labels":[],"label_agreement":null},{"id":"W2115089173","doi":"10.1109/cseet.2005.30","title":"Software Engineering Education From Indian Perspective","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Social software engineering; Artifact (error); Software development; Personal software process; Software Engineering Process Group; Software peer review; Software deployment; Software; Software engineering; Software construction; Engineering management; Perspective (graphical); Software analytics; Engineering; Computer science; Artificial intelligence; Operating system","score_opus":0.00583388960939344,"score_gpt":0.2344718014606515,"score_spread":0.22863791185125806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115089173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052162223,0.00024245016,0.9440575,0.001796442,0.00027428564,0.000044261007,2.0702623e-7,0.000817486,0.0006051353],"genre_scores_gemma":[0.5293756,4.4983838e-7,0.47003064,0.00012996954,0.00014181052,0.000003293337,9.573911e-7,0.0000032851067,0.00031398702],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999544,0.000015271075,0.00005625312,0.00018410657,0.000080761434,0.00011956833],"domain_scores_gemma":[0.9996614,0.000048020593,0.000018911302,0.00019155568,0.000027544667,0.000052588617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007523976,0.000057191046,0.000044499997,0.00006181868,0.00006312684,0.0001294519,0.00025749765,0.000026979573,0.000022244029],"category_scores_gemma":[0.000118625154,0.000055139455,0.000023437788,0.00010955665,0.000004140461,0.00027743555,0.000047374782,0.00014818861,0.00011231029],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7089118e-7,0.00003809284,0.0015532074,0.000001484653,0.0000065558575,6.98812e-7,0.011514774,0.00055962824,0.000022868035,0.024194883,0.00031359962,0.96179396],"study_design_scores_gemma":[0.0004319392,0.00009818771,0.0937402,0.00011849028,0.000011573229,0.000030704057,0.0042765527,0.038693853,0.0010393682,0.0012242964,0.85943085,0.00090397673],"about_ca_topic_score_codex":0.0006222276,"about_ca_topic_score_gemma":0.000022420698,"teacher_disagreement_score":0.96088994,"about_ca_system_score_codex":0.000082835126,"about_ca_system_score_gemma":0.00006186283,"threshold_uncertainty_score":0.22485217},"labels":[],"label_agreement":null},{"id":"W2122844296","doi":"10.1145/2591708.2591731","title":"A historical examination of the social factors affecting female participation in computing","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Status quo; History of computing; Cover (algebra); Focus (optics); Computer science; Political science; Engineering; Law; Algorithm","score_opus":0.03800695550314628,"score_gpt":0.3021868843300401,"score_spread":0.26417992882689384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122844296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68235475,0.0000023488276,0.31708393,0.000093532435,0.00012970317,0.000031873355,4.6079296e-9,0.00005009774,0.00025376116],"genre_scores_gemma":[0.99322915,1.8207347e-8,0.0066648414,0.000009955535,0.00003423195,7.0527693e-7,1.15112705e-7,0.0000026430068,0.00005835751],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99907917,0.00038514,0.00014692835,0.00012259818,0.00014468005,0.00012148858],"domain_scores_gemma":[0.99950874,0.0002475828,0.00011030877,0.000102346334,0.000018090577,0.0000129298605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010672039,0.000046218745,0.000082312465,0.00004909506,0.00016192545,0.000031227835,0.00020959774,0.000031095416,6.923881e-7],"category_scores_gemma":[0.00035462444,0.00003322445,0.00003578944,0.00024856246,0.000010782344,0.00009115821,0.00008289228,0.00013907145,5.9566946e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.8111434e-7,0.000067011446,0.23532136,0.000014962267,0.0000019589052,9.271957e-8,0.054689743,0.0008896259,0.00020978152,0.008160009,0.000008759783,0.7006362],"study_design_scores_gemma":[0.000095221614,0.000025496623,0.9487577,0.000013771383,0.0000014509363,2.1686117e-7,0.0002804234,0.04991406,0.00040177733,0.000018811268,0.00044112574,0.000049967457],"about_ca_topic_score_codex":0.0002236273,"about_ca_topic_score_gemma":0.000028372027,"teacher_disagreement_score":0.7134363,"about_ca_system_score_codex":0.000107416876,"about_ca_system_score_gemma":0.000008059214,"threshold_uncertainty_score":0.13548537},"labels":[],"label_agreement":null},{"id":"W2125352586","doi":"10.1109/te.2005.858400","title":"Interactive Online Tutorial Assistance for a First Programming Course","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Pace; Multimedia; Set (abstract data type); Syntax; Comprehension; Repetition (rhetorical device); Mathematics education; Programming language; Artificial intelligence","score_opus":0.016211243171040734,"score_gpt":0.3137877998324772,"score_spread":0.29757655666143645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125352586","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007043307,0.000043217387,0.9837985,0.0043674833,0.0040382273,0.00035334626,0.000005122705,0.0003211376,0.000029633025],"genre_scores_gemma":[0.70732206,0.0000028361083,0.29103667,0.00012435293,0.00056987593,0.00021784681,0.0000060673565,0.000012124331,0.00070814625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990419,0.000048037986,0.00018815762,0.00033900162,0.00015543062,0.00022748054],"domain_scores_gemma":[0.99920994,0.00018472192,0.00010513208,0.0003010985,0.00011970941,0.00007940814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002063258,0.00012964365,0.000105059604,0.000108924214,0.0004070508,0.00019226423,0.0002863882,0.000061589904,0.000006993628],"category_scores_gemma":[0.000020947633,0.00013481788,0.00009688963,0.0002294412,0.000023378272,0.0005386363,9.732354e-7,0.00029592743,0.000021039723],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027185048,0.0013977799,0.00000985494,0.00001209323,0.000019120185,1.1020091e-7,0.002986111,0.0026365395,0.0000385737,0.00055386394,0.00029952617,0.99201924],"study_design_scores_gemma":[0.000769143,0.00039623593,0.0004927438,0.00016957361,0.000054932432,0.000016032029,0.00078057457,0.02194088,0.0018201371,0.00011317552,0.97305715,0.0003894045],"about_ca_topic_score_codex":0.000044847675,"about_ca_topic_score_gemma":0.00025095078,"teacher_disagreement_score":0.99162984,"about_ca_system_score_codex":0.00020239888,"about_ca_system_score_gemma":0.00025591787,"threshold_uncertainty_score":0.54977137},"labels":[],"label_agreement":null},{"id":"W2134577691","doi":"10.1093/teamat/hru013","title":"Generations of research on new technologies in mathematics education","year":2014,"lang":"en","type":"article","venue":"Teaching Mathematics and its Applications An International Journal of the IMA","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Embodied cognition; Mathematics education; Transformation (genetics); Software; Computer science; Mathematics; Artificial intelligence; Programming language","score_opus":0.0554082953776605,"score_gpt":0.3893219120104222,"score_spread":0.3339136166327617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134577691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13233684,0.0001405399,0.8609191,0.0054743504,0.00018611313,0.00023283772,9.692476e-7,0.00004799357,0.0006612641],"genre_scores_gemma":[0.6282463,0.00002278246,0.37144187,0.000023639423,0.0000790178,0.000010217849,4.6954236e-7,0.0000063166435,0.00016936136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99881977,0.000109472,0.0004226124,0.00011921306,0.0004273603,0.00010157151],"domain_scores_gemma":[0.9985987,0.00032911066,0.00039583424,0.00036598422,0.0002731568,0.000037232185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022479477,0.00007491171,0.00012533461,0.0003779698,0.00017143377,0.00017446936,0.0014057643,0.000044267344,0.0000011168615],"category_scores_gemma":[0.00074137334,0.000052496645,0.00004465148,0.00019419807,0.0000443436,0.00026000277,0.00017117562,0.0005291466,0.0000022988927],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.342206e-7,0.0004727919,0.000117794145,0.00001739704,0.000010909208,1.03138895e-7,0.0023052648,0.00036466835,0.00075675355,0.8409935,0.000068112415,0.15489183],"study_design_scores_gemma":[0.001267354,0.00055316143,0.0038677999,0.0020980611,0.00004249307,0.00040840445,0.007795626,0.3503637,0.005462561,0.5623743,0.06525691,0.0005096711],"about_ca_topic_score_codex":0.000016698707,"about_ca_topic_score_gemma":0.0000049621926,"teacher_disagreement_score":0.49590948,"about_ca_system_score_codex":0.0000515221,"about_ca_system_score_gemma":0.0001258848,"threshold_uncertainty_score":0.26122832},"labels":[],"label_agreement":null},{"id":"W2134899482","doi":"10.5539/cis.v6n2p84","title":"Training in Object-Oriented Programming and C++11","year":2013,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Programming language; Relevance (law); Object-oriented programming; C programming language; Object (grammar); Programming paradigm; Software engineering; Artificial intelligence; Software","score_opus":0.015842013778623015,"score_gpt":0.25026778507426056,"score_spread":0.23442577129563755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134899482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23652466,0.000028874014,0.7621132,0.00033144504,0.00021739266,0.00017598268,7.440507e-8,0.00015511064,0.00045324047],"genre_scores_gemma":[0.788247,0.000003963138,0.21143849,0.00027486158,0.000016428641,0.000012364381,6.2397146e-7,0.0000012771783,0.0000049801606],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901175,0.000026165048,0.00022505016,0.00019844816,0.00023852426,0.0003000427],"domain_scores_gemma":[0.99951553,0.00004678704,0.00007297144,0.0001607531,0.00008517573,0.00011876949],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008547435,0.000086366126,0.000093149516,0.00035388945,0.00028900016,0.0012120766,0.00033322096,0.000025633013,0.0000012744997],"category_scores_gemma":[0.000052555548,0.00007518043,0.000010887785,0.0007777079,0.0001786597,0.01025473,0.00028526847,0.00013692773,0.000012039803],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0777517e-7,0.0000032739129,0.0026021656,0.0000070124056,4.0690026e-7,2.5422193e-7,0.022119805,0.00004759816,0.000007863139,0.01579982,0.000010390663,0.9594012],"study_design_scores_gemma":[0.000467214,0.00013056556,0.18222876,0.0000789315,0.0000010482493,0.00007568134,0.0015995348,0.69868094,0.00003592976,0.00022315925,0.11618638,0.00029189241],"about_ca_topic_score_codex":0.00010474252,"about_ca_topic_score_gemma":0.0000028023387,"teacher_disagreement_score":0.9591093,"about_ca_system_score_codex":0.00001927393,"about_ca_system_score_gemma":0.00007145459,"threshold_uncertainty_score":0.99982476},"labels":[],"label_agreement":null},{"id":"W2136390208","doi":"10.1007/11915355_22","title":"Objective Scoring for Computing Competition Tasks","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Olympiad; Computer science; Competition (biology); Informatics; Artificial intelligence; Machine learning; Mathematics education","score_opus":0.016077286610039394,"score_gpt":0.25738217320312845,"score_spread":0.24130488659308905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136390208","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000111881345,0.00028889326,0.9942758,0.00031343978,0.0021174208,0.00056129927,0.0000040226987,0.0005007378,0.0018264939],"genre_scores_gemma":[0.29592347,0.0000029270875,0.70249283,0.00034463155,0.0008748453,0.000010270817,0.000015770007,0.00004541203,0.00028985264],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996032,0.000056756482,0.0005513853,0.001724056,0.00075626996,0.00087953015],"domain_scores_gemma":[0.99726766,0.00095194473,0.0004287647,0.0009509542,0.00027005628,0.000130614],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015837266,0.00055165525,0.00056322396,0.00083874486,0.00074967573,0.0009502244,0.0023173038,0.00030377146,0.000002673347],"category_scores_gemma":[0.00014351864,0.00055959134,0.00020978531,0.00047084756,0.00042852695,0.00048088972,0.00088184216,0.0011904497,0.00001647698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035869214,0.000021948897,0.00006094162,0.000051835945,0.000008748789,0.000019548745,0.00084011536,0.11676143,0.000032107695,0.02839929,0.000017177175,0.85378325],"study_design_scores_gemma":[0.0005646833,0.00035742787,0.00035185585,0.0012147997,0.00001655155,0.00008709926,6.4971675e-7,0.93017894,0.0004126872,0.05100409,0.014649035,0.0011621516],"about_ca_topic_score_codex":0.00008945787,"about_ca_topic_score_gemma":0.000050051985,"teacher_disagreement_score":0.85262114,"about_ca_system_score_codex":0.00045513784,"about_ca_system_score_gemma":0.0003532671,"threshold_uncertainty_score":0.9996856},"labels":[],"label_agreement":null},{"id":"W2136626885","doi":"10.1109/mc.2004.1266305","title":"Making computer programming fun and accessible","year":2004,"lang":"en","type":"article","venue":"Computer","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; GRASP; Java; JavaScript; Programming language; Computer programming; Java Programming Language; Software engineering; Mathematics education; Multimedia","score_opus":0.03846063231830438,"score_gpt":0.2980552352014803,"score_spread":0.25959460288317593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136626885","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029372985,0.00023238211,0.96776974,0.00088375044,0.0006967365,0.00013862186,1.2973088e-7,0.0007980219,0.00010763984],"genre_scores_gemma":[0.4326177,0.0000018056191,0.5665716,0.00044843275,0.00031811677,0.0000063425623,9.4653456e-7,0.000011595325,0.000023498465],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844736,0.000069236405,0.00022205603,0.0005727784,0.00022050308,0.0004680784],"domain_scores_gemma":[0.9992433,0.00006135901,0.000095659154,0.00043973257,0.000042323765,0.00011761359],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00035477764,0.00020334397,0.00019785305,0.00014172142,0.0003409587,0.0010766173,0.000724183,0.00007668767,0.0000027245576],"category_scores_gemma":[0.000007302932,0.00018690561,0.00006524361,0.0002923919,0.000060686885,0.0005825074,0.0007497498,0.00034623386,0.000042150634],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015094073,0.000045978206,0.0015151843,0.000024564035,0.000014041692,0.000039000068,0.001613334,0.001860054,0.0000057993598,0.01346741,0.0001147573,0.9812984],"study_design_scores_gemma":[0.0035540406,0.0011092144,0.054092124,0.0010047485,0.00003699235,0.0009165263,0.00007196735,0.24210265,0.00016228837,0.0045578144,0.6903857,0.0020059543],"about_ca_topic_score_codex":0.000022190297,"about_ca_topic_score_gemma":0.0000030738418,"teacher_disagreement_score":0.9792924,"about_ca_system_score_codex":0.00004144851,"about_ca_system_score_gemma":0.00004056254,"threshold_uncertainty_score":0.99996036},"labels":[],"label_agreement":null},{"id":"W2137056099","doi":"","title":"Learning and Using Formal Language","year":2004,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Dalhousie University","funders":"","keywords":"Computer science; Notation; Task (project management); Matching (statistics); Natural language processing; Natural language; Lexicon; Reading (process); Set (abstract data type); Context (archaeology); Artificial intelligence; Programming language; Linguistics","score_opus":0.011504072356464445,"score_gpt":0.27155813501547765,"score_spread":0.2600540626590132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137056099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4014494,0.00006914212,0.59753966,0.00010070854,0.000030618452,0.000014615014,7.849968e-9,0.00022569962,0.0005701555],"genre_scores_gemma":[0.7081394,7.8377786e-7,0.2916054,0.00003981576,0.00001750106,3.2293786e-7,1.2944982e-7,0.0000026239657,0.00019396524],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995546,0.000021756749,0.000053471824,0.00012495017,0.00007094276,0.0001742889],"domain_scores_gemma":[0.999841,0.000015305515,0.000020246227,0.00007555816,0.0000062774793,0.000041639865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021696217,0.000047778496,0.0000462234,0.00003864407,0.00019338749,0.00014325377,0.00011035275,0.000020235715,0.000002813935],"category_scores_gemma":[0.000027690878,0.00004119089,0.0000144735395,0.00008202173,0.0000128329075,0.000332724,0.00011712145,0.00016314929,0.000007679912],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.897871e-7,0.000012944107,0.0025260272,0.0000071650293,0.000004894524,0.00002017055,0.011928984,0.0033697507,0.0010768026,0.03330808,0.0000014293981,0.9477429],"study_design_scores_gemma":[0.0097510945,0.002535408,0.030783681,0.00056674914,0.00006919594,0.0031894643,0.028383547,0.61706793,0.014833008,0.0045882924,0.28418228,0.0040493403],"about_ca_topic_score_codex":0.00019672519,"about_ca_topic_score_gemma":0.000004173591,"teacher_disagreement_score":0.9436935,"about_ca_system_score_codex":0.000013506093,"about_ca_system_score_gemma":0.000014509113,"threshold_uncertainty_score":0.16797158},"labels":[],"label_agreement":null},{"id":"W2137495373","doi":"10.1109/vlhcc.2008.4639104","title":"Developing drawing and visual thinking strategies to enhance computer programming for people with dyslexia","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dyslexia; Computer science; Human–computer interaction; Visual thinking; Multimedia; Psychology; Mathematics education; Reading (process); Linguistics","score_opus":0.013915708030784008,"score_gpt":0.3153310041971054,"score_spread":0.3014152961663214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137495373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7550577,0.00016922664,0.24206689,0.0005193021,0.00019148298,0.00087988714,6.428599e-7,0.00090936996,0.00020552445],"genre_scores_gemma":[0.8284926,0.00001661936,0.17015333,0.0003600849,0.00077522435,0.00006236684,0.000004069544,0.000083607134,0.00005210005],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99540657,0.000020433848,0.00069234776,0.0017205973,0.0007577894,0.0014022731],"domain_scores_gemma":[0.9982459,0.00024213885,0.0005014675,0.00011825197,0.00049383973,0.00039842635],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011116767,0.00075764995,0.00079322123,0.0006332167,0.003247133,0.0028778007,0.00069869566,0.0001872383,0.0000010612097],"category_scores_gemma":[0.000065533764,0.0006922938,0.00010987914,0.0010319584,0.00014049675,0.0011398678,0.0005713541,0.0007043944,0.000003394573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038434786,0.00089996326,0.061190974,0.003827457,0.0004873969,0.00011162199,0.25415933,0.0007036222,0.015526609,0.22817685,0.0004835824,0.43404824],"study_design_scores_gemma":[0.019573113,0.04700148,0.118067764,0.02323658,0.0010520497,0.0076413825,0.11146406,0.5445854,0.05032514,0.002063266,0.049996026,0.024993714],"about_ca_topic_score_codex":0.00010520562,"about_ca_topic_score_gemma":0.000008103831,"teacher_disagreement_score":0.54388183,"about_ca_system_score_codex":0.00017162791,"about_ca_system_score_gemma":0.00010513959,"threshold_uncertainty_score":0.99955285},"labels":[],"label_agreement":null},{"id":"W2139184978","doi":"10.26503/dl.v2005i1.132","title":"B.Sc. Computer Game Development … Why not?","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northwestern Polytechnic","funders":"","keywords":"Curriculum; Computer science; Adversary; Component (thermodynamics); Degree program; Mathematics education; Engineering management; Medical education; Psychology; Computer security; Engineering; Pedagogy; Medicine","score_opus":0.019264272869896695,"score_gpt":0.24063828338210452,"score_spread":0.22137401051220784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139184978","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0097393505,0.000025425968,0.9841848,0.0040156324,0.00020358723,0.000045563484,2.3857085e-8,0.0006895188,0.0010961212],"genre_scores_gemma":[0.35642958,3.7515105e-7,0.639308,0.0026114278,0.00013162887,0.0000032538205,5.648533e-7,0.0000046762684,0.0015105321],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990325,0.000046095392,0.0001585345,0.00028381037,0.00020438607,0.00027469435],"domain_scores_gemma":[0.9995188,0.000042769076,0.000036574005,0.00028718705,0.000028109964,0.00008652869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033102123,0.000101148544,0.00009055742,0.00006560665,0.00012180159,0.00023738627,0.0005567462,0.00003591166,0.000036517125],"category_scores_gemma":[0.0000093532235,0.00008566441,0.000034649023,0.0001223138,0.000013676701,0.00025815022,0.00021524953,0.0001732901,0.0005800231],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.59998e-7,0.000029844692,0.00021308922,0.0000017460027,0.0000059274685,0.0000024658198,0.002111017,0.00058291486,0.0000127948815,0.0062800436,0.0028132466,0.9879463],"study_design_scores_gemma":[0.00013097686,0.000022187916,0.0032428107,0.000008809492,7.5447167e-7,0.000011876218,0.0000050888157,0.03517851,0.00046050327,0.000009860604,0.9607829,0.00014572011],"about_ca_topic_score_codex":0.000017147984,"about_ca_topic_score_gemma":0.000011913425,"teacher_disagreement_score":0.98780054,"about_ca_system_score_codex":0.000039803504,"about_ca_system_score_gemma":0.000039376344,"threshold_uncertainty_score":0.7455217},"labels":[],"label_agreement":null},{"id":"W2140784272","doi":"10.1016/j.drugalcdep.2014.09.221","title":"PlayForward: A videogame that increases drug, alcohol and sexual risk knowledge in teens","year":2014,"lang":"en","type":"article","venue":"Drug and Alcohol Dependence","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Thematic analysis; Psychology; Focus group; Mathematics education; Qualitative research; Pedagogy; Sociology; Social science","score_opus":0.017657608544982457,"score_gpt":0.2655145578804694,"score_spread":0.24785694933548694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140784272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733112,0.0015251518,0.023770176,0.0002778996,0.00014789846,0.0001715028,0.000004133776,0.00027149808,0.0005205556],"genre_scores_gemma":[0.9917406,0.0001071652,0.007226533,0.000115009025,0.00008744637,0.000023558274,0.0000027722645,0.000017569364,0.00067938934],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974624,0.00065802,0.00025370184,0.00081458327,0.00028934484,0.0005219629],"domain_scores_gemma":[0.99833894,0.0007532202,0.0001453079,0.00048375814,0.000033443604,0.00024531147],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022587194,0.00027733934,0.00031764017,0.0002225282,0.00035695225,0.00040760715,0.00058359513,0.00008574977,0.0000041084827],"category_scores_gemma":[0.00026152184,0.00024990368,0.000042673488,0.00026960747,0.00013719489,0.0005916988,0.0005043094,0.00063931406,0.000036642363],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011185983,0.00011724366,0.32313263,0.00005131535,0.000020599384,0.00003183935,0.008442951,0.00009452179,0.000067899404,0.0017929031,0.00028494222,0.66595197],"study_design_scores_gemma":[0.0061459374,0.0004251854,0.75176555,0.00079522934,0.00012455242,0.00062829186,0.005248174,0.13671625,0.0013009415,0.0025905962,0.09160587,0.0026534395],"about_ca_topic_score_codex":0.0033076287,"about_ca_topic_score_gemma":0.0010030367,"teacher_disagreement_score":0.6632985,"about_ca_system_score_codex":0.000026039508,"about_ca_system_score_gemma":0.000046475336,"threshold_uncertainty_score":0.9999953},"labels":[],"label_agreement":null},{"id":"W2141027692","doi":"10.1145/1639950.1639964","title":"Using python and QuickDraw to foster student engagement in CS1","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Python (programming language); Computer science; Programming language; Graphical user interface; Mathematics education; Multimedia; World Wide Web; Human–computer interaction; Psychology","score_opus":0.06253472992516401,"score_gpt":0.35644478167566046,"score_spread":0.29391005175049645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141027692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51325333,0.000054944212,0.4827548,0.0028365194,0.00009548237,0.00012880572,1.9469892e-8,0.00013476398,0.0007413133],"genre_scores_gemma":[0.7737449,7.167879e-7,0.22477704,0.0013404144,0.000017960669,0.0000014058094,6.6022245e-8,0.0000024319745,0.00011505648],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99918294,0.00010848384,0.00011663248,0.00024595927,0.00014305126,0.00020291403],"domain_scores_gemma":[0.9996824,0.000028785389,0.000019034806,0.00019407376,0.0000089637415,0.00006669422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066782883,0.00007191417,0.000080769685,0.00010776151,0.00008913425,0.00023505106,0.00022808816,0.000019698635,0.0000028820482],"category_scores_gemma":[0.000020098812,0.00006290346,0.000013655369,0.00016378748,0.000005095005,0.00015039352,0.00017822419,0.0001507424,0.000008301896],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023786936,0.00008306707,0.008360158,0.0000032067219,0.000002794074,0.000016816773,0.018216249,0.0008644108,0.000582906,0.005207028,0.000099271456,0.96656173],"study_design_scores_gemma":[0.0023741743,0.0018629442,0.62933683,0.00034100746,0.00001676021,0.00006907588,0.0035438586,0.060218055,0.0012076593,0.001096992,0.2985201,0.001412536],"about_ca_topic_score_codex":0.000053892614,"about_ca_topic_score_gemma":0.000020442078,"teacher_disagreement_score":0.96514916,"about_ca_system_score_codex":0.000035650362,"about_ca_system_score_gemma":0.000010182236,"threshold_uncertainty_score":0.25651288},"labels":[],"label_agreement":null},{"id":"W2141798403","doi":"10.24908/pceea.v0i0.3845","title":"INTEGRATING OPEN-ENDED DESIGN IN A SCIENCE AND MATHEMATICS BASED ENGINEERING PROGRAM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mathematics education; Curriculum; Honour; Ideal (ethics); Science and engineering; Metaphor; Engineering ethics; Computer science; Pedagogy; Engineering; Mathematics; Sociology; Political science","score_opus":0.020545912944280927,"score_gpt":0.23597189247630096,"score_spread":0.21542597953202003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141798403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.785307,0.00040085288,0.16678447,0.013289108,0.005996966,0.009703791,0.000008640102,0.0024967717,0.016012425],"genre_scores_gemma":[0.61034393,4.253098e-7,0.38945636,0.00004548502,0.0000127174935,0.00007637888,2.086668e-7,0.000010501914,0.000053978874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879795,0.000009709532,0.00025155782,0.00025314404,0.00032992716,0.00035770884],"domain_scores_gemma":[0.99894017,0.00007793689,0.00025102243,0.0001366973,0.00042123866,0.00017292757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024564853,0.00012973961,0.00014336211,0.00050836394,0.00019836305,0.0005499038,0.001134612,0.00007514199,0.0000015319453],"category_scores_gemma":[0.0038584264,0.0001238357,0.000025581805,0.0013287693,0.00002593476,0.0006710485,0.00011779304,0.00030930358,9.705906e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007974516,0.001209212,0.1265981,0.0013220231,0.00012280757,0.0000015174023,0.11154338,0.006481967,0.013511786,0.48542425,0.0025676417,0.25120935],"study_design_scores_gemma":[0.0004697871,0.000109589,0.13498315,0.00094677135,0.00002540829,0.000011469168,0.001014809,0.847624,0.0054973383,0.00054814346,0.008134013,0.0006355174],"about_ca_topic_score_codex":0.0055998964,"about_ca_topic_score_gemma":0.00088823383,"teacher_disagreement_score":0.84114206,"about_ca_system_score_codex":0.0012915954,"about_ca_system_score_gemma":0.0012378867,"threshold_uncertainty_score":0.8465406},"labels":[],"label_agreement":null},{"id":"W2141971561","doi":"10.1109/hpcs.2005.26","title":"Exploring Parallel Programming Knowledge in the Novice","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Programmer; Task (project management); Scalability; Programming paradigm; Inductive programming; Human–computer interaction; Programming language; Software engineering","score_opus":0.11493876154825693,"score_gpt":0.3023769129788779,"score_spread":0.18743815143062098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141971561","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10788523,0.00054222834,0.8688491,0.008742641,0.00025874676,0.00032040855,3.3210956e-8,0.001011733,0.012389907],"genre_scores_gemma":[0.7202426,0.0000044377703,0.2791119,0.00020110459,0.00011978502,0.000069107286,2.588496e-7,0.0000050985072,0.00024567446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890137,0.0001573866,0.00016475258,0.00026336304,0.00015991287,0.00035323834],"domain_scores_gemma":[0.99935055,0.00016493902,0.000032769614,0.00039468854,0.000016878756,0.000040166804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011492913,0.00010163757,0.00008466562,0.00009246978,0.00016865297,0.0003071555,0.0009800432,0.000023951665,0.0000035559485],"category_scores_gemma":[0.00003939653,0.000068189474,0.00004339524,0.00047721804,0.000017880335,0.0007159027,0.00013119256,0.00035301727,0.00015937754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.8240956e-7,0.000082154766,0.00049800164,0.00000404298,0.0000018607913,0.0000035352746,0.016430719,0.00039206998,0.000002907177,0.031149017,0.000053498054,0.9513815],"study_design_scores_gemma":[0.00022063697,0.000040939947,0.004175333,0.000022831948,0.000001609382,0.000019690124,0.0012891677,0.014383239,0.00001472002,0.00003052174,0.97964436,0.00015694776],"about_ca_topic_score_codex":0.000107644795,"about_ca_topic_score_gemma":0.00020027145,"teacher_disagreement_score":0.9795909,"about_ca_system_score_codex":0.000030577205,"about_ca_system_score_gemma":0.000023445884,"threshold_uncertainty_score":0.29619077},"labels":[],"label_agreement":null},{"id":"W2142615073","doi":"10.1109/fie.2008.4720686","title":"Integrating mobile devices into the computer science curriculum","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Mobile device; Computer science; Capstone; Curriculum; Multimedia; Context (archaeology); Mobile computing; Mobile technology; Human–computer interaction; World Wide Web; Telecommunications","score_opus":0.011774759955979184,"score_gpt":0.26336195099587356,"score_spread":0.25158719103989435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142615073","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23279186,0.00011174814,0.7648839,0.00045148734,0.0003415302,0.000087242035,1.3189168e-8,0.00040840017,0.0009238635],"genre_scores_gemma":[0.64808905,0.0000018865087,0.35141793,0.0003008286,0.00007117423,0.000010042211,1.2569494e-7,0.000002916227,0.000106027284],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987161,0.000081999984,0.00015219786,0.00037343838,0.00036551725,0.0003107036],"domain_scores_gemma":[0.9991795,0.00010983246,0.00006476994,0.00047743553,0.00009277241,0.00007572251],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00094204687,0.000106624444,0.00008895162,0.00008509304,0.0015466721,0.00040346774,0.0017292142,0.000022032102,0.000006712983],"category_scores_gemma":[0.000058444613,0.000059455433,0.000045730052,0.000803522,0.00033010682,0.000618409,0.0004983553,0.00030145003,0.00007411576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8569007e-7,0.000039923452,0.011842011,0.000003196029,0.0000034392717,0.0000075096,0.026164142,0.0005913894,0.00006336999,0.016662313,0.0002494231,0.9443731],"study_design_scores_gemma":[0.00020511205,0.00030343232,0.011357206,0.000059469752,0.0000042016495,0.00026280148,0.0014999268,0.71894604,0.0006019968,0.00020960916,0.2660723,0.00047792398],"about_ca_topic_score_codex":0.0006908415,"about_ca_topic_score_gemma":0.00003431972,"teacher_disagreement_score":0.94389516,"about_ca_system_score_codex":0.00003445184,"about_ca_system_score_gemma":0.0001032263,"threshold_uncertainty_score":0.9997532},"labels":[],"label_agreement":null},{"id":"W2142694895","doi":"10.1145/2597959.2597974","title":"Test-Run of the \"App-Driven Approach\" in Teaching A Mobile Programming Course","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Computer science; CLARITY; Readability; Android (operating system); Multimedia; Computational thinking; Mathematics education; World Wide Web; Artificial intelligence; Programming language; Psychology","score_opus":0.00947610106691017,"score_gpt":0.24826881021675287,"score_spread":0.2387927091498427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142694895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21396142,0.000076030185,0.7803032,0.00043168303,0.00019863463,0.0005687024,2.628029e-7,0.0005467003,0.003913419],"genre_scores_gemma":[0.760562,3.05673e-7,0.23902152,0.000056595407,0.000031813135,0.000044714703,4.0351605e-7,0.000009317847,0.00027331486],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983519,0.00035859228,0.0002967092,0.00035435814,0.0002861752,0.00035232134],"domain_scores_gemma":[0.9987569,0.00029197583,0.00016436096,0.0007041373,0.000025163134,0.000057500347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017402632,0.00013915348,0.00019149831,0.00007371873,0.0001903524,0.00013265036,0.0011893559,0.0000642527,0.0000019668803],"category_scores_gemma":[0.00028574682,0.00009357259,0.00009386527,0.00032871458,0.00007261927,0.00019250813,0.00034637176,0.00062012946,0.0000050634603],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7153114e-7,0.00035265725,0.045974735,0.000025551202,0.0000059957056,6.026664e-7,0.005205015,0.004388368,0.00011581433,0.015950736,0.00004551205,0.92793417],"study_design_scores_gemma":[0.00081041915,0.00037098155,0.029554708,0.00015503666,0.000016307047,0.000032914184,0.0010011819,0.86164564,0.00021455524,0.0002933712,0.10544943,0.00045545044],"about_ca_topic_score_codex":0.00020262059,"about_ca_topic_score_gemma":0.000015375233,"teacher_disagreement_score":0.9274787,"about_ca_system_score_codex":0.000025643554,"about_ca_system_score_gemma":0.000045192046,"threshold_uncertainty_score":0.38157794},"labels":[],"label_agreement":null},{"id":"W2143122670","doi":"10.1145/2676723.2677315","title":"The CS Concept Inventory Quiz Show","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ridiculous; Session (web analytics); Field (mathematics); Computer science; Concept inventory; Mathematics education; Psychology; Epistemology; World Wide Web; Mathematics; Philosophy","score_opus":0.04446554644484236,"score_gpt":0.27507624442553175,"score_spread":0.2306106979806894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143122670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063169347,0.0012271764,0.9540901,0.0070922184,0.0016540723,0.00010606092,7.21884e-8,0.0010796073,0.028433716],"genre_scores_gemma":[0.9442274,0.0000019512472,0.037164323,0.00058486534,0.00014039192,0.0000060851703,4.43566e-7,0.000006148577,0.017868385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992931,0.00011937427,0.00007653801,0.00013830929,0.00018689586,0.00018576725],"domain_scores_gemma":[0.9994195,0.000076736775,0.000029919946,0.00033960832,0.00003370729,0.00010052245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070767873,0.000053302683,0.000045935667,0.000014864002,0.00018985194,0.00027773503,0.0006674584,0.000023090946,0.0000028476754],"category_scores_gemma":[0.0001387607,0.000032258235,0.000027238715,0.000097988595,0.00005295717,0.00014799596,0.00015581834,0.00015985654,0.000094116556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012225898,0.00001640995,0.0012826778,8.2250483e-7,0.000007194078,0.000003927011,0.007098175,0.00011925566,0.0000043083005,0.23405868,0.038628355,0.71877897],"study_design_scores_gemma":[0.00010993981,0.000046475594,0.00018397663,0.0000028222476,8.888848e-7,0.0000054991233,0.00040914293,0.009254534,0.000036401336,0.0005648149,0.9893185,0.00006701171],"about_ca_topic_score_codex":0.00009234461,"about_ca_topic_score_gemma":0.000011275555,"teacher_disagreement_score":0.95069015,"about_ca_system_score_codex":0.000022329696,"about_ca_system_score_gemma":0.000059359627,"threshold_uncertainty_score":0.26782054},"labels":[],"label_agreement":null},{"id":"W2143760398","doi":"10.1109/mcg.2007.156","title":"Revisiting the Need for Formal Education in Visualization","year":2007,"lang":"en","type":"review","venue":"IEEE Computer Graphics and Applications","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Visualization; Computer science; Variety (cybernetics); Set (abstract data type); Information visualization; Focus (optics); Data visualization; Human–computer interaction; Subject (documents); Creative visualization; Data science; World Wide Web; Artificial intelligence; Programming language","score_opus":0.05002786964229478,"score_gpt":0.37893349774784146,"score_spread":0.3289056281055467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143760398","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.333966e-7,0.4134993,0.58546036,0.00006001104,0.00012814954,0.00077102904,0.000001409538,0.00006432555,0.000014559942],"genre_scores_gemma":[0.0000484164,0.9450307,0.05194496,0.00025763526,0.0014373924,0.0011135425,0.0000928745,0.000032154094,0.000042338208],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998624,0.00010277544,0.0004642081,0.0004200533,0.00011992655,0.00026901055],"domain_scores_gemma":[0.9986298,0.0004753578,0.00030881228,0.00044809148,0.00008188327,0.00005604716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011204017,0.00021092399,0.0003684625,0.00035713572,0.00046604357,0.00037949617,0.00063803286,0.0001496615,1.3895725e-7],"category_scores_gemma":[0.000008818824,0.00016185231,0.00016043764,0.0008002306,0.00004137664,0.00017389392,0.000105133855,0.00036642552,0.0000024300261],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2514272e-7,0.000014698518,0.000004400628,0.00075106067,0.000006564913,5.274074e-8,0.00007152132,0.000004629277,8.248835e-9,0.2657195,0.00004435165,0.7333831],"study_design_scores_gemma":[0.00005878079,0.00001281138,0.000019188627,0.0011107291,0.000038105532,0.00001576582,0.000007581091,0.01043883,4.3318323e-8,0.00076886686,0.98734766,0.00018160944],"about_ca_topic_score_codex":0.000017514873,"about_ca_topic_score_gemma":0.000003607044,"teacher_disagreement_score":0.9873033,"about_ca_system_score_codex":0.000028088823,"about_ca_system_score_gemma":0.00018923989,"threshold_uncertainty_score":0.66001457},"labels":[],"label_agreement":null},{"id":"W2144170299","doi":"10.1145/1810543.1810551","title":"Let robots do the talking","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Theoretical Astrophysics","keywords":"Facilitator; Robot; Protocol (science); Ask price; Computer science; Human–computer interaction; Intervention (counseling); Test (biology); Artificial intelligence; Applied psychology; Psychology; Social psychology; Medicine","score_opus":0.008163974811649466,"score_gpt":0.24207664571136558,"score_spread":0.23391267089971612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144170299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047304716,0.000037713493,0.9316251,0.0063490067,0.0010604751,0.000059103775,2.7595723e-8,0.00061899156,0.012944848],"genre_scores_gemma":[0.85594285,2.7208992e-7,0.1424163,0.00029183144,0.000094444724,0.0000025481013,1.0118117e-7,0.0000032840696,0.0012483866],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994679,0.000039161438,0.000060936873,0.0001513596,0.00011946861,0.00016115556],"domain_scores_gemma":[0.99942505,0.000085792,0.000025402469,0.00041802702,0.000012824205,0.00003291624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005233893,0.000050882525,0.00003948138,0.000020966518,0.0002511497,0.000400126,0.00072749326,0.000026746831,0.000028278833],"category_scores_gemma":[0.000065949105,0.000029400426,0.000030437688,0.00011513195,0.000026036383,0.0001412865,0.00015274926,0.0004201944,0.0000922581],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4066842e-7,0.0000072082717,0.00086746673,6.3269107e-7,0.000002128519,0.0000018030173,0.0011404965,0.000078995115,0.0003359738,0.12393434,0.0004849717,0.8731458],"study_design_scores_gemma":[0.000085742286,0.000021243122,0.0056028683,0.0000050882354,0.0000017918364,0.000043343556,0.00007586845,0.010704562,0.00022592978,0.00085338665,0.9822501,0.00013011042],"about_ca_topic_score_codex":0.000074702504,"about_ca_topic_score_gemma":0.000022055574,"teacher_disagreement_score":0.9817651,"about_ca_system_score_codex":0.0000027046476,"about_ca_system_score_gemma":0.000012754711,"threshold_uncertainty_score":0.38584244},"labels":[],"label_agreement":null},{"id":"W2146478855","doi":"10.1145/2538862.2538912","title":"Importance of early performance in CS1","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Predictive power; Computer science; Contrast (vision); Class (philosophy); Peer instruction; Artificial intelligence; Mathematics education; Psychology; Peer learning","score_opus":0.01171793160298721,"score_gpt":0.23274365918551404,"score_spread":0.22102572758252684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146478855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8391751,0.000011067773,0.15665105,0.00011457247,0.000049917806,0.00002045198,1.0504203e-8,0.00007635493,0.0039014374],"genre_scores_gemma":[0.9270359,8.338095e-7,0.07260312,0.000046472043,0.000010613538,0.0000015618932,8.2244334e-8,0.0000021558424,0.00029925207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994972,0.000035190857,0.000119949545,0.00012807523,0.00009313836,0.00012647429],"domain_scores_gemma":[0.99964255,0.0000355991,0.00004495889,0.00024356139,0.000011643105,0.000021693635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004768864,0.000040853865,0.00007171184,0.000051492425,0.000022788847,0.000023815544,0.0003359292,0.000016230733,0.0000031050254],"category_scores_gemma":[0.000033693206,0.000034888817,0.000016050013,0.00016527237,0.00001381465,0.00017382183,0.00005360722,0.00010921638,0.000014491836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8604486e-7,0.0000132042605,0.5841886,0.0000073274446,7.3191546e-7,3.4954974e-7,0.0007102762,0.00014030558,0.00002548264,0.016150273,0.000010359804,0.39875224],"study_design_scores_gemma":[0.00015650695,0.00014136214,0.945801,0.000024470562,4.4600895e-7,0.0000021448132,0.000009187451,0.038297985,0.0002579114,0.00011494659,0.015104817,0.00008917198],"about_ca_topic_score_codex":0.00007015644,"about_ca_topic_score_gemma":0.00001636173,"teacher_disagreement_score":0.39866304,"about_ca_system_score_codex":0.0000059928834,"about_ca_system_score_gemma":0.000009954058,"threshold_uncertainty_score":0.14227247},"labels":[],"label_agreement":null},{"id":"W2153418524","doi":"10.1109/vlhcc.2006.56","title":"Visual Snippet Editor - Success With Less","year":2006,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Snippet; Computer science; Executable; Task (project management); Programming language; Usability; Java; Human–computer interaction; Software engineering","score_opus":0.006483998828847236,"score_gpt":0.23899471650075507,"score_spread":0.23251071767190784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153418524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13513128,0.000023737586,0.85930586,0.000656703,0.0010158768,0.000046112942,1.1149552e-7,0.00067955063,0.0031407631],"genre_scores_gemma":[0.92428535,1.3157907e-7,0.07181342,0.00006597422,0.0015645893,0.0000044131593,0.0000017322535,0.0000070031574,0.0022573564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916786,0.000044015105,0.00008816871,0.00024232751,0.00022128875,0.00023636153],"domain_scores_gemma":[0.9996423,0.000045434965,0.000038001217,0.00020323385,0.000028363305,0.000042673877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019016175,0.000086729655,0.00008150179,0.000049363403,0.00015101675,0.00031371656,0.00041082667,0.00003116952,0.0000079687625],"category_scores_gemma":[0.0000060069146,0.00006139606,0.000021705615,0.00018805401,0.000028330196,0.00028710498,0.00007635426,0.00015299882,0.00003531003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001840784,0.00043777865,0.15057917,0.000032778527,0.00002636561,0.00008965685,0.0008297035,0.0019187478,0.0001551748,0.08896988,0.036971945,0.7199704],"study_design_scores_gemma":[0.0010185669,0.00054491183,0.06671539,0.000065253924,0.000010868189,0.00007950436,0.00020146188,0.0299878,0.0011724667,0.0002519235,0.8991634,0.00078840135],"about_ca_topic_score_codex":0.0010134857,"about_ca_topic_score_gemma":0.000104360675,"teacher_disagreement_score":0.8621915,"about_ca_system_score_codex":0.000012664381,"about_ca_system_score_gemma":0.000029826215,"threshold_uncertainty_score":0.3025176},"labels":[],"label_agreement":null},{"id":"W2155527899","doi":"10.1109/fie.2007.4418051","title":"Developing Mental Models of Computer Programming Interactively Via the Web","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Java; Class (philosophy); Process (computing); Multimedia; Programming language; Animation; Human–computer interaction; World Wide Web; Computer graphics (images); Artificial intelligence","score_opus":0.033274253118246465,"score_gpt":0.2905106005321929,"score_spread":0.25723634741394646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155527899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025203504,0.000029256133,0.9727373,0.00081631786,0.00032048853,0.00014768777,8.71723e-8,0.0002302894,0.0005150675],"genre_scores_gemma":[0.54388064,7.106225e-7,0.45590237,0.0001256791,0.00003372499,0.0000021266974,4.7313125e-7,0.0000046966106,0.00004956478],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884546,0.00007391438,0.0002663709,0.00024641177,0.00024813344,0.0003197084],"domain_scores_gemma":[0.9993055,0.00019238143,0.00012787415,0.00026684528,0.00006021802,0.000047201873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011910925,0.00011711468,0.00012304273,0.00009113766,0.00019918018,0.00013456758,0.00073093525,0.000036577585,0.0000025029844],"category_scores_gemma":[0.000011432687,0.00007815216,0.00006815062,0.00028533157,0.00005258708,0.00042483615,0.00034088583,0.00025448878,0.000007682051],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042730308,0.000032259784,0.0002704929,0.00000648727,0.0000205516,0.0000022246995,0.005297155,0.00024001037,0.00014010139,0.039436843,0.000042262516,0.95450735],"study_design_scores_gemma":[0.0006622601,0.0002830753,0.0028131509,0.00017406774,0.000011894005,0.00011945348,0.0011377729,0.8303291,0.0047970675,0.0016539989,0.1574338,0.00058436865],"about_ca_topic_score_codex":0.00009342377,"about_ca_topic_score_gemma":0.00002453555,"teacher_disagreement_score":0.953923,"about_ca_system_score_codex":0.000055097324,"about_ca_system_score_gemma":0.000046277433,"threshold_uncertainty_score":0.31869528},"labels":[],"label_agreement":null},{"id":"W2156401814","doi":"","title":"Gender Differences in the Use of Computers, Programming, and Student Interactions in Computer Science Classrooms","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Computer science; Science education; Pedagogy; Human–computer interaction; Psychology; Multimedia","score_opus":0.07424626754406059,"score_gpt":0.32013670750299694,"score_spread":0.24589043995893634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156401814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6461955,0.000007067481,0.35297924,0.0003112524,0.0003120246,0.00013584747,7.977092e-8,0.000041954714,0.000017027785],"genre_scores_gemma":[0.7357297,0.0000011664912,0.26413405,0.000094992814,0.000019465218,0.000008212175,2.0392316e-7,0.0000021978217,0.000010020783],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986665,0.00013509902,0.00024191938,0.00035549427,0.00032670505,0.0002742502],"domain_scores_gemma":[0.99908626,0.00036601172,0.00008086639,0.00037625016,0.000041149277,0.000049434737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010069612,0.00010567282,0.00013811044,0.00028511017,0.00013249966,0.0006629249,0.00095424964,0.000024867932,0.0000026781527],"category_scores_gemma":[0.00004053207,0.00006840816,0.000025311021,0.0006165841,0.00028798258,0.00064164266,0.00037152774,0.00056989235,0.0000012649681],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011805558,0.00023357155,0.43541843,0.0000063502466,0.000003414111,0.0000053968947,0.017956803,0.00011568485,0.00007368384,0.011422686,0.000016226502,0.5347466],"study_design_scores_gemma":[0.00022629302,0.00008282982,0.8859398,0.000028835733,0.0000019623028,0.00003286945,0.00040201048,0.10602915,0.000010984734,0.00007269542,0.007045177,0.0001274092],"about_ca_topic_score_codex":0.0004495357,"about_ca_topic_score_gemma":0.0007216834,"teacher_disagreement_score":0.53461915,"about_ca_system_score_codex":0.000014349708,"about_ca_system_score_gemma":0.000045123703,"threshold_uncertainty_score":0.63926},"labels":[],"label_agreement":null},{"id":"W2158240102","doi":"10.5194/ms-1-3-2010","title":"Guest Editorial &amp;quot;State-of-the-art in Underactuated Grasping&amp;quot;","year":2010,"lang":"en","type":"editorial","venue":"Mechanical sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Underactuation; State (computer science); Computer science; Engineering; Artificial intelligence; Algorithm; Robot","score_opus":0.020905573782484404,"score_gpt":0.30084089206981096,"score_spread":0.27993531828732654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158240102","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010585656,0.000057544046,0.027113589,0.00072396686,0.97033495,0.0003119627,0.000006008401,0.00027147008,0.0001219609],"genre_scores_gemma":[0.0028650006,0.000020362251,0.021882959,0.000050045313,0.97317225,0.000038577633,0.000039156133,0.000039287137,0.0018923583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923955,0.0007252444,0.0009491975,0.0015090998,0.0033427193,0.0010782063],"domain_scores_gemma":[0.99515384,0.0022797096,0.00078296283,0.001253553,0.00027937343,0.00025056812],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0064298506,0.00052808045,0.00074102136,0.00033888977,0.0007297895,0.00089700083,0.0060705175,0.0010896643,0.000022357772],"category_scores_gemma":[0.0068823714,0.0003809864,0.00031193474,0.0019649672,0.0005386779,0.0005407255,0.0013362002,0.0045476006,0.00024712493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014359978,0.0001637598,0.00003091138,0.000035906196,0.000014868431,0.0000039865827,0.0007145023,0.000120521254,0.00050170824,0.00088884623,0.9853072,0.012203412],"study_design_scores_gemma":[0.0003264899,0.00017487197,0.000009924825,0.00024488682,0.0000140625025,0.000003761819,0.000010801369,0.0003015659,0.00017227624,0.0024036681,0.99584913,0.0004885323],"about_ca_topic_score_codex":0.0018832599,"about_ca_topic_score_gemma":0.005357884,"teacher_disagreement_score":0.01171488,"about_ca_system_score_codex":0.00015177667,"about_ca_system_score_gemma":0.0011439478,"threshold_uncertainty_score":0.9998642},"labels":[],"label_agreement":null},{"id":"W2159715184","doi":"10.1145/2445196.2445370","title":"CS circles","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Python (programming language); Computer science; Simple (philosophy); Multimedia; World Wide Web; Mathematics education; Programming language; Psychology","score_opus":0.007456513797251328,"score_gpt":0.20266826818517553,"score_spread":0.1952117543879242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159715184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027769124,0.000032113287,0.95850575,0.0024922043,0.00013145102,0.00004137753,7.2619084e-9,0.0006714157,0.010356586],"genre_scores_gemma":[0.7643472,3.547402e-7,0.23308773,0.00025311692,0.000020301117,0.0000044785056,9.255941e-8,0.0000018555712,0.0022848595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996321,0.000022976908,0.000046348825,0.0001100748,0.00006846927,0.00012001438],"domain_scores_gemma":[0.99971193,0.000027537493,0.000012115418,0.00019604385,0.000013584768,0.000038760307],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009393495,0.00003235758,0.000032163985,0.000022968185,0.000064605,0.00021077442,0.00031115318,0.000014722302,0.00006945046],"category_scores_gemma":[0.000019742929,0.000026123998,0.000017470347,0.00007320222,0.000008068263,0.0002353692,0.000069779366,0.0000747512,0.0010334047],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0144387e-8,0.000006755474,0.00081896235,8.4845954e-7,0.0000012633408,4.643983e-7,0.00033029733,0.0000079597485,0.00006071771,0.027434707,0.0020624474,0.96927553],"study_design_scores_gemma":[0.00020856496,0.00008692619,0.08073819,0.00001379764,0.0000017400752,0.000025627412,0.00019200522,0.035729483,0.0004399025,0.005151767,0.87706786,0.00034411685],"about_ca_topic_score_codex":0.00021318874,"about_ca_topic_score_gemma":0.0000012941074,"teacher_disagreement_score":0.96893144,"about_ca_system_score_codex":0.0000042653264,"about_ca_system_score_gemma":0.000006390141,"threshold_uncertainty_score":0.9997444},"labels":[],"label_agreement":null},{"id":"W2160651698","doi":"10.1145/2538862.2538902","title":"Misconceptions and concept inventory questions for binary search trees and hash tables","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Hash function; Computer science; Measure (data warehouse); Binary number; Information retrieval; Concept inventory; Hash table; Binary data; Data science; Mathematics education; Data mining; Mathematics; Arithmetic","score_opus":0.028718633419857476,"score_gpt":0.29073674740539135,"score_spread":0.2620181139855339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160651698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103419796,0.00057435775,0.8928305,0.0023369603,0.00009256854,0.0001400079,0.0000014700476,0.00025751174,0.00034681114],"genre_scores_gemma":[0.85245275,0.000010484677,0.14505728,0.00012441391,0.000056662666,0.000020620773,0.0000036051217,0.0000055273204,0.0022686718],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993168,0.00010921723,0.000085609485,0.00023790821,0.00007276368,0.00017768983],"domain_scores_gemma":[0.99948925,0.00020246436,0.000020508336,0.00016504317,0.000029521923,0.000093193456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039450664,0.00007079857,0.00008538359,0.000061456834,0.0003749495,0.00021102914,0.00015372761,0.0000356237,0.0000061171454],"category_scores_gemma":[0.00008166429,0.00006192571,0.000020265006,0.00007215182,0.00014132906,0.00021126184,0.00010360711,0.00010712673,0.0000024286844],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029754597,0.000065107786,0.012740886,0.00003166203,0.00001728002,7.3371973e-7,0.007414428,0.00043881047,0.0004625714,0.32673782,0.0028926968,0.649195],"study_design_scores_gemma":[0.0012565439,0.0008444493,0.03367345,0.00012245563,0.00002231531,0.00003412648,0.001288877,0.3540478,0.00014811523,0.0029680172,0.60510707,0.00048674905],"about_ca_topic_score_codex":0.00019987937,"about_ca_topic_score_gemma":0.000055814857,"teacher_disagreement_score":0.7490329,"about_ca_system_score_codex":0.000007815148,"about_ca_system_score_gemma":0.000022605238,"threshold_uncertainty_score":0.28838465},"labels":[],"label_agreement":null},{"id":"W2161194704","doi":"10.1109/csee.1998.658300","title":"A survey of the relevance of computer science and software engineering education","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Research Council Canada","keywords":"Relevance (law); Computer science; Software; Software engineering; Emphasis (telecommunications); Engineering ethics; Engineering; Programming language; Political science","score_opus":0.018555345670275832,"score_gpt":0.23377260187348456,"score_spread":0.21521725620320872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161194704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27977628,0.00026821962,0.71940213,0.00013314286,0.0002734705,0.000054788696,1.888052e-7,0.000058712227,0.000033060092],"genre_scores_gemma":[0.8004196,0.000002113674,0.19949335,0.00002345151,0.0000056638182,6.895357e-7,3.6176058e-8,0.000001518491,0.00005352296],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994739,0.000033556295,0.00009221228,0.00013032049,0.00018425031,0.00008572399],"domain_scores_gemma":[0.9993717,0.00015091278,0.000056270448,0.00025701406,0.00014139173,0.000022685046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066242646,0.000037606715,0.000056479334,0.000047853067,0.00006288252,0.000035017903,0.00042324624,0.000011359495,0.0000011814795],"category_scores_gemma":[0.0007118551,0.000026429663,0.000010087038,0.0004995291,0.00008088601,0.00015264955,0.00015108954,0.00007063151,5.9086665e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.7896971e-7,0.00003198609,0.03991923,0.000026162179,0.0000015464349,3.304834e-8,0.0010970708,0.00052945723,0.00015595306,0.0017872546,0.000096346244,0.9563548],"study_design_scores_gemma":[0.000055992565,0.000034534965,0.73424184,0.00007419265,0.000001141625,0.00000532059,0.0000058187547,0.26310152,0.00069463055,0.000009285937,0.0017055618,0.0000701576],"about_ca_topic_score_codex":0.00020958987,"about_ca_topic_score_gemma":0.0000059282247,"teacher_disagreement_score":0.95628464,"about_ca_system_score_codex":0.0000102912845,"about_ca_system_score_gemma":0.000049221995,"threshold_uncertainty_score":0.107777044},"labels":[],"label_agreement":null},{"id":"W2161422843","doi":"10.1145/2157136.2157215","title":"Stepping up to integrative questions on CS1 exams","year":2012,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Formative assessment; Computer science; Code (set theory); Mathematics education; Programming language; Psychology","score_opus":0.03266876838149385,"score_gpt":0.3106006042948273,"score_spread":0.2779318359133334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161422843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02364307,0.000031209107,0.96548325,0.0012826252,0.00075140415,0.000082655344,1.1490845e-7,0.0005119652,0.008213691],"genre_scores_gemma":[0.8760241,3.7501704e-7,0.11822069,0.0005772749,0.00009799726,0.000012559754,4.2834833e-7,0.0000049723453,0.0050615557],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992076,0.000113608396,0.00008876188,0.00017685806,0.0001320032,0.00028113136],"domain_scores_gemma":[0.9994012,0.00011972821,0.000024214783,0.00028081852,0.000022265725,0.0001517767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043764123,0.00008760727,0.00007544158,0.0000926072,0.0001737278,0.00013841072,0.0003265561,0.000027897124,0.0000159244],"category_scores_gemma":[0.0001691377,0.00006484444,0.000030804185,0.00023201713,0.000010618679,0.00029828303,0.00010466709,0.00022957662,0.00050163263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001230758,0.000036162714,0.0009275869,0.0000013713704,0.0000057738816,5.1350736e-7,0.018014694,0.00010233344,0.00006206735,0.24035327,0.0011946124,0.7393004],"study_design_scores_gemma":[0.00023467961,0.00046358837,0.018015144,0.0001973849,0.0000067271044,0.000017740316,0.0026728741,0.0038481872,0.0014878015,0.00026558925,0.97225547,0.0005347997],"about_ca_topic_score_codex":0.00015793944,"about_ca_topic_score_gemma":0.00001197025,"teacher_disagreement_score":0.9710609,"about_ca_system_score_codex":0.000042098556,"about_ca_system_score_gemma":0.0000145522345,"threshold_uncertainty_score":0.644764},"labels":[],"label_agreement":null},{"id":"W2161825528","doi":"10.1145/1869542.1869569","title":"Understanding abstraction","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Premise; Abstraction; Computer science; Formative assessment; Point (geometry); Field (mathematics); Simple (philosophy); Programming language; Work (physics); Mathematics education; Human–computer interaction; Psychology; Epistemology; Engineering; Mathematics","score_opus":0.09652834315364808,"score_gpt":0.27828733410285894,"score_spread":0.18175899094921086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161825528","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012196189,0.0000010670294,0.96962273,0.00080762216,0.0005861369,0.000014688472,8.1888665e-9,0.00043693918,0.016334645],"genre_scores_gemma":[0.8426681,1.19083765e-7,0.15671773,0.000043896016,0.00003848428,5.9109686e-7,1.1758752e-7,0.00000174551,0.00052919314],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996801,0.000009095274,0.000042933007,0.00010232149,0.00007143886,0.00009413525],"domain_scores_gemma":[0.9997579,0.000034728517,0.000017625956,0.00015264301,0.0000054604366,0.000031680298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022032707,0.000030230762,0.000024081477,0.00003373417,0.000117712676,0.0001533602,0.00017230072,0.000025638006,0.000027064774],"category_scores_gemma":[0.000024789659,0.000025956553,0.000015681891,0.00006845526,0.000008904437,0.0002189908,0.000026571985,0.00025920352,0.00006821425],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9561113e-7,0.000012680077,0.0008896585,0.0000012288081,0.0000021778346,0.0000021371654,0.00038810357,0.000030327054,0.0029226358,0.7977782,0.00039822614,0.19757435],"study_design_scores_gemma":[0.00045063702,0.00010104618,0.02760936,0.000012308437,0.0000050511876,0.00015587147,0.00054469495,0.051121954,0.0018824979,0.023670398,0.8939025,0.00054368086],"about_ca_topic_score_codex":0.000029385272,"about_ca_topic_score_gemma":0.000021035792,"teacher_disagreement_score":0.89350426,"about_ca_system_score_codex":0.000011114881,"about_ca_system_score_gemma":0.000008844243,"threshold_uncertainty_score":0.1478856},"labels":[],"label_agreement":null},{"id":"W2163069344","doi":"10.1145/1989622.1989632","title":"Coping with Java as the core CS educational language","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northwestern Polytechnic","funders":"","keywords":"Java; Computer science; Attrition; Programming language; Mathematics education; Intermediate language; Curriculum; Software engineering; Psychology; Pedagogy; Compiler","score_opus":0.0360099146635677,"score_gpt":0.2761261349398227,"score_spread":0.24011622027625498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163069344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23204891,0.00027713785,0.6546085,0.011775784,0.00050658494,0.00022648943,2.1719833e-7,0.0007220772,0.0998343],"genre_scores_gemma":[0.8644901,4.4629115e-7,0.12904929,0.0010895956,0.000054700296,0.000006841419,8.301978e-7,0.0000043698105,0.0053038294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954844,0.000029545285,0.000051641997,0.00013165463,0.00011619285,0.00012254712],"domain_scores_gemma":[0.99959004,0.0000674319,0.000030607633,0.0002599755,0.000019698638,0.00003223861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018531227,0.000051100455,0.000037244776,0.000020251868,0.00016486848,0.000077843404,0.0004293442,0.000014166709,0.00010746177],"category_scores_gemma":[0.00002896075,0.000027907248,0.000015012046,0.0001073526,0.000031111536,0.00010589712,0.000060153976,0.00013196295,0.00012844866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054227185,0.000095475356,0.016398365,0.000008681367,0.000027348384,0.00000914148,0.11496421,0.000024416178,0.0000468056,0.65550053,0.0045346054,0.20838499],"study_design_scores_gemma":[0.0013018778,0.0011329789,0.20706423,0.00020756193,0.000044342014,0.00074491434,0.012950314,0.0064196493,0.0014913966,0.0062662186,0.76093453,0.0014419785],"about_ca_topic_score_codex":0.00058907206,"about_ca_topic_score_gemma":0.000028455628,"teacher_disagreement_score":0.7563999,"about_ca_system_score_codex":0.000008158039,"about_ca_system_score_gemma":0.00006225593,"threshold_uncertainty_score":0.16509905},"labels":[],"label_agreement":null},{"id":"W2163401344","doi":"","title":"A mixed reality approach to undergraduate robotics education","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Robotics; Artificial intelligence; Computer science; Educational robotics; Human–computer interaction; Robot","score_opus":0.04930054292533711,"score_gpt":0.30185445397972194,"score_spread":0.25255391105438485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163401344","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018953917,0.000011092194,0.9693006,0.004120042,0.00034054654,0.00009644922,3.303569e-8,0.00039523016,0.023840612],"genre_scores_gemma":[0.4809394,2.0495254e-7,0.51699257,0.0002873421,0.000041423133,0.0000024090057,0.000001459919,0.0000033741574,0.0017318347],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990858,0.00006988412,0.00014190908,0.000278018,0.0001726909,0.00025172214],"domain_scores_gemma":[0.9993099,0.0000564081,0.000037890182,0.0004055199,0.000045051853,0.00014525434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009781916,0.00007742278,0.00007712829,0.00009081091,0.00012562124,0.000155091,0.00041560858,0.000035899855,4.562667e-7],"category_scores_gemma":[0.00008399692,0.00006925046,0.000032871492,0.00043208213,0.000010315754,0.00012503543,0.00010398741,0.00014966074,0.000044978973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011285028,0.00013944716,0.0006406682,0.0000057179614,0.000003467255,3.1957848e-7,0.00066580845,0.0016655053,0.000014255916,0.414391,0.0020559859,0.5804167],"study_design_scores_gemma":[0.0006370084,0.00036845042,0.14860818,0.0000800847,0.000029895851,0.00012034824,0.0021582684,0.08265694,0.00070520636,0.020189265,0.7428906,0.0015557635],"about_ca_topic_score_codex":0.00028052015,"about_ca_topic_score_gemma":0.000029142137,"teacher_disagreement_score":0.7408346,"about_ca_system_score_codex":0.000049476286,"about_ca_system_score_gemma":0.000072119925,"threshold_uncertainty_score":0.2823952},"labels":[],"label_agreement":null},{"id":"W2164998834","doi":"10.4018/978-1-59904-480-4.ch005","title":"Algorithm Education Using Structured Hypermedia","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Traverse; Abstraction; Hypermedia; Focus (optics); Visualization; Graph; Theoretical computer science; Architecture; Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.025699567235421883,"score_gpt":0.2610532153915876,"score_spread":0.23535364815616572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164998834","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056869678,0.00062044617,0.28745505,0.000020705796,0.003169535,0.0002356711,0.000012768401,0.0005433362,0.7078856],"genre_scores_gemma":[0.01804132,0.0000025935583,0.89590764,0.0004508958,0.0012564685,0.000010268861,0.000009668544,0.00007888423,0.084242284],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983532,0.000039011626,0.0002854013,0.0006201372,0.00034810806,0.00035415613],"domain_scores_gemma":[0.99866354,0.000017413224,0.00028181873,0.0007477736,0.00010470614,0.00018473975],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014669151,0.00037989105,0.00031466963,0.000099806435,0.00019206945,0.00023694482,0.0009158045,0.0003816187,0.000014697166],"category_scores_gemma":[0.00001727812,0.0003834205,0.00016549534,0.000024219587,0.00007451092,0.00010351105,0.00026893016,0.00054821634,0.000081542545],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.2783873e-7,0.0000039267734,0.000003651287,0.0000059605286,0.000015021063,0.000007995378,0.00021344835,0.000001909178,0.0000018725527,0.4572314,0.00010128183,0.5424127],"study_design_scores_gemma":[0.00021922644,0.00009915762,0.00008673626,0.00034751554,0.000089458365,0.00037733893,0.000016216252,0.000961988,0.00001773456,0.5652684,0.4315369,0.0009793487],"about_ca_topic_score_codex":0.00026893642,"about_ca_topic_score_gemma":0.000013456491,"teacher_disagreement_score":0.62364334,"about_ca_system_score_codex":0.00024136642,"about_ca_system_score_gemma":0.00066863257,"threshold_uncertainty_score":0.9998618},"labels":[],"label_agreement":null},{"id":"W2166547402","doi":"10.1145/1593105.1593135","title":"Using Greenfoot and a Moon Scenario to teach Java programming in CS1","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph-Humber","funders":"","keywords":"Java; Capstone; Computer science; Scala; Programming language; Software engineering","score_opus":0.059562843809379346,"score_gpt":0.29489548282871253,"score_spread":0.23533263901933318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166547402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5597424,0.00008260887,0.4387271,0.00053580076,0.00007632558,0.00018332292,4.578743e-8,0.00030945786,0.00034292942],"genre_scores_gemma":[0.5810556,0.0000011302409,0.41846988,0.00013000747,0.000024247858,0.0000053030712,2.1823872e-7,0.000007037615,0.0003066297],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863684,0.000092103546,0.00019814723,0.00043880928,0.00020877432,0.00042533112],"domain_scores_gemma":[0.99943805,0.000045411976,0.000040614083,0.00030111583,0.000023744464,0.00015103677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005356279,0.00013720564,0.0001589947,0.00023622283,0.0002672782,0.0001793536,0.00035573498,0.00005647173,0.0000030695987],"category_scores_gemma":[0.000084006395,0.00012666115,0.000029734463,0.0005027707,0.000038209317,0.00029621902,0.00027061257,0.0003126545,0.000016519807],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004876533,0.00007868387,0.075118005,0.0000123655445,0.0000054409966,0.000082841194,0.011857934,0.0007244866,0.00023777905,0.0018853125,0.00007405056,0.90991825],"study_design_scores_gemma":[0.0023919914,0.0010510201,0.16320854,0.00047940065,0.00001720426,0.0019397675,0.0013996455,0.2727199,0.00056269387,0.00019486668,0.55391383,0.0021211486],"about_ca_topic_score_codex":0.0021608584,"about_ca_topic_score_gemma":0.00019140016,"teacher_disagreement_score":0.9077971,"about_ca_system_score_codex":0.00005914672,"about_ca_system_score_gemma":0.000054334094,"threshold_uncertainty_score":0.5165092},"labels":[],"label_agreement":null},{"id":"W2166568405","doi":"10.5539/jel.v2n1p1","title":"Developing Pre-Service Teachers' Technological Pedagogical Content Knowledge for Teaching Mathematics with the Geometer's Sketchpad through Lesson Study","year":2013,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Test (biology); Session (web analytics); Significant difference; Teaching method; Elementary mathematics; Psychology; Pedagogy; Mathematics; Computer science","score_opus":0.12317622335344859,"score_gpt":0.3774318074884787,"score_spread":0.25425558413503013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166568405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5929106,0.00031336857,0.40057662,0.005743859,0.00009183819,0.0002552992,1.7243014e-8,0.000047756093,0.00006064394],"genre_scores_gemma":[0.764522,0.0000064156043,0.23467669,0.00016219633,0.000097426375,0.00003983929,3.0142462e-7,0.000009634942,0.00048545192],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985872,0.00043465733,0.0003484507,0.00019772454,0.00021095398,0.00022100593],"domain_scores_gemma":[0.9982448,0.0007318478,0.00048625295,0.00016851742,0.0003036233,0.00006496553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002372988,0.00014975338,0.00023531016,0.000103250815,0.0007198287,0.00045664932,0.0005136944,0.000066991444,0.000004173623],"category_scores_gemma":[0.00079222216,0.000082675055,0.000053270527,0.00019563809,0.00005266754,0.0004925985,0.00010792118,0.0012758678,0.0000036032654],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069503963,0.00056270784,0.004842873,0.00003640748,0.000057830963,7.0456497e-7,0.25906438,0.00012560676,0.000061572966,0.0059733763,0.00009817603,0.7291694],"study_design_scores_gemma":[0.0012974434,0.002151383,0.03745838,0.00054468913,0.000105038795,0.00042769697,0.6337818,0.0045876196,0.000030623458,0.0009465863,0.31820402,0.00046475232],"about_ca_topic_score_codex":0.000057552457,"about_ca_topic_score_gemma":0.000010066855,"teacher_disagreement_score":0.7287047,"about_ca_system_score_codex":0.00006551435,"about_ca_system_score_gemma":0.00017704099,"threshold_uncertainty_score":0.5543082},"labels":[],"label_agreement":null},{"id":"W2169974798","doi":"","title":"Back to Pascal: retro but not backwards","year":2002,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Pascal (unit); Computer science; Programming language; Opposition (politics); Institution; Mathematics education; Psychology; Political science; Law","score_opus":0.04212972036152724,"score_gpt":0.2997336304117558,"score_spread":0.2576039100502286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169974798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7172639,0.00038798238,0.2615647,0.01380102,0.002546191,0.00014483772,4.7641024e-7,0.00007706803,0.0042138053],"genre_scores_gemma":[0.72125727,0.00000822456,0.2775166,0.00062013743,0.00019218524,2.7617472e-7,1.3286904e-8,0.000004984053,0.00040032348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973878,0.00028594557,0.0006478598,0.00033383042,0.0008507996,0.00049375126],"domain_scores_gemma":[0.9984868,0.00055094506,0.000404399,0.00025337114,0.0001462944,0.00015819372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039493386,0.00015216217,0.00032891758,0.00058064493,0.00035606162,0.0005293709,0.002100974,0.000058462563,0.000029170651],"category_scores_gemma":[0.0005944773,0.00012360192,0.00011770337,0.0017781215,0.00013630153,0.0005135159,0.0003156759,0.0005312828,0.00006426064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003099917,0.0004815426,0.026957922,0.000057050427,0.00004209765,0.00029582717,0.026194578,0.13257827,0.00061163475,0.011336882,0.025422722,0.7759905],"study_design_scores_gemma":[0.0024021035,0.004237756,0.040386464,0.001726451,0.000018171486,0.001686176,0.0023389696,0.6612202,0.0016323858,0.0006198991,0.2823992,0.0013322311],"about_ca_topic_score_codex":0.00002178978,"about_ca_topic_score_gemma":0.000006146856,"teacher_disagreement_score":0.77465826,"about_ca_system_score_codex":0.00009574928,"about_ca_system_score_gemma":0.00009142156,"threshold_uncertainty_score":0.5104736},"labels":[],"label_agreement":null},{"id":"W2175909646","doi":"10.1145/2432596.2432616","title":"A framework for enhancing the social good in computing education","year":2013,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Auckland University of Technology, New Zealand","keywords":"Relevance (law); Computer science; Context (archaeology); Social computing; Computational thinking; Knowledge management; World Wide Web; Artificial intelligence; Social media; Political science","score_opus":0.022985304716676105,"score_gpt":0.329453109214651,"score_spread":0.3064678044979749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175909646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27432895,0.000054369037,0.71648973,0.008158501,0.00047138505,0.00023628655,5.462877e-8,0.00012598507,0.00013473033],"genre_scores_gemma":[0.733936,2.2964439e-7,0.2651927,0.0005554689,0.00019084492,0.000052796542,7.304012e-7,0.0000058374812,0.00006543121],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991787,0.000097314725,0.00016328484,0.00019936817,0.00010809805,0.00025323688],"domain_scores_gemma":[0.9988778,0.0006245555,0.000083252555,0.00034935417,0.000039842776,0.000025165818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061448023,0.00007853424,0.00009225036,0.0000501188,0.0003692763,0.00027715045,0.0008715225,0.000066512424,0.0000034613781],"category_scores_gemma":[0.0007997094,0.00005969705,0.000047136786,0.000232335,0.00001999794,0.0001878288,0.00021296766,0.00033175832,0.000028170187],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.0542872e-7,0.000040967036,0.0035873274,0.0000072628513,0.0000041548956,8.00335e-8,0.01553647,0.000029773364,0.000047382575,0.07191821,0.00032814936,0.90849984],"study_design_scores_gemma":[0.0010376076,0.00030120663,0.5442578,0.00054921035,0.000024068155,0.00001981921,0.011583955,0.04660372,0.0006683561,0.28002658,0.1137194,0.0012082792],"about_ca_topic_score_codex":0.00031416136,"about_ca_topic_score_gemma":0.000026087355,"teacher_disagreement_score":0.90729153,"about_ca_system_score_codex":0.000037398957,"about_ca_system_score_gemma":0.00008331047,"threshold_uncertainty_score":0.2840212},"labels":[],"label_agreement":null},{"id":"W2178065441","doi":"10.25071/1916-4467.40246","title":"Maker pedagogy and science teacher education","year":2015,"lang":"en","type":"article","venue":"Journal of the Canadian Association for Curriculum Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Curriculum; Movement (music); Sociology; Value (mathematics); Variety (cybernetics); Function (biology); Hacker; Process (computing); The arts; Pedagogy; Computer science; Aesthetics; Visual arts","score_opus":0.03240556047736567,"score_gpt":0.34083003497683445,"score_spread":0.3084244744994688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178065441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7050327,0.016612027,0.006897347,0.24094227,0.024881436,0.0009886225,0.0000054847483,0.00011224759,0.0045278664],"genre_scores_gemma":[0.98700696,0.000011865917,0.009359339,0.0003552779,0.00025938114,0.0000045620013,1.0365812e-7,0.0000040841505,0.0029984037],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991376,0.00007960219,0.00016490162,0.00009279526,0.00032700377,0.00019814481],"domain_scores_gemma":[0.99827313,0.000052401618,0.00042002767,0.00009853896,0.00097227696,0.0001836279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027459182,0.000057439287,0.00011078577,0.00015960849,0.0005786294,0.00021240182,0.0003778321,0.000030296513,2.0854091e-7],"category_scores_gemma":[0.0037085477,0.00003851596,0.000050983766,0.0002931055,0.000054309137,0.000337586,0.000060485716,0.00017521782,0.0000013027793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024254502,0.00009847049,0.59634966,0.000020973603,0.00016270629,0.0000014593245,0.026508667,0.00016363301,0.000012886594,0.0298989,0.14532134,0.20145886],"study_design_scores_gemma":[0.0005077549,0.00013473137,0.097597726,0.000079136196,0.00006317058,0.000058599988,0.006148232,0.00080142386,0.000010250294,0.0034497976,0.8909649,0.00018426187],"about_ca_topic_score_codex":0.0032357667,"about_ca_topic_score_gemma":0.017767608,"teacher_disagreement_score":0.74564356,"about_ca_system_score_codex":0.0013335166,"about_ca_system_score_gemma":0.002307435,"threshold_uncertainty_score":0.9914742},"labels":[],"label_agreement":null},{"id":"W2178837334","doi":"10.1007/978-3-662-44188-6_41","title":"Students’ Science Process Skills Diagnosis","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in educational technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Process (computing); Mathematics education; Computer science; Virtual lab; Science learning; Science and engineering; Space (punctuation); Psychology; Medical education; Science education; Multimedia; Engineering; Medicine; Engineering ethics","score_opus":0.009097788584451528,"score_gpt":0.30383131905805544,"score_spread":0.2947335304736039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178837334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0111603085,0.004108794,0.85391945,0.09950015,0.0051497505,0.0014600396,0.000006679441,0.002217963,0.022476856],"genre_scores_gemma":[0.9213699,0.000044926444,0.07048199,0.00065447803,0.00032979215,0.00020932258,0.000011939948,0.00004518215,0.0068524536],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975335,0.0000223904,0.00032311512,0.0009866947,0.0006729131,0.00046138876],"domain_scores_gemma":[0.9980435,0.0005376891,0.0002617538,0.00087284675,0.00021134356,0.00007291554],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006104577,0.0003232651,0.00032918958,0.0015856558,0.00027154648,0.00020226541,0.003621455,0.0005577543,0.00005651393],"category_scores_gemma":[0.0016012695,0.00031521637,0.00006260252,0.0006316193,0.0006233626,0.00011900472,0.000488871,0.0014623009,0.00011470907],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.400224e-7,0.00010962572,0.014002367,0.000028241311,0.000013647014,0.0000035111098,0.00064176496,0.00031302302,0.00000466824,0.45464218,0.000044223598,0.530196],"study_design_scores_gemma":[0.00020267662,0.00014776304,0.0029651895,0.0004955863,0.000015320198,0.00008172527,0.0000052733126,0.00012085548,0.00031530744,0.8071259,0.18781263,0.00071176235],"about_ca_topic_score_codex":0.000010366492,"about_ca_topic_score_gemma":0.000022157976,"teacher_disagreement_score":0.9102096,"about_ca_system_score_codex":0.0002707491,"about_ca_system_score_gemma":0.0006674906,"threshold_uncertainty_score":0.99992996},"labels":[],"label_agreement":null},{"id":"W2185312250","doi":"10.36510/learnland.v6i2.617","title":"Don’t Give Up: A Case Study on Girls and Video Game Design","year":2013,"lang":"en","type":"article","venue":"LEARNing Landscapes","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Psychology; Video game; Mathematics education; Self-efficacy; Social psychology; Multimedia; Computer science","score_opus":0.023302815966426187,"score_gpt":0.2619036411106821,"score_spread":0.2386008251442559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185312250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8690655,0.00013289668,0.12911358,0.00043414312,0.00016005244,0.00036755478,8.322015e-8,0.0005840451,0.00014212434],"genre_scores_gemma":[0.98647666,0.0000030121037,0.01223901,0.00012270335,0.00007119814,0.00006326825,6.365314e-7,0.000020531257,0.0010029519],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796647,0.0006797184,0.00019044388,0.0005374648,0.00024012511,0.0003857754],"domain_scores_gemma":[0.9987571,0.00059880916,0.00011248906,0.00034109087,0.000045837336,0.00014463019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007605485,0.00020897598,0.00021875797,0.0001527717,0.00040775727,0.0007145785,0.00032130533,0.00005759557,0.00002293659],"category_scores_gemma":[0.0002600823,0.00016925784,0.000042764917,0.00020874744,0.000023296438,0.00034844925,0.00017122627,0.00067536073,0.00014841382],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021603142,0.00028274645,0.107718125,0.00002486676,0.000098397715,0.0014733236,0.0897146,0.010504996,0.00011816497,0.00029332252,0.0010134152,0.78873646],"study_design_scores_gemma":[0.012148597,0.01932388,0.22735319,0.0006126342,0.00022886352,0.012695672,0.079935595,0.4721734,0.00028174225,0.0010026408,0.16965173,0.0045920685],"about_ca_topic_score_codex":0.0007162349,"about_ca_topic_score_gemma":0.000015970272,"teacher_disagreement_score":0.78414434,"about_ca_system_score_codex":0.000017680428,"about_ca_system_score_gemma":0.000020993859,"threshold_uncertainty_score":0.69021344},"labels":[],"label_agreement":null},{"id":"W2186453867","doi":"","title":"Richer Connections to Robotics through Project Personalization","year":2012,"lang":"en","type":"article","venue":"AEE Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Outreach; Creativity; Artificial intelligence; Educational robotics; Computer Science and Engineering; Robot; Personalization; Exhibition; Computer science; Psychology; Software engineering; World Wide Web; Visual arts; Social psychology","score_opus":0.05802176851525104,"score_gpt":0.33038709972598146,"score_spread":0.2723653312107304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186453867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006492528,0.00020812103,0.9887684,0.0026243806,0.0009697085,0.00005585775,9.389028e-8,0.00011240463,0.0007685322],"genre_scores_gemma":[0.5960081,0.0000069421135,0.4020754,0.0005406462,0.0005840892,0.000002810862,4.1059863e-7,0.000008501295,0.0007730575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917376,0.00012922066,0.0001239401,0.00009558532,0.00019388096,0.0002836227],"domain_scores_gemma":[0.99958885,0.00004572034,0.00007311492,0.00012953354,0.00006350331,0.00009925457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005692332,0.00007020585,0.00006982002,0.000072940136,0.00040988604,0.00026263559,0.0002428774,0.000034612807,0.000012623936],"category_scores_gemma":[0.00014322295,0.000059657727,0.000048480702,0.00032398972,0.000008884169,0.0006800253,0.00005387375,0.0003120181,0.00007077237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015022454,0.00067363115,0.09931933,0.00003451011,0.00017507341,0.000028790892,0.20944336,0.019583773,0.0004604885,0.1500548,0.07488405,0.44532716],"study_design_scores_gemma":[0.00030170262,0.00019733797,0.011629164,0.00005494186,0.000023744018,0.0013696436,0.0011378684,0.005009197,0.000057589183,0.00037690895,0.97953635,0.00030552933],"about_ca_topic_score_codex":0.000029240904,"about_ca_topic_score_gemma":0.0000021011483,"teacher_disagreement_score":0.9046523,"about_ca_system_score_codex":0.00005824475,"about_ca_system_score_gemma":0.00005087026,"threshold_uncertainty_score":0.31525534},"labels":[],"label_agreement":null},{"id":"W2201892494","doi":"10.1609/aiide.v10i1.12709","title":"Using Cyclic Scheduling to Generate Believable Behavior in Games","year":2014,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; University of Alberta","keywords":"Computer science; Scripting language; Bottleneck; Correctness; Scheduling (production processes); Modular design; Architecture; Human–computer interaction; Usability; Distributed computing; Programming language; Embedded system","score_opus":0.06679323539103903,"score_gpt":0.31671489116977325,"score_spread":0.2499216557787342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201892494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92787135,0.000008770857,0.069735184,0.00074080756,0.00019689523,0.00029385518,0.0000014134798,0.000036980415,0.0011147485],"genre_scores_gemma":[0.99393636,0.0000044381623,0.0056711,0.00021349448,0.00003483112,0.000033398726,4.4882813e-7,0.000011138938,0.000094784875],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984612,0.000023759936,0.0004142407,0.00048099717,0.00028565995,0.00033413598],"domain_scores_gemma":[0.9992794,0.000075957476,0.00021149102,0.00017159428,0.00015898295,0.000102606755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035488987,0.00020871815,0.00023235663,0.00019772303,0.00014498395,0.00074475806,0.00070901675,0.0000464519,0.000005853562],"category_scores_gemma":[0.0003431207,0.00016321053,0.00007857543,0.00028974953,0.00008580096,0.0007882558,0.00042852614,0.00030876047,0.000017130298],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109372224,0.00046737737,0.00636359,0.000028851044,0.00002153746,0.0000010908689,0.0062858853,0.0013761327,0.034460604,0.13015875,0.0000056401113,0.82072115],"study_design_scores_gemma":[0.00022365479,0.0021626824,0.004053597,0.002146454,0.00003668307,0.000032337688,0.0075997743,0.4493013,0.5160779,0.01520007,0.0020377515,0.0011277867],"about_ca_topic_score_codex":0.00006822192,"about_ca_topic_score_gemma":0.000005135984,"teacher_disagreement_score":0.81959337,"about_ca_system_score_codex":0.000086767526,"about_ca_system_score_gemma":0.000023739221,"threshold_uncertainty_score":0.7181719},"labels":[],"label_agreement":null},{"id":"W2203355050","doi":"10.1007/978-94-6091-506-2_6","title":"Teaching Problem Solving and Computer Science in the Schools","year":2011,"lang":"en","type":"book-chapter","venue":"SensePublishers eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Independence (probability theory); Mathematics education; Space (punctuation); Computer science; Field (mathematics); Psychology; Mathematics; Pure mathematics; Statistics","score_opus":0.023238980845149162,"score_gpt":0.2324378432804121,"score_spread":0.20919886243526292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2203355050","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040148626,0.00017363262,0.06886424,0.00084548903,0.0007670139,0.00065022847,8.731871e-7,0.00053162064,0.9277654],"genre_scores_gemma":[0.14038393,0.0000079171405,0.5174502,0.003358706,0.0010274734,0.00003733757,0.0000076369015,0.00019581045,0.337531],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968405,0.00018913166,0.00043018578,0.0010944188,0.00074586726,0.0006999017],"domain_scores_gemma":[0.998156,0.00018877786,0.00029854616,0.0010860672,0.000100655496,0.00016997189],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0047068996,0.00043844682,0.00035953673,0.00066289876,0.00083127455,0.003649101,0.0023839697,0.0002508761,0.0000046326],"category_scores_gemma":[0.00008005085,0.0003363333,0.00010649717,0.0000739979,0.0004634854,0.0009901731,0.00091954827,0.0031128968,0.000016610726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018678965,0.000008319215,0.000033714485,0.000026277392,0.00000931291,0.000059834583,0.016225386,0.000004628723,0.000005000676,0.31326753,0.0009789722,0.6693792],"study_design_scores_gemma":[0.00055012153,0.00030537933,0.00034701813,0.0010219556,0.00003535149,0.00051570486,0.00033829667,0.0033594146,0.000005048203,0.06289116,0.92925847,0.001372075],"about_ca_topic_score_codex":0.0003958635,"about_ca_topic_score_gemma":0.000039415165,"teacher_disagreement_score":0.9282795,"about_ca_system_score_codex":0.00010669064,"about_ca_system_score_gemma":0.00031092577,"threshold_uncertainty_score":0.99990886},"labels":[],"label_agreement":null},{"id":"W2212458398","doi":"","title":"Is This Going to Be on the Math Test? [Book Review]","year":2011,"lang":"en","type":"article","venue":"˜The œAustralian mathematics teacher","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); Cover (algebra); Mathematics education; Publishing; Project commissioning; Mathematics; Engineering; Art; Literature","score_opus":0.09556486729825207,"score_gpt":0.2995595781245824,"score_spread":0.2039947108263303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2212458398","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013088312,0.007577577,0.24364872,0.3926829,0.0021972887,0.0091612665,0.00002720371,0.0054362435,0.3261805],"genre_scores_gemma":[0.031762864,0.00011272274,0.18121748,0.059863113,0.00022225761,0.000225242,0.0000015288057,0.000113243324,0.72648156],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804604,0.00019910169,0.00039455446,0.00039836596,0.0004710932,0.00049086736],"domain_scores_gemma":[0.99759054,0.00037094447,0.0002097572,0.0016464387,0.00004506838,0.00013725777],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021491703,0.0002847782,0.00026648282,0.00005830346,0.00036454992,0.00023233067,0.0019879774,0.0000828819,0.0010370369],"category_scores_gemma":[0.00026578977,0.00015733336,0.00016780973,0.0003322711,0.00007275593,0.00014500823,0.00024836248,0.0007621202,0.004240335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012614645,0.00029374246,0.000075151765,0.00018717443,0.000039701124,0.000009433472,0.048305105,0.0000015334446,0.000025834062,0.019596897,0.9166448,0.01481938],"study_design_scores_gemma":[0.00007935473,0.00013691078,0.000113882095,0.00091663696,0.000044465884,0.00003552207,0.00031500595,0.0010534821,0.00013511526,0.000971336,0.9958945,0.00030381634],"about_ca_topic_score_codex":0.000033004922,"about_ca_topic_score_gemma":0.0000026815353,"teacher_disagreement_score":0.40030107,"about_ca_system_score_codex":0.00004848205,"about_ca_system_score_gemma":0.000031246553,"threshold_uncertainty_score":0.99987614},"labels":[],"label_agreement":null},{"id":"W2213116507","doi":"10.22230/src.2015v6n2a220","title":"Why Experimental Interfaces Should Include an Application Programming Interface","year":2015,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Interface (matter); User interface; Human–computer interaction; Application programming interface; Mandala; Programming language; Operating system","score_opus":0.1885335121544081,"score_gpt":0.44809787743222873,"score_spread":0.2595643652778206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2213116507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49927217,0.0114506325,0.47446004,0.012436708,0.00011665719,0.00079205894,5.7314037e-7,0.00072464516,0.0007465317],"genre_scores_gemma":[0.9021415,0.000038252983,0.09749017,0.00010113607,0.000028980072,0.000113143666,0.00000977161,0.000011965705,0.00006505938],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966987,0.001697818,0.00020346652,0.00039228125,0.0006732474,0.00033451704],"domain_scores_gemma":[0.99779487,0.00015597159,0.00007290287,0.0012569685,0.0004530463,0.00026625238],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006995094,0.000115137365,0.00010985805,0.00021831495,0.0008718617,0.0028352463,0.0019282688,0.00010746765,0.0000014075097],"category_scores_gemma":[0.00047389456,0.00010550844,0.000019289062,0.0004659757,0.00022062917,0.004393497,0.0016246473,0.0014242732,0.000022288428],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037802343,0.00039251088,0.0013645936,0.000014567811,0.000015198922,0.0000010783182,0.03518983,0.00005554429,0.0070373905,0.013909145,0.00057026255,0.9414121],"study_design_scores_gemma":[0.0011312537,0.0016928359,0.0014859554,0.00019228864,0.0000063091943,0.00004631127,0.019901358,0.03196868,0.021761984,0.0036897694,0.91757375,0.00054948736],"about_ca_topic_score_codex":0.00089320785,"about_ca_topic_score_gemma":0.00009573172,"teacher_disagreement_score":0.9408626,"about_ca_system_score_codex":0.00012690926,"about_ca_system_score_gemma":0.0000710894,"threshold_uncertainty_score":0.9981999},"labels":[],"label_agreement":null},{"id":"W2215079391","doi":"10.1109/vlhcc.2015.7357224","title":"Perceptions of non-CS majors in intro programming: The rise of the conversational programmer","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Programmer; Computer science; Perception; Programming language; Mathematics education; Multimedia; Psychology","score_opus":0.022076456305224083,"score_gpt":0.273107183107648,"score_spread":0.2510307268024239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2215079391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7413505,0.00008817829,0.24768631,0.00823247,0.00045602265,0.00089767604,9.587831e-7,0.00014399824,0.001143923],"genre_scores_gemma":[0.9303262,5.609497e-7,0.06923137,0.000041723397,0.0000236207,0.00003006976,7.229166e-7,0.000004885397,0.0003407928],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988132,0.00020086468,0.0002573132,0.0001740056,0.00035650894,0.0001980998],"domain_scores_gemma":[0.99914664,0.00009595792,0.00014315845,0.00044170648,0.00012052714,0.00005199821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011467871,0.00008617644,0.000118965945,0.00006730628,0.000079931044,0.00005715085,0.00083884236,0.000044234832,0.0000085329775],"category_scores_gemma":[0.00016628066,0.000046908455,0.00008248859,0.00054318,0.00023084457,0.0001370814,0.00021465696,0.0002636011,0.0000072678304],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012262835,0.00040965984,0.2491572,0.000026264734,0.000030122294,0.0000012677226,0.03346588,0.0009535403,0.00015373126,0.025727907,0.0008677897,0.6891944],"study_design_scores_gemma":[0.0034115082,0.00086093455,0.5641007,0.00020523551,0.00006669811,0.00006514886,0.024498882,0.11369513,0.00074963784,0.002160166,0.28948545,0.000700548],"about_ca_topic_score_codex":0.0006879096,"about_ca_topic_score_gemma":0.00007383629,"teacher_disagreement_score":0.68849385,"about_ca_system_score_codex":0.000032507396,"about_ca_system_score_gemma":0.00017488211,"threshold_uncertainty_score":0.19128713},"labels":[],"label_agreement":null},{"id":"W2215471832","doi":"","title":"ABRACADABRA: A flexible web based literacy software for young readers","year":2007,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; World Wide Web; Literacy; Software; Sociology; Programming language; Pedagogy","score_opus":0.06320521583967842,"score_gpt":0.32211121108025664,"score_spread":0.2589059952405782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2215471832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19375128,0.004727327,0.61344695,0.12273594,0.0153820645,0.006752795,0.000058635494,0.005573586,0.03757145],"genre_scores_gemma":[0.8999503,0.000065308304,0.06441367,0.002018379,0.00030143993,0.00017010195,0.00005969318,0.00005955039,0.03296151],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99596035,0.0004132016,0.0007205063,0.0011481431,0.0008083274,0.0009494811],"domain_scores_gemma":[0.9971205,0.00061452325,0.0009587244,0.00058934523,0.00031070167,0.00040623048],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021452606,0.0004543718,0.00043921062,0.0004581154,0.00068652944,0.00074207905,0.00062133104,0.00022028833,0.00006698545],"category_scores_gemma":[0.00029263968,0.00048351835,0.00009006936,0.0012428004,0.000102202794,0.00071268086,0.0001062836,0.0014245672,0.000032886233],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028186364,0.0004901743,0.16111942,0.0003846193,0.00002333655,0.000011341047,0.0034343638,0.00021080665,0.00009029948,0.15235633,0.0017859519,0.6798115],"study_design_scores_gemma":[0.0025088987,0.0014139632,0.3552576,0.0016834552,0.00003099765,0.000018984412,0.002022405,0.008535488,0.00016683311,0.004823071,0.62206733,0.0014710007],"about_ca_topic_score_codex":0.0006371987,"about_ca_topic_score_gemma":0.00043472156,"teacher_disagreement_score":0.7061991,"about_ca_system_score_codex":0.0006215766,"about_ca_system_score_gemma":0.0011743547,"threshold_uncertainty_score":0.99976164},"labels":[],"label_agreement":null},{"id":"W2219520957","doi":"10.1145/1508865.1508946","title":"QuickDraw","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Multimedia; Interface (matter); Human–computer interaction; Computer graphics; Graphics; Computer graphics (images)","score_opus":0.008482563402938348,"score_gpt":0.2446955051306606,"score_spread":0.23621294172772225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2219520957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027218026,0.0000320963,0.97223663,0.004299371,0.0000798698,0.00001529207,4.4896624e-9,0.0006496899,0.019965224],"genre_scores_gemma":[0.74810934,3.0316048e-7,0.24941768,0.0007915108,0.000021085263,2.3294314e-7,7.424809e-8,7.2365134e-7,0.0016590327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99965525,0.000018270048,0.00004217043,0.000105643456,0.00006763821,0.00011104138],"domain_scores_gemma":[0.9997521,0.000012268486,0.000010490604,0.00018525154,0.000006661192,0.000033211007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001305956,0.00003121697,0.000031244963,0.000023426837,0.00006326773,0.00010317676,0.00028460933,0.000013011287,0.000007933354],"category_scores_gemma":[0.000015149396,0.000025071262,0.00001802329,0.0000925552,0.0000038400176,0.00013111517,0.000019847832,0.000075141565,0.00010773584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.1395015e-7,0.000009162111,0.000070369846,1.5963988e-7,3.9002242e-7,0.0000017400732,0.00025397135,0.0000108301465,0.000028396074,0.16974665,0.00058573287,0.8292925],"study_design_scores_gemma":[0.00014754722,0.00018023692,0.013927822,0.000005892002,9.0416415e-7,0.000021741374,0.000023881485,0.007444442,0.00025409838,0.003978455,0.9738509,0.00016410032],"about_ca_topic_score_codex":0.000010310256,"about_ca_topic_score_gemma":4.5722567e-7,"teacher_disagreement_score":0.9732652,"about_ca_system_score_codex":0.000004605235,"about_ca_system_score_gemma":0.000007458782,"threshold_uncertainty_score":0.13847622},"labels":[],"label_agreement":null},{"id":"W2222550087","doi":"10.1016/b978-0-444-63433-7.50123-1","title":"International Programming Committee","year":2014,"lang":"en","type":"book-chapter","venue":"Computer-aided chemical engineering/Computer aided chemical engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science","score_opus":0.008769666577783613,"score_gpt":0.19903572430967914,"score_spread":0.19026605773189553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2222550087","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036373414,0.00030077787,0.9861982,0.000508515,0.004841282,0.0005382514,0.000012390029,0.005599818,0.0016370589],"genre_scores_gemma":[0.015670387,0.000025120022,0.9708657,0.0003876501,0.008692531,0.00010594451,0.00035710772,0.0006358194,0.0032597387],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99183345,0.000038512804,0.001931614,0.0027173616,0.0015065498,0.0019725172],"domain_scores_gemma":[0.9948089,0.00085881294,0.0005945203,0.0023094113,0.00031727774,0.0011110677],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0007053913,0.0022588847,0.0020236764,0.000841686,0.0001509525,0.0011846948,0.005440003,0.0015508155,0.00005858607],"category_scores_gemma":[0.00017987295,0.002583424,0.0011843577,0.00035802939,0.00014194228,0.0005047125,0.0034645018,0.004568171,0.00022409066],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028010769,0.00022071654,0.0000056019794,0.0011771685,0.0013054885,0.00039844634,0.000795577,0.11972678,0.01293322,0.09886483,0.0055449526,0.7589992],"study_design_scores_gemma":[0.0008313511,0.000099732555,0.0000023978748,0.0009603025,0.000067478606,0.00029551584,5.104615e-7,0.5610429,0.0028664207,0.00013819987,0.4317405,0.0019546617],"about_ca_topic_score_codex":0.000008887805,"about_ca_topic_score_gemma":1.0921393e-7,"teacher_disagreement_score":0.75704455,"about_ca_system_score_codex":0.0007776696,"about_ca_system_score_gemma":0.00009461405,"threshold_uncertainty_score":0.99994105},"labels":[],"label_agreement":null},{"id":"W2226576812","doi":"10.5753/cbie.wcbie.2015.1330","title":"Ensinado Programação apoiada por um ambiente virtual e exercícios associados a cotidiano dos alunos: compartilhando alternativas e lições aprendidas","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Philosophy; Psychology","score_opus":0.04583857919231996,"score_gpt":0.31429898148746943,"score_spread":0.26846040229514945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2226576812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9118726,0.0066131363,0.0460788,0.0070780134,0.017024482,0.0048481133,0.00018743632,0.0033370862,0.0029603248],"genre_scores_gemma":[0.97873276,0.00020135462,0.011186235,0.0016601766,0.0012449989,0.00036577313,0.0001992258,0.00028512484,0.0061243544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9849166,0.001685965,0.0027944741,0.0025534262,0.0032073476,0.0048421714],"domain_scores_gemma":[0.98776966,0.0018935933,0.0022148394,0.003099657,0.0014359397,0.0035863153],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0045405817,0.0022216619,0.002434993,0.000978513,0.0017022111,0.006789721,0.004828268,0.0013428992,0.0001985959],"category_scores_gemma":[0.0038416733,0.0022893618,0.0011069889,0.0029721889,0.0011723102,0.0033453156,0.002060336,0.0045936587,0.0011426832],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057052,0.0020466195,0.121846616,0.00025019556,0.0011564464,0.0006434732,0.061712623,0.001261103,0.000029099589,0.0029601452,0.04027053,0.7672526],"study_design_scores_gemma":[0.029598534,0.0091292905,0.080320925,0.013729132,0.0024617556,0.0028596278,0.0741901,0.13579081,0.002445107,0.0006687334,0.6329057,0.01590025],"about_ca_topic_score_codex":0.0017552832,"about_ca_topic_score_gemma":0.00028560468,"teacher_disagreement_score":0.75135237,"about_ca_system_score_codex":0.0014259098,"about_ca_system_score_gemma":0.0025412436,"threshold_uncertainty_score":0.99995357},"labels":[],"label_agreement":null},{"id":"W2229421903","doi":"10.5753/cbie.wcbie.2015.1398","title":"Um estudo sobre erros em programação - Reconhecendo as dificuldades de programadores iniciantes.","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Debugging; Programming language; Objectivity (philosophy); Process (computing); Software engineering; Source code; Point (geometry); Structured programming","score_opus":0.04494024531860196,"score_gpt":0.3265389913630352,"score_spread":0.28159874604443325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229421903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330045,0.016931146,0.017713279,0.0072893393,0.010265356,0.0052126413,0.00007153056,0.0046429397,0.004869265],"genre_scores_gemma":[0.9628576,0.00036920293,0.028118765,0.002000513,0.0011384207,0.00063172425,0.000109341156,0.00028916288,0.0044852444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98666334,0.0013044468,0.0024567232,0.0023511976,0.0021181656,0.005106129],"domain_scores_gemma":[0.9892619,0.0014375164,0.0016226013,0.003092957,0.0011559892,0.0034290317],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.005300424,0.0019798367,0.0018605513,0.0010958826,0.0016075803,0.009960552,0.005048644,0.0016024059,0.00018948053],"category_scores_gemma":[0.006228974,0.0019676979,0.0009766519,0.0033832584,0.0011159758,0.0027549958,0.0017317334,0.004811837,0.0009970021],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023088919,0.0013377422,0.13389261,0.000291773,0.000496357,0.000524172,0.08689817,0.0002854383,0.0000063516495,0.002660331,0.017249927,0.7561262],"study_design_scores_gemma":[0.011827605,0.006838369,0.09086981,0.010246771,0.0015497651,0.005661177,0.24156252,0.0543591,0.00044147848,0.0026041993,0.5627324,0.011306801],"about_ca_topic_score_codex":0.0012545031,"about_ca_topic_score_gemma":0.0004337971,"teacher_disagreement_score":0.74481946,"about_ca_system_score_codex":0.0012674924,"about_ca_system_score_gemma":0.0053048306,"threshold_uncertainty_score":0.99978083},"labels":[],"label_agreement":null},{"id":"W2231274024","doi":"","title":"Constructivist and Critical Theory Aspects in Computer Science Education","year":2009,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Toronto","funders":"","keywords":"Epistemology; Computer science; Constructivism (international relations); Constructivist teaching methods; Science education; Mathematics education; Engineering ethics; Pedagogy; Psychology; Management science; Political science; Philosophy; Teaching method; Engineering","score_opus":0.038340054994748525,"score_gpt":0.30832723590495625,"score_spread":0.26998718091020774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231274024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82372284,0.002486482,0.0260836,0.09425377,0.006194181,0.0016503255,0.0000041303515,0.00081022014,0.04479442],"genre_scores_gemma":[0.98058045,0.0000903349,0.014861236,0.0017888646,0.00018574855,0.000030685256,0.0000051257734,0.000016428208,0.0024411143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99654377,0.00064136944,0.00046311793,0.0010709993,0.0006668845,0.00061384303],"domain_scores_gemma":[0.99836653,0.0003122516,0.00039539204,0.00042636754,0.0001684771,0.00033098532],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016707464,0.00031501253,0.00033669002,0.0004932475,0.0005281677,0.00082470174,0.00045724993,0.00010912009,0.000029170227],"category_scores_gemma":[0.00021699602,0.00033162575,0.000027969762,0.0011701337,0.00041759835,0.00080069347,0.00012808187,0.0012232973,0.000014137345],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023029545,0.00021274046,0.026464904,0.00003393213,0.0000015016149,0.0000029045468,0.000803845,0.000017912345,0.000036451456,0.52575976,0.000030545823,0.44661248],"study_design_scores_gemma":[0.0005627075,0.00083072565,0.9006881,0.0009659189,0.0000077556815,0.00004294453,0.00083803164,0.0033513752,0.000038463324,0.08310895,0.008924522,0.00064048055],"about_ca_topic_score_codex":0.00031697997,"about_ca_topic_score_gemma":0.00013133981,"teacher_disagreement_score":0.87422323,"about_ca_system_score_codex":0.000511288,"about_ca_system_score_gemma":0.0019016159,"threshold_uncertainty_score":0.9999136},"labels":[],"label_agreement":null},{"id":"W2235359298","doi":"10.5539/hes.v6n1p110","title":"Challenge Study: A Project-Based Learning on a Wireless Communication System at Technical High School","year":2016,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Telecommunications; Engineering management; Wireless; Computer science; Multimedia; Engineering; Psychology; Pedagogy","score_opus":0.058440625127699646,"score_gpt":0.35008915291627385,"score_spread":0.2916485277885742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2235359298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602739,0.0035914134,0.007948856,0.019724831,0.0020972677,0.001487748,0.0000010332853,0.0033928049,0.0014821384],"genre_scores_gemma":[0.98784596,0.000036893987,0.0064924783,0.00010140276,0.00012814137,0.0007544232,0.000002050527,0.000021143947,0.004617494],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997864,0.00068711047,0.00029856892,0.00051357,0.00036940534,0.00026732514],"domain_scores_gemma":[0.99809706,0.00045616538,0.00023786692,0.0008865255,0.00025190308,0.000070461174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077070843,0.00020554282,0.00026723175,0.00020495633,0.00075944327,0.00010666887,0.0006228671,0.00006611436,0.000006173947],"category_scores_gemma":[0.00008732282,0.0001407708,0.000056661625,0.0003443831,0.00007485192,0.00019063019,0.0003193944,0.0003036356,0.00018812566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021725193,0.006885311,0.11033045,0.0005800102,0.000611207,0.00001614859,0.018759595,0.00014267588,0.0006182428,0.2796822,0.036335114,0.5458218],"study_design_scores_gemma":[0.0032790308,0.0024526927,0.2253241,0.0030855439,0.0001172018,0.000016551732,0.011209773,0.000110204535,0.00014964025,0.00011421099,0.75285125,0.0012898152],"about_ca_topic_score_codex":0.00009547169,"about_ca_topic_score_gemma":0.00001747055,"teacher_disagreement_score":0.71651614,"about_ca_system_score_codex":0.00066664774,"about_ca_system_score_gemma":0.000168717,"threshold_uncertainty_score":0.58411},"labels":[],"label_agreement":null},{"id":"W2246250695","doi":"10.1145/2828959.2828966","title":"An exploration of error quotient in multiple contexts","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Heuristics; Computer science; Psychological intervention; Quotient; Code (set theory); Simple (philosophy); Data science; Source lines of code; Machine learning; Psychology; Programming language; Software; Mathematics; Epistemology","score_opus":0.15487415128686527,"score_gpt":0.34028854164694494,"score_spread":0.18541439036007967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2246250695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26922268,0.000019394503,0.7300565,0.00022097965,0.000119081706,0.000054669275,5.7750384e-8,0.00010193541,0.00020466778],"genre_scores_gemma":[0.9058008,1.2361507e-7,0.094081886,0.000029149483,0.000009168435,0.000003897036,0.0000010613086,0.0000021515357,0.00007174841],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994468,0.000099659235,0.00011650967,0.00012667624,0.00011920601,0.00009113494],"domain_scores_gemma":[0.99963766,0.000025493839,0.000040453717,0.00020241084,0.000038417325,0.00005553221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004665781,0.000039101014,0.00006333942,0.00006377677,0.000017601626,0.00003423594,0.00021956826,0.000019737983,0.0000010376107],"category_scores_gemma":[0.000091636844,0.00003361097,0.000011765223,0.00012068083,0.000011349379,0.0008603904,0.000033185188,0.00006729389,0.000009726032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001476743,0.00035862878,0.047710907,0.000007177007,0.0000030990673,0.0000046423224,0.051714838,0.013450998,0.00033537924,0.030903097,0.00015530984,0.85534114],"study_design_scores_gemma":[0.0032795279,0.0016566627,0.032260206,0.00007946762,0.0000032615317,0.0000056345366,0.008272544,0.90406084,0.0036299815,0.0024536743,0.04379629,0.00050190743],"about_ca_topic_score_codex":0.000455428,"about_ca_topic_score_gemma":0.00023729989,"teacher_disagreement_score":0.89060986,"about_ca_system_score_codex":0.00001632002,"about_ca_system_score_gemma":0.000027046612,"threshold_uncertainty_score":0.13706157},"labels":[],"label_agreement":null},{"id":"W2260631331","doi":"","title":"A Software Engineering Model Based Curriculum Development Approach","year":2015,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley","funders":"","keywords":"Software engineering; Software development; Computer science; Software; Engineering; Systems engineering; Engineering management; Programming language","score_opus":0.026195038637330977,"score_gpt":0.2768188147842552,"score_spread":0.2506237761469242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260631331","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049628587,0.00003103948,0.99076164,0.0020067682,0.00049530785,0.00026092018,0.0000023497896,0.0009383015,0.00054084597],"genre_scores_gemma":[0.3405629,7.3053974e-7,0.6584121,0.00023972771,0.00003002299,0.0003807914,0.000133265,0.000005922787,0.00023452195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888235,0.000010363239,0.00034363367,0.00022130639,0.00031519815,0.00022715822],"domain_scores_gemma":[0.9986018,0.000019631012,0.00021879924,0.00027332024,0.0007997403,0.00008671575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005482122,0.00015871016,0.000114344584,0.0002710719,0.00015340293,0.00027014854,0.0009802683,0.00018950588,0.0000039424117],"category_scores_gemma":[0.00044173267,0.00016643916,0.000107510416,0.00032563883,0.000040366172,0.001250809,0.0001326356,0.00034066555,0.000023643246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053649565,0.000460174,0.0052093975,0.0000856899,0.000098854354,4.3213596e-8,0.01863021,0.025446212,0.000015466578,0.37094274,0.011061036,0.56804484],"study_design_scores_gemma":[0.000341841,0.000020685535,0.000106756714,0.00002823052,0.000005491271,0.0000048513575,0.0024631438,0.84665865,0.00008780679,0.0007549261,0.14931965,0.00020794461],"about_ca_topic_score_codex":0.000009145763,"about_ca_topic_score_gemma":3.2971718e-7,"teacher_disagreement_score":0.8212125,"about_ca_system_score_codex":0.00033002507,"about_ca_system_score_gemma":0.0013515191,"threshold_uncertainty_score":0.67871916},"labels":[],"label_agreement":null},{"id":"W2262671435","doi":"","title":"Technological Learning and Thinking: A Pedagogical Analysis","year":2011,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Epistemology; Computer science; Pedagogy; Sociology; Psychology; Philosophy","score_opus":0.19560410221608854,"score_gpt":0.34303662149136227,"score_spread":0.14743251927527373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262671435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7645699,0.000080758786,0.2339051,0.000122119,0.000044492033,0.00007860839,4.0755455e-7,0.0009531141,0.0002455322],"genre_scores_gemma":[0.9888509,0.00002289745,0.008540434,0.00007644657,0.000018749723,8.2060404e-7,0.0000028767636,0.000014436,0.0024724393],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975331,0.00054197444,0.00020348796,0.00083353446,0.0003705178,0.0005174233],"domain_scores_gemma":[0.99888176,0.00012594818,0.00017286722,0.0004990879,0.000070647,0.000249692],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097268587,0.00027392994,0.00035732254,0.00087798893,0.0006010329,0.0004906772,0.0014475984,0.00027495337,0.000017106526],"category_scores_gemma":[0.000120365396,0.00026791688,0.00018169841,0.0014867831,0.00025962444,0.0012248034,0.0011503492,0.0013688097,0.00005848941],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015075088,0.00006971429,0.9740589,0.000007834972,0.00014466784,0.00032362793,0.003097808,0.000012622997,0.00003212369,0.005706999,3.127974e-8,0.01653056],"study_design_scores_gemma":[0.00044416913,0.0002611508,0.98543173,0.00004206752,0.00024388504,0.000077506884,0.0008390168,0.0000135053,0.00014730009,0.00045321774,0.011544096,0.000502335],"about_ca_topic_score_codex":0.000005585769,"about_ca_topic_score_gemma":0.000075062104,"teacher_disagreement_score":0.22536469,"about_ca_system_score_codex":0.00006437179,"about_ca_system_score_gemma":0.000032662323,"threshold_uncertainty_score":0.9999773},"labels":[],"label_agreement":null},{"id":"W2270989172","doi":"10.11575/prism/29202","title":"Basic Search Tutorial -- Proquest CBCA Education","year":2008,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Political science; Public relations","score_opus":0.015703738035961413,"score_gpt":0.21747732512148327,"score_spread":0.20177358708552184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270989172","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21254247,0.000074148826,0.7822327,0.00068889605,0.00046932083,0.000112568814,2.386513e-8,0.00018635699,0.003693497],"genre_scores_gemma":[0.49670324,0.000022423337,0.4968429,0.00003477919,0.00008432489,3.4144233e-7,0.0000043001637,0.0000069416487,0.006300763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991824,0.00011292867,0.000063043306,0.00022628596,0.0002452761,0.00017007263],"domain_scores_gemma":[0.9994681,0.00003659697,0.000056632824,0.00028533413,0.00006568461,0.000087647284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002276306,0.00006790348,0.0001035872,0.00012321223,0.0003345906,0.000019757304,0.0005739484,0.000059593047,0.000014712387],"category_scores_gemma":[0.000025516896,0.00008372285,0.000057523685,0.00019356648,0.00009110607,0.0003524108,0.00016885472,0.00024154621,0.000049264738],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010698619,0.00013623881,0.0029093777,0.000015328054,0.000009700846,0.000019530748,0.009227257,0.0000017093224,0.00008079945,0.007520032,0.0016302848,0.97843903],"study_design_scores_gemma":[0.0010921934,0.00037291873,0.09791978,0.00007977619,0.000022620237,0.00007992648,0.0002540522,0.036406558,0.000260783,0.00038138678,0.86265373,0.0004762792],"about_ca_topic_score_codex":0.001429884,"about_ca_topic_score_gemma":0.0000026075481,"teacher_disagreement_score":0.9779628,"about_ca_system_score_codex":0.0000486564,"about_ca_system_score_gemma":0.00033135962,"threshold_uncertainty_score":0.3414119},"labels":[],"label_agreement":null},{"id":"W2276193591","doi":"10.1145/2839509.2844645","title":"CS Teacher Experiences with Educational Technology, Problem-BasedLearning, and a CS Principles Curriculum","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"University of Texas at Austin; National Science Foundation","keywords":"Context (archaeology); Curriculum; Mathematics education; Qualitative research; Problem-based learning; Dual (grammatical number); Computer science; Pedagogy; Psychology; Sociology","score_opus":0.009480177652609844,"score_gpt":0.2406681426271595,"score_spread":0.23118796497454966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2276193591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73331374,0.00024769575,0.24547653,0.01804692,0.000075967146,0.00016384352,1.119127e-7,0.00072224176,0.0019529297],"genre_scores_gemma":[0.7912239,0.0000026239943,0.20362581,0.000035119076,0.000033692693,0.000097382566,3.007934e-7,0.0000068389354,0.0049743154],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989119,0.00006116757,0.00013128527,0.00042814368,0.00018944219,0.00027805663],"domain_scores_gemma":[0.9994298,0.00006633101,0.000091013055,0.00028078884,0.000051479838,0.0000805939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030689887,0.00013081728,0.00010284002,0.00014133831,0.00024782657,0.00015381355,0.0004437337,0.000063570194,0.000058273505],"category_scores_gemma":[0.00011427916,0.000069758295,0.00001759801,0.00028721197,0.00022521928,0.00032745284,0.00016718169,0.00018079659,0.00002324461],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027723734,0.00020140942,0.3711088,0.000014133432,0.000020037754,0.000003943375,0.011526908,0.000015049257,0.00009316977,0.13765411,0.0003933132,0.47896636],"study_design_scores_gemma":[0.002281706,0.0020210948,0.03850742,0.00095139275,0.000029425122,0.0006609329,0.032923345,0.005644506,0.0011942029,0.0032351846,0.91070944,0.0018413244],"about_ca_topic_score_codex":0.00005318785,"about_ca_topic_score_gemma":0.000015830117,"teacher_disagreement_score":0.91031617,"about_ca_system_score_codex":0.000024328232,"about_ca_system_score_gemma":0.00011310005,"threshold_uncertainty_score":0.28446606},"labels":[],"label_agreement":null},{"id":"W2281191222","doi":"","title":"Students Participate In Demos With Search, Rescue Dogs","year":2010,"lang":"en","type":"article","venue":"Iowa State University Digital Repository (Iowa State University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; History; Medical education; Medicine","score_opus":0.00993071339628482,"score_gpt":0.20978434635191961,"score_spread":0.1998536329556348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281191222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706433,0.0000058153046,0.022634652,0.00010388194,0.00026409217,0.0002899172,0.000017012353,0.00049917743,0.0055421963],"genre_scores_gemma":[0.9698689,0.000010973758,0.003355659,0.00002332649,0.000019353682,2.228955e-7,0.000007877863,0.000025995116,0.026687672],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99687725,0.00028136597,0.00024110718,0.00094145065,0.00074364414,0.0009151773],"domain_scores_gemma":[0.99815404,0.00016548704,0.00015716987,0.00079585146,0.00020439955,0.00052305154],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026761513,0.00036231658,0.00033658076,0.0008233001,0.00064250774,0.000790638,0.0021325746,0.000116900614,0.0000034602645],"category_scores_gemma":[0.00003652456,0.00039677115,0.00012639057,0.0013549217,0.00035701564,0.002897571,0.0010055439,0.0011387977,0.000043941407],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001238171,0.0013547263,0.8281491,0.00010399903,0.0003890213,0.027048752,0.024220783,0.012207009,0.0017082803,0.004752558,0.00027231622,0.09855533],"study_design_scores_gemma":[0.014220036,0.002695239,0.397909,0.00059404375,0.00018416232,0.0005143386,0.013449713,0.008011719,0.003380738,0.00034167845,0.5541787,0.004520648],"about_ca_topic_score_codex":0.001643039,"about_ca_topic_score_gemma":0.0014673219,"teacher_disagreement_score":0.5539064,"about_ca_system_score_codex":0.00036674002,"about_ca_system_score_gemma":0.0003284672,"threshold_uncertainty_score":0.9998484},"labels":[],"label_agreement":null},{"id":"W2281618752","doi":"10.1145/2828959.2828980","title":"Modern goto","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Goto; Computer science; Programmer; Control flow; Programming language; Code (set theory); Set (abstract data type); Structured programming; Control (management); Software engineering; Theoretical computer science; Artificial intelligence","score_opus":0.0515003793147968,"score_gpt":0.2723870905865182,"score_spread":0.22088671127172144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281618752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036776823,0.000046614223,0.97799945,0.00085431186,0.00014021229,0.00001852804,1.0639031e-8,0.000524076,0.016739126],"genre_scores_gemma":[0.70360714,1.009839e-7,0.29246262,0.00017166867,0.000024805262,0.0000015395253,1.2209743e-7,0.0000020836626,0.0037299055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99959284,0.000029211196,0.000042740867,0.00011656547,0.000108158856,0.00011046358],"domain_scores_gemma":[0.99966276,0.000012426287,0.00001130756,0.00021179132,0.000018459898,0.00008326184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026490414,0.0000340371,0.000034732453,0.000021538055,0.000032992204,0.000106380765,0.00031644525,0.000015007915,0.0000023387129],"category_scores_gemma":[0.000037601287,0.000027243663,0.000014285398,0.00007200457,0.00000598394,0.00015369446,0.00008991489,0.00007574342,0.00017133073],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.2289457e-7,0.000012675104,0.0006547471,6.2822625e-7,0.000001690191,0.0000033809115,0.002393418,0.0003080748,0.000008197887,0.04121198,0.002383201,0.9530216],"study_design_scores_gemma":[0.0002349071,0.00007036656,0.0004086591,0.000003885661,9.769424e-7,0.000018695213,0.00007586371,0.19512007,0.000071528215,0.0053984597,0.79845655,0.00014005048],"about_ca_topic_score_codex":0.00005379078,"about_ca_topic_score_gemma":0.000002294121,"teacher_disagreement_score":0.9528815,"about_ca_system_score_codex":0.00001066838,"about_ca_system_score_gemma":0.000023684051,"threshold_uncertainty_score":0.2202167},"labels":[],"label_agreement":null},{"id":"W2285008036","doi":"10.1145/2839509.2844655","title":"Computational Thinking as a Liberal Study","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Entertainment; Computational thinking; Data science; Management science; Computer security; Human–computer interaction; Artificial intelligence; Political science; Engineering","score_opus":0.01468571364323043,"score_gpt":0.2749992473198669,"score_spread":0.26031353367663645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285008036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13934204,0.000006783426,0.85571754,0.0023558633,0.000142077,0.00007534499,3.8881655e-8,0.00059718953,0.0017631422],"genre_scores_gemma":[0.83063245,7.464304e-8,0.16621044,0.0002548173,0.000034023666,0.0000041422218,1.2153747e-7,0.0000037209486,0.002860203],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99917555,0.000096737014,0.00009784147,0.00022339672,0.0002522794,0.00015420513],"domain_scores_gemma":[0.9995474,0.00016050016,0.000030701543,0.00018860748,0.00002610461,0.000046656976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041004657,0.00006309277,0.000061087914,0.00005032786,0.00017101865,0.00019094904,0.00045540772,0.00001591802,0.00003311698],"category_scores_gemma":[0.000047616955,0.000037479607,0.000027413043,0.000105116706,0.000009844867,0.00027941004,0.00016719506,0.000078596386,0.00027368075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021179474,0.00015574394,0.022213452,9.0214934e-7,0.000017390783,0.000018682093,0.0065034153,0.00029978543,0.000008975567,0.12071674,0.00046825636,0.84959453],"study_design_scores_gemma":[0.009240453,0.0045106006,0.39246953,0.00027209937,0.000036646557,0.00041108162,0.0022851636,0.05333083,0.00014398503,0.2745596,0.26033586,0.0024041615],"about_ca_topic_score_codex":0.00004213428,"about_ca_topic_score_gemma":0.0000030385474,"teacher_disagreement_score":0.8471904,"about_ca_system_score_codex":0.00001677896,"about_ca_system_score_gemma":0.000030635056,"threshold_uncertainty_score":0.35177034},"labels":[],"label_agreement":null},{"id":"W2285267612","doi":"10.1109/cw.2015.23","title":"Bubble Play: An Interactive Learning Medium for Young Children","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Object (grammar); Bubble; Human–computer interaction; Production (economics); Translation (biology); Artificial intelligence; Multimedia","score_opus":0.02667858741291847,"score_gpt":0.2949495449332163,"score_spread":0.26827095752029784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285267612","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06537217,0.000031242394,0.9309775,0.00050642516,0.0005043855,0.00016395541,3.1080714e-7,0.00083043415,0.0016135662],"genre_scores_gemma":[0.80431354,3.591383e-7,0.19364633,0.000085919324,0.00017640286,0.000019603494,0.000011377691,0.0000126436935,0.0017338247],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988924,0.00012932603,0.00013059695,0.00035194526,0.00019712758,0.0002985541],"domain_scores_gemma":[0.9992816,0.000098466866,0.000075884374,0.00026037978,0.00009213479,0.00019155454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008704532,0.00011431113,0.00012291354,0.000080139725,0.0001938043,0.00032464924,0.0005717468,0.000050439394,0.000004889865],"category_scores_gemma":[0.0002989664,0.00009907167,0.000046260375,0.00012459359,0.000019066181,0.0007824805,0.00014978136,0.00033554205,0.000039046055],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006575877,0.00026709714,0.06283866,0.000009250152,0.000104642,0.000008201339,0.06382682,0.005552215,0.00015211351,0.021159114,0.005127286,0.84088886],"study_design_scores_gemma":[0.005784312,0.0049002864,0.04820901,0.00011550786,0.00005683782,0.00043917913,0.007875147,0.41457385,0.002510286,0.0028270232,0.5106875,0.002021077],"about_ca_topic_score_codex":0.00038878186,"about_ca_topic_score_gemma":0.00003254664,"teacher_disagreement_score":0.8388678,"about_ca_system_score_codex":0.00004549019,"about_ca_system_score_gemma":0.000073995725,"threshold_uncertainty_score":0.40400258},"labels":[],"label_agreement":null},{"id":"W2285999442","doi":"10.1145/2839462.2839482","title":"Engaging 'At-Risk' Students through Maker Culture Activities","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; University of Calgary","funders":"","keywords":"Creativity; Relevance (law); Set (abstract data type); Task (project management); Literacy; Critical thinking; Mathematics education; Knowledge management; Computer science; Psychology; Pedagogy; Sociology; Engineering; Social psychology; Political science","score_opus":0.015927260528932674,"score_gpt":0.28465886838509863,"score_spread":0.26873160785616595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285999442","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.216519,0.00014223135,0.77591455,0.0010919169,0.0003963643,0.00008049516,5.852783e-7,0.0008974129,0.0049574138],"genre_scores_gemma":[0.8887552,0.000022144213,0.08050736,0.00023111535,0.00007559829,0.000007938904,2.7584548e-7,0.000009030856,0.030391345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873835,0.0001874804,0.000107394335,0.00033042292,0.0003376187,0.00029871907],"domain_scores_gemma":[0.9993345,0.00013936985,0.000071455186,0.00038830054,0.000016073705,0.00005026282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004202151,0.00012236068,0.000104806466,0.000028812043,0.0004162281,0.00022669414,0.00070355675,0.000048505663,0.000039631082],"category_scores_gemma":[0.00006118867,0.000069071044,0.000058855167,0.00009949166,0.000035409153,0.00060167606,0.00047084913,0.00021832222,0.0001627598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005156099,0.00006825649,0.05584514,0.00000629778,0.00004490969,0.000009436086,0.033149417,0.000007431697,0.0005610911,0.009092408,0.0043869424,0.8968235],"study_design_scores_gemma":[0.00078939117,0.000100966216,0.010422684,0.00008398512,0.000010454112,0.000021881298,0.0012470125,0.000104725455,0.0026700834,0.00072791893,0.9834217,0.0003992283],"about_ca_topic_score_codex":0.000078234334,"about_ca_topic_score_gemma":0.000008287326,"teacher_disagreement_score":0.9790347,"about_ca_system_score_codex":0.00006276616,"about_ca_system_score_gemma":0.000011390786,"threshold_uncertainty_score":0.32013324},"labels":[],"label_agreement":null},{"id":"W2287911028","doi":"10.1145/2839509.2844561","title":"Introducing and Evaluating Exam Wrappers in CS2","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Summative assessment; Formative assessment; Computer science; Test (biology); Mathematics education; Psychology","score_opus":0.02474203145349091,"score_gpt":0.29542388330658037,"score_spread":0.27068185185308946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287911028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49003512,0.00008067229,0.50584733,0.002990402,0.00011379755,0.000049172682,2.004237e-8,0.00019749891,0.000686006],"genre_scores_gemma":[0.80642015,0.000002426221,0.19296944,0.00007399774,0.000032348355,0.000002994925,3.3893624e-8,0.000003162343,0.00049545587],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991981,0.00011506366,0.00010378675,0.00028181984,0.00011277893,0.00018849154],"domain_scores_gemma":[0.9995369,0.00017692446,0.00002633333,0.00021000077,0.000011683109,0.00003820592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012931692,0.000056882112,0.00006698701,0.00008093293,0.00006608815,0.000082420505,0.00019027603,0.000021681373,0.000009293109],"category_scores_gemma":[0.00030914467,0.0000361717,0.000011442949,0.00012675866,0.000019364345,0.00023867474,0.00012397757,0.00009171171,0.000015112076],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.2968675e-7,0.00000516449,0.0124263065,0.0000021216863,0.0000012968476,0.0000013286316,0.0013730383,0.00003070066,0.0013738849,0.0038773038,0.000029475501,0.98087865],"study_design_scores_gemma":[0.00941946,0.002033917,0.49539632,0.001705404,0.000026364532,0.00026540103,0.0032955543,0.32417834,0.0071399566,0.0068069478,0.14670444,0.0030278815],"about_ca_topic_score_codex":0.00010211783,"about_ca_topic_score_gemma":0.000013346559,"teacher_disagreement_score":0.9778508,"about_ca_system_score_codex":0.00002132103,"about_ca_system_score_gemma":0.000016745926,"threshold_uncertainty_score":0.14750391},"labels":[],"label_agreement":null},{"id":"W2289972413","doi":"10.1145/2843043.2843348","title":"Student difficulties with pointer concepts in C","year":2016,"lang":"en","type":"article","venue":"Proceedings of the Australasian Computer Science Week Multiconference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pointer (user interface); Computer science; Taxonomy (biology); Pointer analysis; Programming language; Set (abstract data type); Linked list; Natural language processing; Artificial intelligence; Static analysis","score_opus":0.017331046573633463,"score_gpt":0.2693573788411157,"score_spread":0.2520263322674823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289972413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.925351,0.0000061409382,0.07086819,0.0028887205,0.0002850264,0.0002774586,5.7091e-7,0.00013840261,0.00018444752],"genre_scores_gemma":[0.9105957,0.0000014505182,0.0891267,0.00005210264,0.00003410119,0.000014084131,3.1028588e-8,0.000007942063,0.00016787145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99745315,0.000025497944,0.000367617,0.0007337446,0.0007759177,0.0006440652],"domain_scores_gemma":[0.99872583,0.00010043251,0.00029471883,0.00040929898,0.00032679722,0.00014289914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007954098,0.0002438347,0.00026609242,0.00024107772,0.00022760023,0.00048438885,0.0042522512,0.00004899811,0.0000033219394],"category_scores_gemma":[0.00009534276,0.00012209117,0.000067762936,0.0009193379,0.0011739254,0.0014492703,0.0010492246,0.0002864908,0.000008817114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003205823,0.00058274943,0.46053436,0.00006972609,0.000026382908,0.000007073222,0.023755973,0.00017883258,0.02768004,0.04773508,0.00008390295,0.43931383],"study_design_scores_gemma":[0.0017692099,0.0005890153,0.9679858,0.0012586431,0.000008421878,0.00007210315,0.0006622942,0.0055848756,0.020956945,0.00028504574,0.0003500793,0.000477551],"about_ca_topic_score_codex":0.000049177735,"about_ca_topic_score_gemma":0.000011405133,"teacher_disagreement_score":0.5074515,"about_ca_system_score_codex":0.00010803359,"about_ca_system_score_gemma":0.00015556117,"threshold_uncertainty_score":0.79018116},"labels":[],"label_agreement":null},{"id":"W2292998313","doi":"10.1145/2839509.2844578","title":"Online CS1","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Section (typography); Computer science; Face-to-face; Face (sociological concept); Course (navigation); Mathematics education; Online course; Multimedia; Psychology; Engineering; Sociology","score_opus":0.019579228021491764,"score_gpt":0.2608382480168423,"score_spread":0.24125901999535054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292998313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010699404,0.000015257199,0.98094225,0.006178788,0.00012052337,0.000012618765,9.61542e-8,0.00049305824,0.0015380142],"genre_scores_gemma":[0.70018095,0.0000012140173,0.2904704,0.00022689108,0.000044359836,7.0551664e-7,1.2035024e-7,0.0000022589304,0.009073147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99963015,0.000023269613,0.000046934474,0.00012000989,0.00006753462,0.00011212733],"domain_scores_gemma":[0.99968314,0.000049539256,0.000012877494,0.00021002883,0.000009652168,0.000034767898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000116551244,0.000032545184,0.00003193974,0.000023175491,0.000040155595,0.000038149894,0.00030106725,0.0000134306865,0.000026818101],"category_scores_gemma":[0.000042175045,0.000017001348,0.00001806036,0.000059503695,0.000009418326,0.00012924838,0.000074088064,0.00003942096,0.00018734217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3508713e-7,0.0000171876,0.0005806516,3.313112e-7,0.0000011154945,0.0000013649358,0.000075346354,5.80645e-7,0.00014826817,0.03558503,0.0005031085,0.9630869],"study_design_scores_gemma":[0.00015850023,0.000042632048,0.0060978825,0.000013415747,5.78524e-7,0.000008695256,0.0000092511,0.00055942,0.0002448738,0.0005285362,0.992248,0.00008822389],"about_ca_topic_score_codex":0.000016739883,"about_ca_topic_score_gemma":0.000003978581,"teacher_disagreement_score":0.9917449,"about_ca_system_score_codex":0.0000068496784,"about_ca_system_score_gemma":0.000009080559,"threshold_uncertainty_score":0.24079672},"labels":[],"label_agreement":null},{"id":"W2293154071","doi":"10.1564/174427114838782607","title":"Learning Mathematics by Designing, Programming, and Investigating with Interactive, Dynamic Computer-based Objects","year":2014,"lang":"en","type":"article","venue":"International Journal for Technology in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Dynamic programming; Mathematics education; Human–computer interaction; Computer graphics (images); Mathematics; Algorithm","score_opus":0.008327235886367601,"score_gpt":0.29388858349354957,"score_spread":0.285561347607182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293154071","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15714018,0.000046206274,0.83983946,0.002146292,0.0003688269,0.00022747357,2.963574e-7,0.00020359467,0.000027657436],"genre_scores_gemma":[0.45089778,0.000002617631,0.5488805,0.00005068678,0.000031469877,0.000052870048,0.0000050785607,0.00001539243,0.000063590865],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986953,0.00007464249,0.00041496512,0.00027738864,0.00027911447,0.00025855485],"domain_scores_gemma":[0.9983828,0.00046613836,0.0005948185,0.0001792481,0.00030760255,0.000069370435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097185216,0.00018425593,0.00020866474,0.0006552667,0.00022668342,0.00047766868,0.00072614034,0.000120585675,9.3497306e-7],"category_scores_gemma":[0.0007734749,0.0001655867,0.000037878912,0.00025620556,0.00010400683,0.00031407154,0.00008593603,0.0007031057,0.0000020675543],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008470349,0.00093805883,0.007622327,0.0001833387,0.00010458854,0.0000056908175,0.012301161,0.002190161,0.0015393889,0.035416227,0.0001825226,0.9395081],"study_design_scores_gemma":[0.0012997328,0.00096284295,0.00019657474,0.0018568584,0.000029427449,0.0010613453,0.0039232047,0.9136413,0.0012622,0.06968389,0.0055982447,0.0004844222],"about_ca_topic_score_codex":0.00000568114,"about_ca_topic_score_gemma":0.0000053714625,"teacher_disagreement_score":0.9390237,"about_ca_system_score_codex":0.00016614703,"about_ca_system_score_gemma":0.00015275422,"threshold_uncertainty_score":0.67524296},"labels":[],"label_agreement":null},{"id":"W2298533897","doi":"10.18260/p.24454","title":"MAKER: Hands-On Engineering Scavenger Hunt, a CNC Clue Challenge","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scavenger; Event (particle physics); Key (lock); Computer science; Dream; Computer security; Psychology","score_opus":0.03916372543819889,"score_gpt":0.2505442966237108,"score_spread":0.2113805711855119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298533897","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039336585,0.00040935233,0.9286371,0.0046369634,0.0011934045,0.000192211,2.6250405e-7,0.0026852628,0.02290885],"genre_scores_gemma":[0.9315641,0.0000033820997,0.06634364,0.00018474898,0.00016658644,0.000011360365,7.6622916e-7,0.000015329973,0.0017100807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998933,0.000048542588,0.000125066,0.0003146948,0.00025756104,0.00032109377],"domain_scores_gemma":[0.99924755,0.00006150718,0.000032725566,0.00044114247,0.000033983524,0.00018309445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057481474,0.00013398811,0.00012298946,0.00010652113,0.000074269556,0.00019312676,0.00046752772,0.00006193239,0.0000068736],"category_scores_gemma":[0.00010755535,0.0001157209,0.00005147032,0.0001666477,0.000010128533,0.00019809206,0.00014668716,0.0003070105,0.00025774032],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000988967,0.00016518886,0.00039409485,0.000024183235,0.000030966752,0.000056951896,0.008365233,0.007880384,0.00003365445,0.115549654,0.004107201,0.8633826],"study_design_scores_gemma":[0.0011146169,0.00083880033,0.00063506933,0.000083699255,0.0000054537854,0.000038532475,0.00014092009,0.14388976,0.00024273102,0.00021868608,0.8522931,0.0004986539],"about_ca_topic_score_codex":0.00003635321,"about_ca_topic_score_gemma":0.0000042161605,"teacher_disagreement_score":0.89222753,"about_ca_system_score_codex":0.00004199845,"about_ca_system_score_gemma":0.000030094936,"threshold_uncertainty_score":0.4718961},"labels":[],"label_agreement":null},{"id":"W2299373671","doi":"10.5539/jel.v5n2p73","title":"Correlates of Success in Introductory Programming: A Study with Middle School Students","year":2016,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computer programming; Affect (linguistics); Psychology; Academic achievement; Computer science; Programming language; Communication","score_opus":0.01385333486865305,"score_gpt":0.29406005226558646,"score_spread":0.2802067173969334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299373671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920834,0.0004033161,0.0067993505,0.00033395665,0.0002490502,0.00009966288,1.1298266e-8,0.000014406904,0.000016886464],"genre_scores_gemma":[0.990035,0.000013183068,0.009425243,0.0000101841615,0.00008171711,0.0000037535362,7.0713455e-8,0.0000060289526,0.0004247941],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99879396,0.00032895256,0.00031855953,0.00014258942,0.00028893776,0.00012699017],"domain_scores_gemma":[0.9990206,0.00015090246,0.00045614498,0.00011532434,0.00016808073,0.000088989436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012547092,0.00007821763,0.0001687045,0.00029044156,0.00007949094,0.0001178608,0.00032446455,0.000024778836,0.0000066563007],"category_scores_gemma":[0.00053625007,0.000048230995,0.000023139095,0.0002574858,0.000032288062,0.00041869917,0.000051871983,0.00043413695,0.0000014230471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020499889,0.00045754842,0.6883354,0.0000086798655,0.00001548053,0.0000023034418,0.008516995,0.000055729706,0.000035622976,0.000038974293,0.000007245462,0.30250552],"study_design_scores_gemma":[0.0012512306,0.001846703,0.9717925,0.00060242077,0.00001820154,0.00008566756,0.016169798,0.000034447425,0.000020453723,0.000016695942,0.008040577,0.00012129766],"about_ca_topic_score_codex":0.000041974563,"about_ca_topic_score_gemma":0.000009907121,"teacher_disagreement_score":0.30238423,"about_ca_system_score_codex":0.000042996664,"about_ca_system_score_gemma":0.00021032954,"threshold_uncertainty_score":0.19668029},"labels":[],"label_agreement":null},{"id":"W2308880626","doi":"10.14288/1.0055104","title":"Computer programming and kindergarten children in two learning environments","year":2010,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Psychology; Multimedia; Artificial intelligence; Human–computer interaction","score_opus":0.00438931061543752,"score_gpt":0.17675413188621697,"score_spread":0.17236482127077946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2308880626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9541327,0.000023383473,0.04540347,0.00007347067,0.00008565238,0.00013131977,8.6072026e-7,0.00010516809,0.000043983186],"genre_scores_gemma":[0.92950195,0.000009531699,0.07016944,0.000018166267,0.000024594847,3.4202995e-7,0.000003436126,0.000007664282,0.00026487093],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989575,0.00009011588,0.00009523638,0.00041700614,0.00017271389,0.00026741062],"domain_scores_gemma":[0.9995371,0.000046904468,0.000093830204,0.00021099196,0.000013039216,0.00009814339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003455989,0.00004479316,0.0001657341,0.00005864583,0.00025330402,0.0002607207,0.00044760355,0.000061335624,0.000010003756],"category_scores_gemma":[0.000016756087,0.00013565202,0.00004069445,0.00018957943,0.00014553752,0.00041175462,0.00034021828,0.00055038155,0.000006188508],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013290907,0.000051873627,0.2194464,0.000005541055,0.000008584967,0.000055804427,0.0005959421,0.000039714305,0.000036256733,0.000004183714,0.00001570128,0.77973866],"study_design_scores_gemma":[0.0008515229,0.00008090048,0.9921374,0.000050375642,0.000005474858,0.00015924711,0.000146117,0.0035940653,1.9299166e-7,0.000022233084,0.0027952923,0.00015719459],"about_ca_topic_score_codex":0.04080901,"about_ca_topic_score_gemma":0.09956672,"teacher_disagreement_score":0.7795815,"about_ca_system_score_codex":0.000017303702,"about_ca_system_score_gemma":0.0000246571,"threshold_uncertainty_score":0.9655783},"labels":[],"label_agreement":null},{"id":"W2319105105","doi":"10.1016/s0008-4182(01)80103-4","title":"Program Learning Objectives","year":2001,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.02367646726643828,"score_gpt":0.2890626063881804,"score_spread":0.2653861391217421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319105105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9452635,0.0011705172,0.02524312,0.001171097,0.0012987755,0.000103810475,1.6125692e-7,0.00006740761,0.025681596],"genre_scores_gemma":[0.96325636,0.0000015270393,0.03544029,0.000015926256,0.00012921008,0.000002074933,2.9997182e-7,0.000008923774,0.0011453835],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9988439,0.00025233196,0.00023008396,0.00014833806,0.00010302167,0.00042233872],"domain_scores_gemma":[0.9989856,0.00008638438,0.00019444556,0.00015615078,0.00012880118,0.0004486317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061810785,0.000097480945,0.00017899853,0.00034733993,0.00024897687,0.00015528183,0.00067009334,0.00007895532,0.00010247207],"category_scores_gemma":[0.00036094605,0.00009093635,0.000090404996,0.00032391198,0.000083915875,0.0002593875,0.000023742052,0.0006624054,0.00002156751],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009826627,0.00005548577,0.28433433,0.0000070636324,0.000068272806,0.059166495,0.004225943,0.0014489688,0.000018702696,0.004374563,0.00021469416,0.64607567],"study_design_scores_gemma":[0.00041701598,0.0019839152,0.09283263,0.000051335068,0.0000112936905,0.615314,0.00042013323,0.00080803194,0.000016801383,0.00084892625,0.28701842,0.00027747225],"about_ca_topic_score_codex":0.0013210758,"about_ca_topic_score_gemma":0.000048446163,"teacher_disagreement_score":0.6457982,"about_ca_system_score_codex":0.00007674874,"about_ca_system_score_gemma":0.00060780195,"threshold_uncertainty_score":0.37082767},"labels":[],"label_agreement":null},{"id":"W2328101974","doi":"10.1007/s40751-016-0016-6","title":"Investigating Complexity to Assess Student Learning from a Robotics-Based Task","year":2016,"lang":"en","type":"article","venue":"Digital Experiences in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Moncton","funders":"","keywords":"Robotics; Artificial intelligence; Task (project management); Context (archaeology); Curriculum; Computer science; Variety (cybernetics); Educational robotics; Mathematics education; Psychology; Robot; Pedagogy; Engineering; Systems engineering","score_opus":0.0759513117786513,"score_gpt":0.3469249685808517,"score_spread":0.2709736568022004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328101974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5058693,0.000013287056,0.49261963,0.0005483613,0.000249409,0.00012132442,3.8304748e-7,0.00012932143,0.00044893715],"genre_scores_gemma":[0.72209036,2.1605959e-7,0.2775751,0.0000791523,0.000040540064,0.00010191753,0.0000037781995,0.000008561711,0.000100342986],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985369,0.000084084524,0.0003492455,0.00038446745,0.00038151586,0.0002638244],"domain_scores_gemma":[0.9987717,0.0004913342,0.00017540705,0.00036001357,0.00006409398,0.00013740154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036702026,0.00015076286,0.00016896117,0.000140458,0.00014537456,0.0007962718,0.000763859,0.00004120506,0.000007109163],"category_scores_gemma":[0.0011669482,0.00011635121,0.00003781259,0.00035288904,0.000094866366,0.0007050648,0.00017191173,0.00014835224,0.000048325237],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015922091,0.0010917126,0.089371316,0.000047703496,0.000012161385,0.0000023021084,0.38741902,0.0049201753,0.00074459845,0.05846072,0.00007485677,0.45785382],"study_design_scores_gemma":[0.0023239867,0.0011957628,0.10035389,0.007816354,0.000030226789,0.000029486302,0.44823092,0.23580082,0.004510483,0.17919959,0.016056532,0.004451954],"about_ca_topic_score_codex":0.000038343354,"about_ca_topic_score_gemma":0.000006599823,"teacher_disagreement_score":0.4534019,"about_ca_system_score_codex":0.0001264486,"about_ca_system_score_gemma":0.00019954171,"threshold_uncertainty_score":0.7678467},"labels":[],"label_agreement":null},{"id":"W2333746963","doi":"10.1016/s0008-4182(02)80075-8","title":"Program Learning Objectives","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Psychology","score_opus":0.0304903902485685,"score_gpt":0.2719081205407968,"score_spread":0.24141773029222832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333746963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89944375,0.0049105436,0.021764973,0.002771345,0.0027183166,0.00021578792,5.0332574e-7,0.00014359965,0.06803118],"genre_scores_gemma":[0.9612289,0.0000012953142,0.03709082,0.000015376858,0.00010946413,0.0000020195332,1.564815e-7,0.0000088425395,0.0015431006],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9988691,0.000251702,0.00022692661,0.00014640488,0.00010370783,0.00040216444],"domain_scores_gemma":[0.9990214,0.00008753742,0.00019265944,0.00015711268,0.000107983884,0.0004332907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004536298,0.00009666208,0.0001763904,0.00032939602,0.00024782118,0.00015530635,0.00065655354,0.00007829106,0.0002721146],"category_scores_gemma":[0.00037099875,0.00009057194,0.00009183169,0.00026962833,0.0000878175,0.0002496877,0.00002188082,0.0006870313,0.000043693384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031476568,0.00008286248,0.084797285,0.000012214109,0.00008182603,0.034150444,0.009062928,0.0012143567,0.000016117949,0.00456319,0.0008785482,0.8651371],"study_design_scores_gemma":[0.0007591573,0.0038405946,0.050305873,0.00009438526,0.000021588918,0.5862192,0.00057940255,0.0064902217,0.000039468643,0.00081242435,0.3502972,0.00054047076],"about_ca_topic_score_codex":0.00062525686,"about_ca_topic_score_gemma":0.000018978983,"teacher_disagreement_score":0.8645966,"about_ca_system_score_codex":0.00006911196,"about_ca_system_score_gemma":0.0001859444,"threshold_uncertainty_score":0.36934167},"labels":[],"label_agreement":null},{"id":"W2337500037","doi":"","title":"Designing a blended computational thinking in mathematics education course for K-6 preservice teachers","year":2016,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Course (navigation); Teacher education; Blended learning; Computer science; Higher education; Pedagogy; Connected Mathematics; Math education; Educational technology; Psychology; Engineering; Political science","score_opus":0.020607973748812354,"score_gpt":0.31555407782309447,"score_spread":0.2949461040742821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337500037","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066953385,0.00005906638,0.96275675,0.027589185,0.00079370604,0.0008820672,0.000011065281,0.00047535796,0.00073745765],"genre_scores_gemma":[0.40986004,0.00000852096,0.58751404,0.00046403962,0.000076429475,0.0010940072,0.00011011719,0.000012345353,0.00086046977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99837077,0.000036183632,0.00061134354,0.00032168004,0.00034208086,0.00031792553],"domain_scores_gemma":[0.99783313,0.0002697204,0.0005310175,0.00033795112,0.00096820947,0.00005998946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011020115,0.00020651965,0.00017681983,0.00038231627,0.0003036311,0.00032131563,0.0012870746,0.00026099893,0.000020145164],"category_scores_gemma":[0.0004978008,0.00018836031,0.00017101085,0.0003736741,0.00009581031,0.0022479966,0.00013398872,0.00029222885,0.000020266723],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006492718,0.00036062798,0.003109588,0.00005804124,0.000060882638,1.8385542e-8,0.014916211,0.0001601287,0.00013701427,0.5121626,0.0036247342,0.46540368],"study_design_scores_gemma":[0.003617327,0.0002282213,0.005310445,0.0011322587,0.00007709931,0.000043835604,0.047995724,0.110542685,0.0009318458,0.5755466,0.2533865,0.0011874383],"about_ca_topic_score_codex":0.000025596259,"about_ca_topic_score_gemma":0.0000070265633,"teacher_disagreement_score":0.46421623,"about_ca_system_score_codex":0.0004026181,"about_ca_system_score_gemma":0.0017050677,"threshold_uncertainty_score":0.76811105},"labels":[],"label_agreement":null},{"id":"W2345474656","doi":"10.1145/2910925.2910931","title":"Study Strategies and Exam Grades in CS1","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Class (philosophy); Computer science; Psychology; Artificial intelligence","score_opus":0.03076927120530197,"score_gpt":0.2822575842945991,"score_spread":0.2514883130892971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345474656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8810501,0.000046931487,0.1173476,0.0005754683,0.000046773752,0.00006226176,1.5747773e-8,0.00018780524,0.0006830552],"genre_scores_gemma":[0.9865789,0.0000017974156,0.012965699,0.000015960195,0.000010106361,0.0000044932585,1.4979706e-8,0.0000021179383,0.00042092137],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99947315,0.000082664286,0.000069917056,0.00017837744,0.00007329727,0.00012256998],"domain_scores_gemma":[0.99971473,0.00008598365,0.000014254121,0.00015355677,0.0000054062184,0.000026039617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003275297,0.000048805887,0.000056616766,0.000055861678,0.0000437147,0.00024078628,0.00018971998,0.00001342211,0.000002847387],"category_scores_gemma":[0.000023634833,0.000027942273,0.0000069013818,0.00008645172,0.000018353174,0.00045412118,0.00008867944,0.000059463993,0.000008420279],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.338594e-7,0.0000771183,0.10760318,0.0000017261794,0.0000031636234,0.00001639123,0.0060023726,0.0000033588467,0.00006849388,0.04393327,0.000019301213,0.8422708],"study_design_scores_gemma":[0.0011772821,0.00061508454,0.9711626,0.000047773465,0.0000026467294,0.000021199723,0.0127616925,0.0002690461,0.00007763221,0.0034085056,0.010162028,0.00029450515],"about_ca_topic_score_codex":0.00018499178,"about_ca_topic_score_gemma":0.00012475846,"teacher_disagreement_score":0.8635594,"about_ca_system_score_codex":0.0000062163867,"about_ca_system_score_gemma":0.000014060141,"threshold_uncertainty_score":0.23219076},"labels":[],"label_agreement":null},{"id":"W2345586933","doi":"10.1145/2910925.2910936","title":"Engagement and Sustainability in a Data Structures Course in C for Non-Specialists","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"U.S. Consumer Product Safety Commission","keywords":"Sustainability; Variety (cybernetics); Course (navigation); Engineering ethics; Computer science; Sustainability science; Engineering management; Knowledge management; Engineering; Social sustainability; Artificial intelligence","score_opus":0.04322133849310931,"score_gpt":0.3407914849164501,"score_spread":0.2975701464233408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345586933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17534009,0.000055867666,0.81598085,0.007934986,0.00012021514,0.00042386024,0.0000026176633,0.00007415839,0.00006733957],"genre_scores_gemma":[0.947062,0.000002520247,0.052713178,0.00004555668,0.000028073762,0.000013360451,0.0000013225828,0.0000029024147,0.00013104636],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991367,0.00010625861,0.00012227328,0.00035403515,0.0000775072,0.00020323716],"domain_scores_gemma":[0.999155,0.00024002114,0.000026090065,0.0005245794,0.000021751044,0.000032557742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015064206,0.00006225991,0.000086139924,0.0000568104,0.00004945713,0.00008464445,0.00053222786,0.000026355694,0.000003179943],"category_scores_gemma":[0.00036985922,0.000040808223,0.000008471926,0.00008938792,0.00003117667,0.00027759024,0.00043223143,0.000089694666,3.7961004e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070495557,0.00003803854,0.041312475,0.00002142609,0.0000020219695,0.0000048763304,0.0016888999,0.000009292677,0.000008906807,0.03351951,0.0003998698,0.92298764],"study_design_scores_gemma":[0.0019254319,0.000105100786,0.72954124,0.00005203534,0.0000029973928,0.0000037754685,0.00069913216,0.010043288,0.000037356913,0.016475115,0.24083233,0.00028219545],"about_ca_topic_score_codex":0.00026086712,"about_ca_topic_score_gemma":0.0007601062,"teacher_disagreement_score":0.9227054,"about_ca_system_score_codex":0.000055023327,"about_ca_system_score_gemma":0.00007804681,"threshold_uncertainty_score":0.16641112},"labels":[],"label_agreement":null},{"id":"W2346712629","doi":"10.1145/2910925.2910944","title":"BitFit","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.01107716628690388,"score_gpt":0.22379657137699585,"score_spread":0.21271940509009196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346712629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032327515,0.000011448183,0.9865562,0.0041358583,0.00010875884,0.00001046751,1.491969e-8,0.00046559627,0.005478954],"genre_scores_gemma":[0.81231934,6.3887825e-7,0.17660749,0.00014663795,0.000024571667,0.0000011578288,1.445862e-8,0.0000016952681,0.0108984765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99968004,0.000018733188,0.000035821806,0.00010612478,0.00005831629,0.00010097757],"domain_scores_gemma":[0.99971825,0.000043320924,0.000009737175,0.00019218415,0.000007139161,0.000029377436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013744278,0.000026307234,0.00002460173,0.000021985008,0.000038933344,0.00004313911,0.00026672965,0.000010922662,0.00002991519],"category_scores_gemma":[0.000031517146,0.000013335858,0.0000151771055,0.000058280162,0.000007809803,0.00013659599,0.00006011502,0.000026550204,0.00043671747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.931266e-8,0.0000031310624,0.0007482833,2.1456667e-7,7.7475005e-7,8.835877e-7,0.00006733342,2.4369638e-7,0.00019702934,0.101275265,0.00061651564,0.89709026],"study_design_scores_gemma":[0.00010758174,0.000026977328,0.0026015996,0.000008244803,3.386108e-7,0.0000066996968,0.000003899707,0.00018808384,0.0005628504,0.0008632459,0.99556124,0.000069243295],"about_ca_topic_score_codex":0.00000986661,"about_ca_topic_score_gemma":8.3603175e-7,"teacher_disagreement_score":0.9949447,"about_ca_system_score_codex":0.0000056387303,"about_ca_system_score_gemma":0.0000067436417,"threshold_uncertainty_score":0.5613265},"labels":[],"label_agreement":null},{"id":"W2377324557","doi":"","title":"Investigations and Some Viewpoints on Computing Curricula of Graduate Students","year":2005,"lang":"en","type":"article","venue":"Journal of Electrical & Electronic Engineering Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Viewpoints; Mathematics education; Graduate students; China; Point (geometry); Computer science; Engineering ethics; Engineering physics; Medical education; Engineering; Sociology; Political science; Psychology; Pedagogy; Mathematics; Medicine; Physics","score_opus":0.011228305758129872,"score_gpt":0.2907408261666725,"score_spread":0.27951252040854263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2377324557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8890524,0.0023107769,0.106926925,0.0013711,0.00020840365,0.00007656145,4.7207905e-8,0.000045753244,0.000008038296],"genre_scores_gemma":[0.9708416,0.00011345145,0.028668651,0.000106322535,0.00023983054,0.0000015745389,4.9255925e-7,0.0000093246,0.000018753677],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987719,0.000067614725,0.00038226292,0.00013709602,0.00036032952,0.0002808025],"domain_scores_gemma":[0.9992016,0.00015899407,0.00029248107,0.00012655038,0.000111264955,0.000109096945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000736043,0.000110504654,0.00018566281,0.00031448927,0.00006441636,0.00006932041,0.0003598602,0.000040742125,4.7512648e-7],"category_scores_gemma":[0.00033882618,0.00010069737,0.000060968192,0.000479671,0.000012540427,0.00030040942,0.00003104962,0.00067809614,0.0000017003015],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007344346,0.00070273696,0.0018988897,0.000051274263,0.000081913444,0.0000012779958,0.0014750151,0.025214974,0.002718004,0.08356005,0.00045047206,0.88383806],"study_design_scores_gemma":[0.003879813,0.007911061,0.25078598,0.0030242635,0.0003365393,0.0015565307,0.00012284076,0.62493575,0.018590057,0.009847398,0.07697251,0.0020372316],"about_ca_topic_score_codex":0.0000041427033,"about_ca_topic_score_gemma":1.9884206e-7,"teacher_disagreement_score":0.88180083,"about_ca_system_score_codex":0.00020830083,"about_ca_system_score_gemma":0.0002577231,"threshold_uncertainty_score":0.41063195},"labels":[],"label_agreement":null},{"id":"W2398005666","doi":"10.1186/s41039-016-0036-2","title":"Identifying middle school students’ challenges in computational thinking-based science learning","year":2016,"lang":"en","type":"article","venue":"Research and Practice in Technology Enhanced Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computational thinking; Parallels; Computer science; Curriculum; Mathematics education; Face (sociological concept); Science education; Learning sciences; Domain (mathematical analysis); Educational technology; Artificial intelligence; Pedagogy; Psychology; Engineering; Mathematics; Sociology","score_opus":0.12273721903272891,"score_gpt":0.42852185786632174,"score_spread":0.30578463883359286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398005666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70747405,0.0049244612,0.25713244,0.026317459,0.00016010758,0.00047604972,1.1627402e-7,0.0010129419,0.0025023848],"genre_scores_gemma":[0.9327275,0.0007596437,0.06624054,0.000029025605,0.000023658195,0.000067401495,4.2353443e-7,0.000017794262,0.00013400112],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99452215,0.0015157394,0.00038255248,0.0010643856,0.0013965766,0.0011186021],"domain_scores_gemma":[0.9928702,0.005982394,0.00020702177,0.00039003463,0.00039582275,0.00015449348],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015522292,0.00018730148,0.0002465538,0.0028332134,0.00097641797,0.0006058399,0.0016933621,0.0002155494,0.000008592808],"category_scores_gemma":[0.031014869,0.00016374269,0.000024759904,0.0028315103,0.0007977443,0.0018594114,0.0010497827,0.0034482917,0.000068250396],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006473184,0.00020168962,0.039597455,0.00004209243,0.000010903207,0.00011208302,0.0041250177,0.0045153913,0.004126154,0.015025674,0.0000011164645,0.93217766],"study_design_scores_gemma":[0.022516388,0.011167038,0.27971596,0.017407728,0.000035945315,0.0010750417,0.15472865,0.080499716,0.02144818,0.32103562,0.08508523,0.005284515],"about_ca_topic_score_codex":0.00007443388,"about_ca_topic_score_gemma":0.00006303458,"teacher_disagreement_score":0.9268932,"about_ca_system_score_codex":0.00031506107,"about_ca_system_score_gemma":0.00041378546,"threshold_uncertainty_score":0.9988508},"labels":[],"label_agreement":null},{"id":"W2399660999","doi":"10.1177/0735633115625247","title":"Design Principles for <i>Thriving in Our Digital World</i>","year":2016,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Thriving; Instructional design; Computer science; Learning design; Design-based research; Educational technology; Mathematics education; Program Design Language; Learning sciences; Psychological intervention; Multimedia; Software engineering; Psychology","score_opus":0.16203410751205372,"score_gpt":0.4307277750111193,"score_spread":0.2686936674990656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399660999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06504224,0.00020150875,0.9028614,0.031012472,0.00052839756,0.00016686284,3.7813965e-7,0.000017166725,0.00016954563],"genre_scores_gemma":[0.79650825,0.000001993341,0.20186825,0.00002050982,0.00052398856,0.0000031274062,2.0958427e-7,0.000008206315,0.0010654782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979656,0.0003336115,0.00046088707,0.00020770812,0.0006061183,0.0004261029],"domain_scores_gemma":[0.99277,0.0060931384,0.00024238465,0.00018706564,0.00058538944,0.00012201076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074831354,0.000081953825,0.00015031848,0.00075753324,0.00023576924,0.0004213558,0.00097591727,0.000029649982,0.0000027745123],"category_scores_gemma":[0.004641645,0.0000575554,0.0000753047,0.0006002587,0.000033325112,0.00054518826,0.00019328059,0.00044444707,0.000011400095],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007692546,0.0005982277,0.079452865,0.000050286748,0.000042869993,0.000011923657,0.003580037,0.006375232,0.0008139903,0.051086385,0.0076341545,0.8502771],"study_design_scores_gemma":[0.008538464,0.0038206263,0.301373,0.009843144,0.000019539752,0.0011137904,0.0026325667,0.08044684,0.0020224953,0.10541047,0.4828334,0.001945646],"about_ca_topic_score_codex":0.0000046245245,"about_ca_topic_score_gemma":0.0000024791639,"teacher_disagreement_score":0.84833145,"about_ca_system_score_codex":0.00022648739,"about_ca_system_score_gemma":0.00086295034,"threshold_uncertainty_score":0.55568177},"labels":[],"label_agreement":null},{"id":"W2406180176","doi":"10.1145/2909609.2909611","title":"My Code in My Native Tone","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Scripting language; Bengali; Computer science; Focus (optics); Code (set theory); Tone (literature); Programming language; First language; Natural language processing; Artificial intelligence; Linguistics; Set (abstract data type)","score_opus":0.021821455659295278,"score_gpt":0.29895115269418865,"score_spread":0.2771296970348934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406180176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042454008,0.000032766908,0.94560575,0.0047342093,0.00013942567,0.00004916234,1.8395183e-7,0.0003091717,0.006675328],"genre_scores_gemma":[0.9214314,0.0000016141394,0.07188094,0.0001688675,0.00002183611,0.000004751839,9.209467e-8,0.000003290555,0.0064871944],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935365,0.00007471994,0.00008608221,0.00019997534,0.000108039734,0.00017755701],"domain_scores_gemma":[0.99958986,0.00013741173,0.000024569634,0.00019565916,0.000015263056,0.000037224272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036277057,0.000053889,0.00006483431,0.00006504364,0.000042158015,0.00004923922,0.00034981134,0.000024824943,0.000024402898],"category_scores_gemma":[0.00009487352,0.000032717257,0.000019064972,0.00015074229,0.00002244476,0.00021089941,0.00010652214,0.00009577194,0.000119415046],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013250394,0.000026401376,0.0037102413,0.00000117802,0.0000026581288,0.0000071089676,0.0022422876,0.0000082159295,0.00019969231,0.05397594,0.00037154087,0.9394534],"study_design_scores_gemma":[0.0017806514,0.00027339504,0.047080673,0.00018470066,0.0000025189472,0.000022993128,0.00035137523,0.0059219208,0.0038347978,0.004148765,0.93579894,0.00059924263],"about_ca_topic_score_codex":0.00010430932,"about_ca_topic_score_gemma":0.00006099062,"teacher_disagreement_score":0.93885416,"about_ca_system_score_codex":0.00003559883,"about_ca_system_score_gemma":0.000023555811,"threshold_uncertainty_score":0.15348786},"labels":[],"label_agreement":null},{"id":"W2406642299","doi":"","title":"Robotics and AI as a motivator for the attraction and retention of computer science undergraduates in Canada","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Attraction; Robotics; Artificial intelligence; Computer science; Robot; Philosophy","score_opus":0.026727660917985424,"score_gpt":0.24638008386751328,"score_spread":0.21965242294952786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406642299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33090633,0.00004680248,0.6661186,0.0027288955,0.00009793241,0.00008041744,8.519301e-8,0.000014073286,0.000006840756],"genre_scores_gemma":[0.92838955,0.000010736354,0.07146111,0.00009301805,0.000008864691,0.0000018946683,1.3866894e-7,0.000001651804,0.000033034416],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994879,0.000021718572,0.00009079689,0.00015491119,0.00013209875,0.00011259774],"domain_scores_gemma":[0.99959576,0.00019273377,0.00004193325,0.0001024524,0.000037777972,0.000029339257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031462696,0.000042357373,0.000057690595,0.000043299195,0.00022169223,0.000049919796,0.00013382138,0.000010728504,1.7990503e-7],"category_scores_gemma":[0.000051636096,0.000029550512,0.0000078967005,0.00017173553,0.00009725693,0.00021728105,0.000057769532,0.00008065241,7.382439e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000139081585,0.00006130706,0.18863632,0.00006593752,0.000018888939,0.0000075528937,0.0030049041,0.024156403,0.0008003987,0.056942306,0.0004178446,0.72587425],"study_design_scores_gemma":[0.0002650323,0.00010735538,0.2510788,0.000026260255,0.0000033858817,0.00007045723,0.00012028027,0.746437,0.00039385434,0.00054336316,0.0008638378,0.000090336114],"about_ca_topic_score_codex":0.26077658,"about_ca_topic_score_gemma":0.0705827,"teacher_disagreement_score":0.7257839,"about_ca_system_score_codex":0.00004511315,"about_ca_system_score_gemma":0.00025844958,"threshold_uncertainty_score":0.94637674},"labels":[],"label_agreement":null},{"id":"W242244712","doi":"10.28945/2829","title":"Searching for Tomorrow’s Programmers","year":2004,"lang":"en","type":"article","venue":"Informing Science and IT Education Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Social Science Council; McGill University","keywords":"Computer science; Programming language; Programming paradigm; Software engineering; World Wide Web","score_opus":0.03135945501123996,"score_gpt":0.3315983792652834,"score_spread":0.3002389242540434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W242244712","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14477469,0.00006725576,0.830517,0.017732352,0.0010452516,0.0006365224,5.1763817e-7,0.0003246231,0.00490182],"genre_scores_gemma":[0.8156934,0.0000054560014,0.1831273,0.0008493762,0.000045111505,0.00006254809,0.0000012941616,0.0000034127675,0.0002121119],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864525,0.000010887392,0.0001789341,0.00036005778,0.00038623484,0.00041864367],"domain_scores_gemma":[0.9989284,0.00006347986,0.00009374453,0.0002815442,0.00044741933,0.00018540736],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015374067,0.00010528084,0.000088659806,0.00025703746,0.0008451967,0.0011834736,0.0007983631,0.000031514395,0.0000016737965],"category_scores_gemma":[0.0007308889,0.00009637267,0.000024259234,0.00061765674,0.0002922715,0.001993189,0.00012895186,0.00016203734,0.000009440074],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012022034,0.000023371793,0.0001249365,0.00001377834,0.000001007943,1.13687996e-7,0.007512923,0.000031273546,0.00016650153,0.21197893,0.000030015237,0.78011596],"study_design_scores_gemma":[0.0013339219,0.0009704011,0.0057650018,0.00067645893,0.00001774015,0.00020074505,0.01671623,0.020373795,0.0049861316,0.027317045,0.92035556,0.0012869516],"about_ca_topic_score_codex":0.00025878657,"about_ca_topic_score_gemma":0.00001702136,"teacher_disagreement_score":0.9203256,"about_ca_system_score_codex":0.00010018465,"about_ca_system_score_gemma":0.003263933,"threshold_uncertainty_score":0.9998534},"labels":[],"label_agreement":null},{"id":"W2460847211","doi":"","title":"As simple as 1, 2, 3.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Simple (philosophy); Computer science; Philosophy; Epistemology","score_opus":0.011888774754855091,"score_gpt":0.21823501735624395,"score_spread":0.20634624260138887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460847211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43809634,0.0005740787,0.44500944,0.006927559,0.0011550213,0.0007571591,6.074463e-7,0.0032025427,0.10427725],"genre_scores_gemma":[0.98532635,4.749911e-7,0.0064417347,0.00026946206,0.00013848125,0.00016101896,0.0000017330117,0.0000065331665,0.007654209],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991314,0.000051206753,0.000093948795,0.0002150622,0.00016377406,0.0003446459],"domain_scores_gemma":[0.9995528,0.000047606205,0.000038273276,0.00027838978,0.000014706601,0.0000682378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003576779,0.00006732305,0.000065858636,0.000049684695,0.00012249274,0.00022398568,0.00041853,0.000031275587,0.000006258843],"category_scores_gemma":[0.00009346332,0.00006279926,0.000039128994,0.00017693496,0.0000158432,0.00016789585,0.0000963277,0.00013403001,0.00018863287],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.5602264e-7,0.000022295733,0.0018337629,0.0000015817715,0.0000024331475,0.000010913758,0.000090620684,0.000058369635,0.0000019332424,0.03339004,0.0020242205,0.9625631],"study_design_scores_gemma":[0.0001242534,0.000011344341,0.10961113,0.0000010040059,0.0000018172118,0.000021505213,0.000007614618,0.00022320176,0.00012151956,0.0042849486,0.88548595,0.00010573788],"about_ca_topic_score_codex":0.00089321745,"about_ca_topic_score_gemma":0.000010553132,"teacher_disagreement_score":0.96245736,"about_ca_system_score_codex":0.000021712587,"about_ca_system_score_gemma":0.000014656859,"threshold_uncertainty_score":0.25608796},"labels":[],"label_agreement":null},{"id":"W2463232812","doi":"10.1177/1475725716659252","title":"A Call for Computational Thinking in Undergraduate Psychology","year":2016,"lang":"en","type":"article","venue":"Psychology Learning & Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Computational thinking; Curriculum; Mathematics education; Computer science; Psychology; Cognitive science; Pedagogy","score_opus":0.026305672390726634,"score_gpt":0.35518918787971965,"score_spread":0.32888351548899303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463232812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025596507,0.000119481236,0.937737,0.033448797,0.00070726156,0.00021049567,5.855952e-7,0.0007397257,0.0014401737],"genre_scores_gemma":[0.751812,0.0000069865987,0.24575442,0.0017533719,0.000115757415,0.000052664407,0.0000050518624,0.000034297627,0.0004654757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962079,0.0011857059,0.00050904736,0.001022591,0.00025371846,0.0008210173],"domain_scores_gemma":[0.9977475,0.0013323308,0.00027358634,0.00048376762,0.000050445873,0.0001123931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003497661,0.0002764771,0.00034491427,0.00047183037,0.00070045656,0.0001391754,0.0011164064,0.0002204333,0.000005841482],"category_scores_gemma":[0.0009287022,0.00022756417,0.00014175927,0.00024193549,0.00010974843,0.0003921022,0.00017490945,0.0014003962,0.00007601249],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046052184,0.00018894217,0.035308663,0.000012859029,0.000040334944,0.000025807634,0.0034406034,0.0041444968,0.0004462483,0.07698097,0.0011643729,0.87820065],"study_design_scores_gemma":[0.009124107,0.0018359057,0.109409496,0.00052724604,0.00002751215,0.00046963227,0.000117309224,0.028115235,0.00000979609,0.16098762,0.68790394,0.0014721956],"about_ca_topic_score_codex":0.00003727734,"about_ca_topic_score_gemma":0.000015692087,"teacher_disagreement_score":0.8767285,"about_ca_system_score_codex":0.000088818204,"about_ca_system_score_gemma":0.00004656016,"threshold_uncertainty_score":0.9279798},"labels":[],"label_agreement":null},{"id":"W2468693985","doi":"10.1145/2899415.2899473","title":"Benchmarking Introductory Programming Exams","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmark (surveying); Benchmarking; Computer science; Mathematics education; Psychology; Management","score_opus":0.012275477929972453,"score_gpt":0.2325014494734201,"score_spread":0.22022597154344764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468693985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013062301,0.00007314638,0.9818665,0.0021084242,0.00059154176,0.000074888834,4.2392305e-8,0.0010201674,0.0012030102],"genre_scores_gemma":[0.66093826,0.0000023140444,0.33696395,0.00008808529,0.00029154366,0.00000940136,2.2067572e-7,0.00000767661,0.0016985608],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987861,0.00009000399,0.00014751808,0.00040535867,0.00020168845,0.00036930927],"domain_scores_gemma":[0.9992176,0.0001271082,0.000055025677,0.00048502223,0.000026498585,0.00008870139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006693082,0.0001073672,0.00009547911,0.00008389619,0.00016274207,0.0001832524,0.0006038433,0.000038930575,0.00004437027],"category_scores_gemma":[0.000112512476,0.0000650752,0.000049890754,0.00018951735,0.00004011765,0.00043210405,0.00020475339,0.00012318756,0.00011819922],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1416563e-7,0.000016070648,0.0021755334,0.0000026579678,0.000005198657,0.000003850732,0.00036496084,0.0000018329918,0.00046040106,0.023184637,0.00034366938,0.9734406],"study_design_scores_gemma":[0.00022777326,0.00010537579,0.003427686,0.000049794107,0.0000025637655,0.000024440484,0.00002977803,0.00036323172,0.00068337115,0.00023127701,0.9946103,0.00024438542],"about_ca_topic_score_codex":0.00002812086,"about_ca_topic_score_gemma":0.0000038058186,"teacher_disagreement_score":0.9942666,"about_ca_system_score_codex":0.000039096285,"about_ca_system_score_gemma":0.000028497958,"threshold_uncertainty_score":0.26536897},"labels":[],"label_agreement":null},{"id":"W2469737036","doi":"10.1145/2899415.2899428","title":"Can Interaction Patterns with Supplemental Study Tools Predict Outcomes in CS1?","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Identification (biology); Mathematics education; Compiler; Medical education; Psychology; Programming language; Medicine","score_opus":0.023760579026525654,"score_gpt":0.28760682775545476,"score_spread":0.2638462487289291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469737036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86869574,5.9812004e-7,0.12850077,0.002180345,0.0001377127,0.00019760936,0.000002395375,0.00019187009,0.00009295398],"genre_scores_gemma":[0.9944082,2.2279288e-7,0.0048685977,0.00006386955,0.000016776701,0.000029398332,0.0000016818504,0.0000059636727,0.00060530135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908435,0.00010641866,0.0001461018,0.00026671938,0.00019116221,0.00020523145],"domain_scores_gemma":[0.99952686,0.00011308868,0.00004492323,0.0002608664,0.000011414178,0.00004285727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002728347,0.00009420226,0.00010574102,0.00009286211,0.000053771215,0.00016365669,0.00030939354,0.000014633031,0.000056810673],"category_scores_gemma":[0.000024284396,0.00005013306,0.000019942385,0.000084816296,0.000008664653,0.00045665805,0.000116363044,0.000116413874,0.000011385083],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036958181,0.00014056741,0.78844255,0.0000010339877,0.000010879006,0.000011346289,0.0020480426,0.0000050927147,0.000011137614,0.00015964864,0.00002342075,0.20914257],"study_design_scores_gemma":[0.0013712209,0.00081552705,0.99215204,0.000044427692,0.00000385564,0.000010920991,0.0023702756,0.00020891117,0.00009950205,0.000008599752,0.0027572056,0.00015753078],"about_ca_topic_score_codex":0.0016754708,"about_ca_topic_score_gemma":0.004547968,"teacher_disagreement_score":0.20898503,"about_ca_system_score_codex":0.00007167483,"about_ca_system_score_gemma":0.000017975546,"threshold_uncertainty_score":0.25378728},"labels":[],"label_agreement":null},{"id":"W2471875206","doi":"10.1145/2899415.2925495","title":"How Can We Improve Student Workflow Practices to Better Enable Student Success in CS1?","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Workflow; Student engagement; Mathematics education; Software engineering; Psychology; Database","score_opus":0.021508867667996392,"score_gpt":0.31046910303287056,"score_spread":0.2889602353648742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471875206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59238505,0.00014406223,0.20959969,0.19518356,0.0010241123,0.00053572765,7.1055774e-7,0.00045833882,0.0006687755],"genre_scores_gemma":[0.93408835,0.000009857764,0.055137448,0.00089310977,0.00015844095,0.00007092124,2.1522321e-7,0.000013978016,0.009627701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978756,0.00021243388,0.00020750488,0.00063186977,0.0005083108,0.0005643074],"domain_scores_gemma":[0.99868006,0.00026761505,0.00019346466,0.0006327611,0.00005190455,0.00017420336],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00094607606,0.00018371598,0.00019391823,0.0001777448,0.00012637679,0.001280439,0.0014090462,0.000057862184,0.000014685107],"category_scores_gemma":[0.00017630396,0.00011648629,0.000047426256,0.0003467353,0.000020509011,0.0008149732,0.0006400802,0.00026125525,0.000052485233],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050837716,0.00018618663,0.11436468,0.000008784192,0.000022670634,0.00003899569,0.006190815,0.000028263428,0.00082460174,0.001109124,0.0004482805,0.8767725],"study_design_scores_gemma":[0.002191689,0.0009108459,0.11312397,0.0004350744,0.000024029652,0.000016776872,0.0029230602,0.00036259615,0.004201918,0.0004769421,0.8740684,0.0012647235],"about_ca_topic_score_codex":0.00072358304,"about_ca_topic_score_gemma":0.001256734,"teacher_disagreement_score":0.8755078,"about_ca_system_score_codex":0.00014318111,"about_ca_system_score_gemma":0.00005344414,"threshold_uncertainty_score":0.99975634},"labels":[],"label_agreement":null},{"id":"W2476708502","doi":"10.1145/2930674.2930725","title":"Studying situated learning in a constructionist programming camp","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Situated; Strict constructionism; Constructionism; Documentation; Computer science; Situated learning; Artifact (error); Coding (social sciences); Scratch; Observational study; Exploit; Data science; Artificial intelligence; Mathematics education; Psychology; Epistemology; Sociology; Programming language","score_opus":0.017115801431950264,"score_gpt":0.24820428917371543,"score_spread":0.23108848774176516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2476708502","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17664094,0.000035222165,0.81966764,0.0012104271,0.00020227513,0.00014675046,4.0585782e-8,0.0012622103,0.0008345057],"genre_scores_gemma":[0.8728624,0.0000019837978,0.12582113,0.00002721674,0.000026464399,0.000017548677,2.8969237e-7,0.000008686064,0.0012342588],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985879,0.00019591222,0.00022743436,0.00039186585,0.00019561092,0.0004012602],"domain_scores_gemma":[0.99940443,0.00016498596,0.00008043267,0.00023900943,0.000037531263,0.00007361841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007412016,0.0001218654,0.00013908521,0.00016816193,0.00028627738,0.00029432456,0.00037111357,0.000050537168,0.0000152298],"category_scores_gemma":[0.00025175093,0.00008418945,0.000041007766,0.00044985127,0.000060102004,0.00040471167,0.00015906586,0.0002863421,0.00007781328],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019521992,0.000028347175,0.051267773,0.000003458996,0.000004825339,0.000015263091,0.0013053215,0.000055814326,0.0006274669,0.006594072,0.000008645585,0.9400871],"study_design_scores_gemma":[0.008627317,0.0012291366,0.07831143,0.0013178961,0.000027849428,0.00068347494,0.0072367904,0.023839211,0.0028151127,0.0013024689,0.87168264,0.0029266595],"about_ca_topic_score_codex":0.00017363214,"about_ca_topic_score_gemma":0.000060382496,"teacher_disagreement_score":0.9371604,"about_ca_system_score_codex":0.00007633892,"about_ca_system_score_gemma":0.000053716496,"threshold_uncertainty_score":0.34331462},"labels":[],"label_agreement":null},{"id":"W2476872298","doi":"10.5948/upo9781614445159","title":"More Fallacies, Flaws, and Flimflam","year":2013,"lang":"en","type":"book","venue":"MAA spectrum","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Forensic engineering; Engineering","score_opus":0.007276872442842972,"score_gpt":0.20563497364288494,"score_spread":0.19835810120004196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2476872298","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085980655,0.01115862,0.17507331,0.018722314,0.003106396,0.0012188426,0.00001071443,0.00439274,0.78545725],"genre_scores_gemma":[0.0018296303,0.00007559054,0.023446787,0.00021287195,0.0005018987,0.000015784077,0.000019626683,0.000052649862,0.9738452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982419,0.000058703074,0.0002180225,0.0006775848,0.00032938493,0.0004743747],"domain_scores_gemma":[0.998831,0.000073691735,0.00015338004,0.00077200297,0.000019755304,0.00015020931],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024360947,0.0003452411,0.00033929653,0.00016064508,0.0002880178,0.0006385531,0.00093345303,0.00029522247,0.000077134646],"category_scores_gemma":[0.00002657048,0.0003230519,0.000097638935,0.000080505764,0.000115343835,0.00016734617,0.00052771624,0.0010364087,0.0003354845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019340953,0.000020962994,0.00015442746,0.00011122153,0.00006449481,0.00008304747,0.0019323318,0.000009561211,0.0000036177646,0.14361472,0.09775851,0.7562452],"study_design_scores_gemma":[0.00011908727,0.00008333447,0.00046663155,0.00009324169,0.000012624812,0.00006158582,0.000013188414,0.0008244715,0.000004674775,0.0045778104,0.99335027,0.00039310294],"about_ca_topic_score_codex":0.0001732695,"about_ca_topic_score_gemma":0.000023727533,"teacher_disagreement_score":0.89559174,"about_ca_system_score_codex":0.00012079921,"about_ca_system_score_gemma":0.00013959582,"threshold_uncertainty_score":0.99992216},"labels":[],"label_agreement":null},{"id":"W2478378977","doi":"10.4018/978-1-4666-6497-5.ch015","title":"Young Children, Mathematics, and Coding","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Coding (social sciences); Mathematics education; Computer science; Ceiling (cloud); Mathematics; Engineering","score_opus":0.011356102618470119,"score_gpt":0.23607831103856655,"score_spread":0.22472220842009644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2478378977","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006487239,0.16260812,0.75242275,0.013054081,0.0030563294,0.0014424205,0.000027586928,0.0027449792,0.063995],"genre_scores_gemma":[0.003546833,0.035655625,0.925482,0.00006559883,0.00015971917,0.00006712571,0.000020849784,0.00003572192,0.034966532],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99875987,0.000014716954,0.00030813352,0.0005047321,0.00021394917,0.00019862477],"domain_scores_gemma":[0.9991797,0.00022053516,0.00023590947,0.00027488402,0.000057796307,0.00003112749],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021871105,0.00027858414,0.00027894595,0.0002994209,0.00028519612,0.00015722014,0.0003844382,0.00022940114,0.000010983287],"category_scores_gemma":[0.00015690234,0.00026962467,0.000034243807,0.00005575296,0.0005454503,0.001045816,0.00023499229,0.0005024358,0.0000044467706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023554787,0.0000052394234,0.00016741223,0.00003422064,0.000010825287,4.875253e-7,0.00007992187,0.00002531678,0.000002197113,0.71564806,0.0000688988,0.2839551],"study_design_scores_gemma":[0.00013631319,0.0001152115,0.00076542544,0.00039405568,0.0000105236395,0.00073985505,0.0001682523,0.00019648111,0.000025206888,0.5887727,0.40822017,0.0004557703],"about_ca_topic_score_codex":0.0000043413793,"about_ca_topic_score_gemma":0.0000060418574,"teacher_disagreement_score":0.40815127,"about_ca_system_score_codex":0.000062318395,"about_ca_system_score_gemma":0.000079371726,"threshold_uncertainty_score":0.9999756},"labels":[],"label_agreement":null},{"id":"W2498758702","doi":"10.4018/978-1-61350-456-7.ch409","title":"Emergent/See","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ethnography; Class (philosophy); Pedagogy; Literacy; Psychology; Mathematics education; Sociology; Computer science","score_opus":0.025818942597614622,"score_gpt":0.25799050317336636,"score_spread":0.23217156057575172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2498758702","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009631924,0.0015288673,0.04601643,0.00011238636,0.001541746,0.00014156468,0.0000064736773,0.0007678941,0.949875],"genre_scores_gemma":[0.11998457,0.00001229747,0.08210659,0.00088715425,0.0018323069,0.000022412474,0.000006367403,0.00011192768,0.7950364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998174,0.000035603935,0.00029345963,0.0005313009,0.00043498314,0.00053064426],"domain_scores_gemma":[0.99856645,0.0000239959,0.00021316962,0.00089291274,0.000052437495,0.00025103122],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027087974,0.00038446972,0.00032288674,0.00006251603,0.00018599689,0.00019691695,0.0011514788,0.00033611341,0.000052639723],"category_scores_gemma":[0.000016600836,0.00037994105,0.00025178172,0.00001824652,0.00005101624,0.00009523133,0.00047246306,0.0005915904,0.0014537168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012299658,0.0000044401863,0.000013571595,0.000008182249,0.000025143729,0.000015437869,0.0001270828,0.0000022199772,8.129546e-7,0.6714236,0.0021174767,0.32626078],"study_design_scores_gemma":[0.00010696495,0.000046800335,0.000031180956,0.00008341531,0.00002932243,0.000051178147,0.0000023215807,0.000037227685,0.000003506704,0.062310852,0.93686336,0.00043388322],"about_ca_topic_score_codex":0.00006692487,"about_ca_topic_score_gemma":0.000013115736,"teacher_disagreement_score":0.93474585,"about_ca_system_score_codex":0.00013976016,"about_ca_system_score_gemma":0.00009975713,"threshold_uncertainty_score":0.99986523},"labels":[],"label_agreement":null},{"id":"W2503321392","doi":"10.5539/mas.v10n10p231","title":"State Model Diagrams for Teaching Networking – a SOLO Based Evaluation","year":2016,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Diagrammatic reasoning; Curriculum; Computer science; State diagram; Diagram; State (computer science); Mathematics education; Pedagogy; Sociology; Mathematics","score_opus":0.03447280508694424,"score_gpt":0.312123027675446,"score_spread":0.27765022258850175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2503321392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01268807,0.000024387673,0.9848922,0.0006521845,0.00023702224,0.00050279906,9.293427e-7,0.0004185833,0.0005838079],"genre_scores_gemma":[0.7377364,4.0056875e-7,0.261762,0.0001931593,0.000053726486,0.000166309,7.722184e-7,0.000012101524,0.000075125026],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99716085,0.00007953048,0.00023150507,0.0008791151,0.0008978037,0.00075121643],"domain_scores_gemma":[0.99864185,0.0002770141,0.00015618966,0.00065742177,0.000112405985,0.00015513516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073638377,0.000175512,0.00015080547,0.00017234439,0.0010823957,0.00046022522,0.0014032938,0.000042756146,8.561309e-7],"category_scores_gemma":[0.00020617155,0.00012722296,0.00006024071,0.00031440036,0.00023947959,0.0005656529,0.00022009804,0.00019495659,0.000009788059],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069221473,0.000025647763,0.000046098965,0.000003879446,0.0000019038218,1.8380209e-7,0.0015879977,0.07033198,0.032356836,0.00715176,0.00002298311,0.8884638],"study_design_scores_gemma":[0.00053305,0.00003359646,0.000045771354,0.000033367145,0.0000055679975,8.4689935e-7,0.000010585762,0.9753242,0.00096898904,0.021499995,0.0013235155,0.00022050116],"about_ca_topic_score_codex":0.0000064058963,"about_ca_topic_score_gemma":0.0000055215482,"teacher_disagreement_score":0.9049922,"about_ca_system_score_codex":0.00020020362,"about_ca_system_score_gemma":0.00039818112,"threshold_uncertainty_score":0.8325022},"labels":[],"label_agreement":null},{"id":"W2505579729","doi":"10.4018/978-1-59140-732-4.ch008","title":"Online Assessment in Programming Courses","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Online assessment; Computer science; Online learning; Constant (computer programming); Psychology; Medical education; Mathematics education; Multimedia; Medicine; Programming language; Formative assessment","score_opus":0.03422005456705033,"score_gpt":0.29866576442703924,"score_spread":0.2644457098599889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505579729","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013318296,0.000495836,0.0646958,0.00016048944,0.0008875318,0.0004927509,0.0000150771175,0.0009129794,0.93220633],"genre_scores_gemma":[0.312006,0.000010754393,0.5806461,0.0005873648,0.0006090328,0.00006750022,0.00002201642,0.00013574472,0.10591552],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976802,0.000060189603,0.00046009535,0.00076871953,0.00046748045,0.00056334754],"domain_scores_gemma":[0.998625,0.000041733892,0.0003068192,0.0007871357,0.00006988321,0.0001694569],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039719022,0.00045723785,0.0004770938,0.00014386294,0.00011899839,0.00027705228,0.0011988219,0.00035536187,0.000008849376],"category_scores_gemma":[0.00001943857,0.0004540299,0.00018928315,0.00003810258,0.000085551175,0.000101188525,0.00045413134,0.0011303399,0.000053368873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019392924,0.000039236358,0.00010643019,0.0000137887055,0.000017416813,0.000106970176,0.00021014629,0.0000053584345,2.0662065e-7,0.5860867,0.00006665279,0.41334516],"study_design_scores_gemma":[0.0006422597,0.00043106684,0.0009074887,0.0010214081,0.00005352814,0.00013225302,0.00004909245,0.00038488826,0.000002443596,0.13988173,0.8552531,0.0012407205],"about_ca_topic_score_codex":0.00041734736,"about_ca_topic_score_gemma":0.00034723248,"teacher_disagreement_score":0.85518646,"about_ca_system_score_codex":0.000318517,"about_ca_system_score_gemma":0.00038992323,"threshold_uncertainty_score":0.99979115},"labels":[],"label_agreement":null},{"id":"W2509467675","doi":"10.1145/2978192.2978232","title":"Red Fish Blue Fish","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Fish <Actinopterygii>; Continuation; Computer science; Work (physics); Mathematics education; Psychology; Engineering; Fishery","score_opus":0.016520561033072513,"score_gpt":0.23990254014155465,"score_spread":0.22338197910848215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509467675","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013058718,0.000004514981,0.954844,0.025984168,0.0003011726,0.000039377315,3.2012633e-7,0.0009094679,0.0048582773],"genre_scores_gemma":[0.8379594,0.0000034290629,0.13442683,0.0017886163,0.00010803124,0.0000060541697,4.315311e-7,0.000008320431,0.02569887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993054,0.000056368794,0.00008681779,0.0002257536,0.00012068717,0.00020494156],"domain_scores_gemma":[0.999428,0.00009216664,0.000028631037,0.000368692,0.000019300462,0.000063211395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026132833,0.00006152635,0.00006187745,0.000035495137,0.000089487956,0.0001114126,0.00050056586,0.0000326918,0.000059685506],"category_scores_gemma":[0.00010424408,0.00003747277,0.000036823207,0.00010326175,0.000017195267,0.00023160437,0.00012594447,0.000077658806,0.000111943315],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.3108157e-7,0.000013307239,0.0007126237,0.000001320154,0.000003962355,0.000004745652,0.00032546974,0.0000030115123,0.00016040906,0.0072602755,0.027719425,0.9637947],"study_design_scores_gemma":[0.00019234372,0.0000419332,0.003378105,0.0000238762,0.0000010273134,0.000008745521,0.000011429959,0.0004329121,0.0006526396,0.00016287246,0.99498075,0.00011335213],"about_ca_topic_score_codex":0.00002526891,"about_ca_topic_score_gemma":0.000015767879,"teacher_disagreement_score":0.9672613,"about_ca_system_score_codex":0.000014979731,"about_ca_system_score_gemma":0.000015821011,"threshold_uncertainty_score":0.15280953},"labels":[],"label_agreement":null},{"id":"W2512085667","doi":"10.58459/icce.2016.1152","title":"Integrating Agent-based Programming with Elementary Science: The Role of Sociomathematical Norms","year":2016,"lang":"en","type":"article","venue":"International Conference on Computers in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.0182374840068369,"score_gpt":0.3069192596076462,"score_spread":0.2886817756008093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512085667","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27808324,0.000014109532,0.7127846,0.006108324,0.00079814665,0.00026023376,7.92225e-7,0.000073970674,0.0018765992],"genre_scores_gemma":[0.8008297,8.7149135e-7,0.19894253,0.000121994395,0.000041909374,0.000038208113,0.0000021703743,0.000004497057,0.000018099567],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862295,0.000074864474,0.00025574656,0.00030890838,0.00053526467,0.00020226816],"domain_scores_gemma":[0.9990156,0.00022084007,0.0001939874,0.0002914857,0.00023186878,0.000046178935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007193299,0.000113757895,0.00009852075,0.00026637127,0.00012600025,0.00021047395,0.0012715246,0.000025012849,0.000018204251],"category_scores_gemma":[0.000086651635,0.0000616636,0.00003372013,0.00032181208,0.0002465351,0.00035659893,0.00010191159,0.00015895197,0.00001191245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074688273,0.00018983158,0.015714109,0.0000036888905,0.000006815929,3.436651e-7,0.0016696805,0.00004253565,0.00056760415,0.23548919,0.0000098686005,0.74629885],"study_design_scores_gemma":[0.0045217867,0.0026882412,0.14320394,0.010683181,0.00004441964,0.00011617157,0.026177838,0.6814596,0.021952704,0.08854865,0.018420553,0.002182934],"about_ca_topic_score_codex":0.0000898928,"about_ca_topic_score_gemma":0.000013294674,"teacher_disagreement_score":0.74411595,"about_ca_system_score_codex":0.00020511303,"about_ca_system_score_gemma":0.00058985385,"threshold_uncertainty_score":0.25145686},"labels":[],"label_agreement":null},{"id":"W2514759724","doi":"10.1145/2978192.2978214","title":"An Industrial Partnership Game Development Capstone Course","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Electronic Arts (Canada); University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"General partnership; Course (navigation); Capstone; Video game development; Computer science; Engineering management; Engineering; Multimedia; Political science; Game design; Computer security","score_opus":0.06530758771586856,"score_gpt":0.30491291259182085,"score_spread":0.2396053248759523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514759724","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20711297,0.0000219206,0.7879073,0.0027124528,0.0003551577,0.00008773484,9.334968e-8,0.00088383286,0.0009185461],"genre_scores_gemma":[0.9347744,3.3072436e-7,0.061881837,0.00012499328,0.00013110922,0.0000074061672,6.3003523e-7,0.0000063084794,0.0030729838],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891853,0.00013279638,0.0001415446,0.00029238613,0.00021354108,0.00030118288],"domain_scores_gemma":[0.99930817,0.00006574785,0.000048806938,0.00038610926,0.000028741892,0.0001624292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069833896,0.00009532268,0.0000879448,0.00004378547,0.00010492267,0.0001347663,0.0005654461,0.00006793771,0.000043371576],"category_scores_gemma":[0.000059333688,0.000059266,0.000021993537,0.00011216199,0.00003194825,0.0003319647,0.00007209941,0.00013635067,0.00019615827],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026278606,0.000058604477,0.0039502904,6.095799e-7,0.0000066433104,0.0000056058275,0.0014757827,0.0000059344306,0.00016007098,0.008733728,0.00069542223,0.9849047],"study_design_scores_gemma":[0.0010645646,0.000183365,0.009449279,0.000048477916,0.0000045308684,0.000017646935,0.0001165083,0.00047751155,0.0029555913,0.00013124703,0.98516023,0.00039105088],"about_ca_topic_score_codex":0.00002676019,"about_ca_topic_score_gemma":0.0000135483115,"teacher_disagreement_score":0.98451364,"about_ca_system_score_codex":0.00003843553,"about_ca_system_score_gemma":0.00016864404,"threshold_uncertainty_score":0.2521283},"labels":[],"label_agreement":null},{"id":"W2515484457","doi":"10.1145/2960310.2960343","title":"Accounting for the Role of Policy in the Underrepresentation of Women in Computer Science","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mainstream; Diversity (politics); Affirmative action; Politics; Action (physics); Gender diversity; Dimension (graph theory); Focus (optics); Political science; Haven; Public relations; Gender studies; Sociology; Management; Law; Economics","score_opus":0.022441840090666576,"score_gpt":0.3138539988308492,"score_spread":0.2914121587401826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515484457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38136995,0.000012704869,0.6167548,0.0015909694,0.000030126943,0.00011034754,7.844883e-8,0.000011467521,0.00011960619],"genre_scores_gemma":[0.9828093,8.516423e-7,0.017072503,0.00006363901,0.000025661388,0.000013679956,2.8174675e-8,0.0000014863582,0.000012815968],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99925935,0.00006254366,0.00014137507,0.00012843983,0.00017523291,0.00023304262],"domain_scores_gemma":[0.998824,0.00081391283,0.00007637492,0.00024487573,0.000028949906,0.000011868336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030799257,0.000034806362,0.00006122814,0.00014736218,0.00006305365,0.000053058786,0.00082801137,0.000011297024,7.335596e-7],"category_scores_gemma":[0.0002818515,0.000015379066,0.000017844093,0.0005872284,0.00010683882,0.00025995672,0.00011853311,0.00004701325,5.144866e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020813372,0.000022107622,0.027311925,0.000003477641,0.0000011952995,5.030754e-8,0.018421207,0.0005885051,0.0009838248,0.04961039,0.0000017882809,0.90305346],"study_design_scores_gemma":[0.001331444,0.00024464595,0.587335,0.00013642242,0.0000024938731,0.000006193184,0.0092870165,0.3571351,0.0058097,0.034152273,0.004352209,0.00020754176],"about_ca_topic_score_codex":0.0010224608,"about_ca_topic_score_gemma":0.000039522463,"teacher_disagreement_score":0.9028459,"about_ca_system_score_codex":0.000064085085,"about_ca_system_score_gemma":0.00009766453,"threshold_uncertainty_score":0.15456617},"labels":[],"label_agreement":null},{"id":"W2517079402","doi":"10.1145/2960310.2960337","title":"Benchmarking Introductory Programming Exams","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmarking; Computer science; Set (abstract data type); Mathematics education; Programming language; Psychology; Management","score_opus":0.012275477929972453,"score_gpt":0.2325014494734201,"score_spread":0.22022597154344764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517079402","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013062301,0.00007314638,0.9818665,0.0021084242,0.00059154176,0.000074888834,4.2392305e-8,0.0010201674,0.0012030102],"genre_scores_gemma":[0.66093826,0.0000023140444,0.33696395,0.00008808529,0.00029154366,0.00000940136,2.2067572e-7,0.00000767661,0.0016985608],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987861,0.00009000399,0.00014751808,0.00040535867,0.00020168845,0.00036930927],"domain_scores_gemma":[0.9992176,0.0001271082,0.000055025677,0.00048502223,0.000026498585,0.00008870139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006693082,0.0001073672,0.00009547911,0.00008389619,0.00016274207,0.0001832524,0.0006038433,0.000038930575,0.00004437027],"category_scores_gemma":[0.000112512476,0.0000650752,0.000049890754,0.00018951735,0.00004011765,0.00043210405,0.00020475339,0.00012318756,0.00011819922],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1416563e-7,0.000016070648,0.0021755334,0.0000026579678,0.000005198657,0.000003850732,0.00036496084,0.0000018329918,0.00046040106,0.023184637,0.00034366938,0.9734406],"study_design_scores_gemma":[0.00022777326,0.00010537579,0.003427686,0.000049794107,0.0000025637655,0.000024440484,0.00002977803,0.00036323172,0.00068337115,0.00023127701,0.9946103,0.00024438542],"about_ca_topic_score_codex":0.00002812086,"about_ca_topic_score_gemma":0.0000038058186,"teacher_disagreement_score":0.9942666,"about_ca_system_score_codex":0.000039096285,"about_ca_system_score_gemma":0.000028497958,"threshold_uncertainty_score":0.26536897},"labels":[],"label_agreement":null},{"id":"W2529317750","doi":"10.5430/wje.v6n5p20","title":"Primary School Pupils’ Attitudes toward Learning Programming through Visual Interactive Environments","year":2016,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computational thinking; Computer science; Mathematics education; Computer programming; Presentation (obstetrics); Multimedia; Logo (programming language); Psychology; Programming language","score_opus":0.0176934618498768,"score_gpt":0.31141956366076773,"score_spread":0.2937261018108909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529317750","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19591098,0.0011786983,0.793496,0.00555289,0.0027083994,0.00020800505,9.549795e-8,0.00011005239,0.0008348951],"genre_scores_gemma":[0.89426607,0.000041472806,0.10245294,0.00015032043,0.00042514587,0.0000075127946,7.824196e-7,0.000012675412,0.0026431035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855834,0.0002465826,0.00038016264,0.00021672704,0.00035204852,0.00024614992],"domain_scores_gemma":[0.99883187,0.00019741876,0.0006106109,0.00015605138,0.000074786134,0.00012925749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006843969,0.00013452221,0.00017695321,0.00023244364,0.00016793546,0.00023271919,0.00046630847,0.00003329926,0.000033684348],"category_scores_gemma":[0.00032858807,0.0000965387,0.0001028479,0.00023597143,0.00004230538,0.0017126865,0.00010702654,0.0005238087,0.00005549128],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000186006,0.0003176302,0.038355708,0.000012339944,0.000042181866,0.000003528858,0.002652439,0.000032367454,0.0013680549,0.0004606038,0.00025464292,0.9564819],"study_design_scores_gemma":[0.00076249975,0.0006180422,0.16029081,0.0011837633,0.000040105053,0.00017692138,0.00094293826,0.000031000865,0.0010504047,0.00051261135,0.83400756,0.0003833749],"about_ca_topic_score_codex":0.000013915159,"about_ca_topic_score_gemma":0.0000017689138,"teacher_disagreement_score":0.95609856,"about_ca_system_score_codex":0.00041570264,"about_ca_system_score_gemma":0.000324045,"threshold_uncertainty_score":0.39367342},"labels":[],"label_agreement":null},{"id":"W2529445498","doi":"","title":"Measuring Technology Acceptance of Makey Makey as an Input Device in a Human-Computer Interaction Class","year":2016,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Class (philosophy); Computer science; Human–computer interaction; Internet privacy; Artificial intelligence","score_opus":0.033879832871406966,"score_gpt":0.29613313231223554,"score_spread":0.2622532994408286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529445498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81932276,0.00004526851,0.17662956,0.0021174084,0.00074729533,0.00014067595,2.5291112e-7,0.0006551849,0.00034161328],"genre_scores_gemma":[0.9605959,0.0000057001116,0.038753405,0.000121122066,0.00023827922,0.000025793312,0.000003490531,0.00003502209,0.00022129033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972363,0.00037475154,0.0006555683,0.00073337223,0.00038850584,0.0006114804],"domain_scores_gemma":[0.9983919,0.0002063211,0.00048760875,0.00062146055,0.00021449485,0.00007819569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001460521,0.00026837367,0.0003730517,0.0010953527,0.0002028979,0.0001453772,0.0010928315,0.00023633582,0.000025155881],"category_scores_gemma":[0.0005024138,0.0002318392,0.000056830162,0.00179327,0.000116523275,0.00102453,0.00044783804,0.0013224236,0.00007676989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018311823,0.00009256925,0.05055667,0.000036536178,0.000022103608,0.000051702238,0.003510317,0.000788915,0.025096849,0.011337603,0.000027970957,0.90846044],"study_design_scores_gemma":[0.01277764,0.006066572,0.15725562,0.009286933,0.00006777129,0.0009882733,0.004144562,0.06379091,0.115821876,0.014452177,0.6093676,0.0059800474],"about_ca_topic_score_codex":0.00010223085,"about_ca_topic_score_gemma":0.000062293344,"teacher_disagreement_score":0.9024804,"about_ca_system_score_codex":0.0001634704,"about_ca_system_score_gemma":0.00008030195,"threshold_uncertainty_score":0.9454128},"labels":[],"label_agreement":null},{"id":"W2531859599","doi":"10.5539/res.v9n2p106","title":"Computer Programming Competencies Required by Computer Education Graduates for Sustainable Employment","year":2017,"lang":"en","type":"article","venue":"Review of European Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Computer science; Curriculum; Test (biology); Statistic; Medical education; Knowledge management; Data collection; Descriptive statistics; Engineering management; Software engineering; Psychology; Statistics; Engineering; Medicine; Pedagogy; Mathematics","score_opus":0.053694583428615286,"score_gpt":0.3447091806560816,"score_spread":0.2910145972274663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531859599","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022259508,0.40307254,0.58058137,0.008511079,0.0013364136,0.0025107472,0.0000030264716,0.00057441846,0.0011844516],"genre_scores_gemma":[0.040099606,0.033796232,0.92046565,0.0014014654,0.00075980165,0.00018347241,0.000028191042,0.00006809247,0.0031974837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981428,0.00032365767,0.00049429556,0.00043734963,0.00021318681,0.00038871414],"domain_scores_gemma":[0.99782443,0.00015589659,0.0006594968,0.0008716293,0.00042315116,0.000065411856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016728897,0.0002252616,0.00052007183,0.000055910077,0.0009816708,0.00037608686,0.0011944396,0.000014851406,4.477983e-7],"category_scores_gemma":[0.00029562632,0.00018067942,0.00017708151,0.00009000509,0.00017782456,0.00051239884,0.00089741364,0.00011484816,0.000008420331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018521705,0.00012502322,0.00039742867,0.006286691,0.00010762277,0.000004186735,0.0009193157,0.0000029581274,0.00000742963,0.010902996,0.03396192,0.94728255],"study_design_scores_gemma":[0.00022980917,0.00036570203,0.0013416938,0.0075181946,0.000056028046,0.000007951008,0.00023596121,0.00025642154,0.000026224043,0.00008893256,0.98960835,0.00026475926],"about_ca_topic_score_codex":0.000014654683,"about_ca_topic_score_gemma":3.7840366e-7,"teacher_disagreement_score":0.9556464,"about_ca_system_score_codex":0.000034905708,"about_ca_system_score_gemma":0.00004574206,"threshold_uncertainty_score":0.7550317},"labels":[],"label_agreement":null},{"id":"W2539007623","doi":"10.1109/blocks.2015.7368993","title":"Measuring learning in an open-ended, constructionist-based progamming camp: Developing a set of quantitative measures from qualitative analysis","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Constructionism; Computer science; Quantitative analysis (chemistry); Strict constructionism; Qualitative analysis; Set (abstract data type); Variety (cybernetics); Exploratory analysis; Qualitative property; Qualitative research; Data science; Artificial intelligence; Machine learning; Sociology; Epistemology; Social science","score_opus":0.23187525678085638,"score_gpt":0.4019091127186281,"score_spread":0.17003385593777173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539007623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27836385,0.000065994886,0.72066903,0.00025694366,0.000070282294,0.00016881582,0.000001824073,0.00019873344,0.00020449703],"genre_scores_gemma":[0.5483024,2.7441104e-7,0.45161036,0.000018717521,0.000007865871,0.000016982749,0.000014088106,0.000007759804,0.000021569524],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955341,0.0022458374,0.00058692344,0.00067264494,0.00060290965,0.00035757697],"domain_scores_gemma":[0.9979622,0.0006092723,0.00041701808,0.00039970153,0.0004522102,0.00015964604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043410393,0.0002198249,0.0005460619,0.0006253015,0.00025391366,0.0005834663,0.0010719462,0.00008318424,0.0000044082894],"category_scores_gemma":[0.0012874813,0.00021225677,0.00008144361,0.001913401,0.00013073943,0.0011176327,0.00027421367,0.00046816477,0.0000062421486],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017421387,0.00017811114,0.17192143,0.00004169498,0.0007397204,0.000029649927,0.4297757,0.13683316,0.00075692055,0.051145073,0.000010560073,0.20839374],"study_design_scores_gemma":[0.006214996,0.001608963,0.023395149,0.00069057924,0.00038891184,0.000011221719,0.36954457,0.5772744,0.007390346,0.0067744353,0.004406186,0.002300242],"about_ca_topic_score_codex":0.009258807,"about_ca_topic_score_gemma":0.004365603,"teacher_disagreement_score":0.44044125,"about_ca_system_score_codex":0.00020829914,"about_ca_system_score_gemma":0.00062382454,"threshold_uncertainty_score":0.99733865},"labels":[],"label_agreement":null},{"id":"W2546499139","doi":"","title":"Exploring Media Literacy and Computational Thinking: A Game Maker Curriculum Study.","year":2016,"lang":"en","type":"article","venue":"The Electronic Journal of e-Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Game Developer; Computational thinking; Construct (python library); Mathematics education; Notice; Game design; Curriculum; Computer science; Game mechanics; Video game development; Game design document; Literacy; Pedagogy; Psychology; Multimedia; Political science","score_opus":0.023206792786587292,"score_gpt":0.26280395604052215,"score_spread":0.23959716325393485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2546499139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.703882,0.0009336376,0.29286462,0.0019711158,0.00018391952,0.00006401247,2.7436183e-8,0.00007920974,0.00002150422],"genre_scores_gemma":[0.9955101,0.0001325939,0.0039602816,0.000033132706,0.00024628566,0.0000041851217,1.5695251e-7,0.000015697931,0.00009754812],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99762046,0.00071014574,0.00037713125,0.00021188089,0.00054661673,0.0005337445],"domain_scores_gemma":[0.99829125,0.0008920807,0.0004338085,0.0001573047,0.00013516894,0.000090388734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033853445,0.00015506778,0.00021847543,0.00016791062,0.00039230683,0.00032276806,0.00069898233,0.00002620991,0.000006436117],"category_scores_gemma":[0.00052486506,0.000084600004,0.00008485255,0.00027278968,0.00004823717,0.000975602,0.00020116186,0.0013677533,0.000009764757],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003762017,0.00019352467,0.033645835,0.000008552241,0.0002094653,0.000063367115,0.07299304,0.0070829554,0.00009705095,0.0629601,0.000020403022,0.8226881],"study_design_scores_gemma":[0.02111419,0.019382492,0.23444164,0.0035762016,0.0006468458,0.012348971,0.037911166,0.08904369,0.00020874738,0.18198712,0.39554104,0.0037978895],"about_ca_topic_score_codex":0.000010226947,"about_ca_topic_score_gemma":0.0000020087762,"teacher_disagreement_score":0.8188902,"about_ca_system_score_codex":0.000105597086,"about_ca_system_score_gemma":0.00014119652,"threshold_uncertainty_score":0.5942284},"labels":[],"label_agreement":null},{"id":"W2549539000","doi":"10.5539/hes.v6n4p146","title":"ICT Teachers’ Acceptance of “Scratch” as Algorithm Visualization Software","year":2016,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Information and Communications Technology; Software; Qualitative property; Descriptive statistics; Scratch; Computer science; Interface (matter); Technology acceptance model; Mathematics education; Psychology; Computational thinking; Multimedia; Human–computer interaction; Mathematics; World Wide Web; Statistics","score_opus":0.036268063512590785,"score_gpt":0.36327668110353484,"score_spread":0.3270086175909441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549539000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06411655,0.007210902,0.9181022,0.0053273705,0.0039680116,0.00018812642,0.0000014001446,0.0006664898,0.00041892982],"genre_scores_gemma":[0.75260305,0.00017553999,0.22116931,0.00047827748,0.000309772,0.00007714596,0.000002445293,0.000019695784,0.025164751],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900013,0.00011876842,0.00021097415,0.00028515284,0.00021874082,0.00016621228],"domain_scores_gemma":[0.9989961,0.00016240425,0.00018300641,0.00032633287,0.0002893612,0.000042839973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025659753,0.00011721201,0.0001612812,0.00009466455,0.00015500725,0.00004435339,0.0003161502,0.000040710805,0.000032625216],"category_scores_gemma":[0.00011121887,0.00008258443,0.000046003923,0.0003056279,0.00007167336,0.00037606308,0.000107215965,0.00006460601,0.00006740311],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011412641,0.000115345916,0.009009773,0.000015818207,0.000050746286,3.01826e-7,0.0070633385,0.0000023572695,0.0001001367,0.01647918,0.007837657,0.9593242],"study_design_scores_gemma":[0.0005162852,0.00020538057,0.120450094,0.00041982456,0.000037648515,0.00000501532,0.0027374676,0.000019395382,0.0011898681,0.0056151496,0.8683062,0.0004976233],"about_ca_topic_score_codex":0.000031964122,"about_ca_topic_score_gemma":0.0000011335338,"teacher_disagreement_score":0.9588266,"about_ca_system_score_codex":0.00007147716,"about_ca_system_score_gemma":0.000107993794,"threshold_uncertainty_score":0.33676955},"labels":[],"label_agreement":null},{"id":"W2551907279","doi":"10.5539/jel.v6n1p184","title":"The Impact of Online Algorithm Visualization on ICT Students’ Achievements in Introduction to Programming Course","year":2016,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Qualitative property; Computer science; Test (biology); Visualization; Qualitative research; Information and Communications Technology; Multimedia; Psychology; Artificial intelligence; World Wide Web; Machine learning","score_opus":0.012273337049030027,"score_gpt":0.3725721274507332,"score_spread":0.36029879040170315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551907279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8704771,0.0001227088,0.12605874,0.0027882447,0.0004450449,0.000091162074,9.720218e-8,0.000012863859,0.0000040272294],"genre_scores_gemma":[0.9815896,0.000039242022,0.017651418,0.000027349879,0.00038128282,0.0000024868502,8.402676e-7,0.0000064629485,0.00030131114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99882656,0.00032222562,0.0003205762,0.00012014,0.00027497808,0.00013553227],"domain_scores_gemma":[0.9990971,0.00015382552,0.00040224948,0.00010697283,0.00016653123,0.00007330356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017743214,0.00007471199,0.00011132342,0.00021017497,0.00015666072,0.00013411803,0.00024356735,0.00002524353,0.0000024284814],"category_scores_gemma":[0.0005807672,0.000041732004,0.000045238325,0.0002936598,0.000018134608,0.000248953,0.000039474333,0.00026567717,0.0000012612917],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015389647,0.00037838073,0.05832031,0.000002303565,0.000017521219,3.1772882e-7,0.0029143195,0.0006674239,0.00015166488,0.0001540357,0.000113851056,0.9372645],"study_design_scores_gemma":[0.00095133745,0.0029337849,0.9243204,0.0005128014,0.000015861762,0.00004978386,0.0037512935,0.001815338,0.00008398385,0.00006078005,0.065329425,0.00017518127],"about_ca_topic_score_codex":0.00003031183,"about_ca_topic_score_gemma":0.0000032444927,"teacher_disagreement_score":0.9370893,"about_ca_system_score_codex":0.00010146514,"about_ca_system_score_gemma":0.0001515741,"threshold_uncertainty_score":0.17017817},"labels":[],"label_agreement":null},{"id":"W2559141242","doi":"10.1109/fie.2016.7757741","title":"Exploring Electrical Engineering through movement: Going with the Flow and Programming Puzzles","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Movement (music); Electron flow; Computer science; Engineering education; Work (physics); Discipline; Mathematics education; Electrical engineering; Engineering management; Engineering; Mechanical engineering; Sociology; Electron; Psychology","score_opus":0.034042782890934736,"score_gpt":0.2120227403011146,"score_spread":0.17797995741017986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559141242","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03887022,0.00016328454,0.95687723,0.003219096,0.000060606482,0.00011718666,4.947084e-8,0.00058085815,0.00011146976],"genre_scores_gemma":[0.6036723,0.000022034234,0.39584598,0.00011064689,0.00006894448,0.00005911191,9.9345144e-8,0.0000141932205,0.00020669098],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988972,0.00004087487,0.00011156836,0.0003227581,0.00021571452,0.00041189123],"domain_scores_gemma":[0.9993565,0.0002468971,0.000038396312,0.00027963228,0.000019949815,0.000058593767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036162577,0.00014143971,0.00010480148,0.000045004657,0.00024914663,0.00032323552,0.00035395395,0.000021603923,0.0000015668892],"category_scores_gemma":[0.0000578806,0.00006564488,0.000027501526,0.00026584763,0.000031877815,0.000867849,0.00015166843,0.00018084215,0.000006783587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025052066,0.000011132224,0.00066837214,0.000006509554,0.0000175635,0.0000058293926,0.0018996813,0.000162486,0.00031222147,0.02447909,0.000019248837,0.9724154],"study_design_scores_gemma":[0.0021367322,0.0009888135,0.0075226594,0.00069082336,0.000047499056,0.00017112319,0.00070614886,0.13340351,0.007284037,0.00042393853,0.84504354,0.001581177],"about_ca_topic_score_codex":0.000026346692,"about_ca_topic_score_gemma":0.000006322273,"teacher_disagreement_score":0.9708342,"about_ca_system_score_codex":0.000029109488,"about_ca_system_score_gemma":0.00001537634,"threshold_uncertainty_score":0.31169677},"labels":[],"label_agreement":null},{"id":"W2559518925","doi":"10.1007/s40751-016-0026-4","title":"Assessment in Undergraduate Programming-Based Mathematics Courses","year":2016,"lang":"en","type":"article","venue":"Digital Experiences in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Mathematics education; Computational thinking; Perspective (graphical); Process (computing); Computer science; Sequence (biology); Mathematics; Programming language; Artificial intelligence","score_opus":0.01832440093354518,"score_gpt":0.3172529996145673,"score_spread":0.2989285986810221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559518925","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33268574,0.00006100267,0.6618863,0.0017430487,0.00045582122,0.0004160634,6.0267627e-7,0.00022793084,0.002523553],"genre_scores_gemma":[0.7551612,0.000001986767,0.24425043,0.000025292904,0.000018687731,0.0002989368,0.000002233086,0.000011174891,0.0002300075],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99839985,0.00004565965,0.0004698992,0.00035242632,0.0003853684,0.00034680797],"domain_scores_gemma":[0.9988175,0.00037025398,0.0002183188,0.00046506233,0.00005299599,0.00007585408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005053643,0.00018118386,0.0002000359,0.00027067738,0.000067292545,0.0005679447,0.0006704694,0.000057964986,0.0000050931712],"category_scores_gemma":[0.0003866468,0.00013099506,0.00004987285,0.0004915697,0.000109081324,0.00091471465,0.00007986585,0.00014677561,0.000021125114],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011621355,0.0030169692,0.016320068,0.00014849233,0.0000058547153,0.0000057681395,0.06067869,0.00010116694,0.000040133084,0.19941634,0.000057723086,0.72020763],"study_design_scores_gemma":[0.0042292564,0.0012379356,0.019892206,0.010052971,0.000028321016,0.00014924994,0.32343236,0.16924961,0.0017419346,0.4202951,0.045199446,0.004491627],"about_ca_topic_score_codex":0.000012234754,"about_ca_topic_score_gemma":0.000011148475,"teacher_disagreement_score":0.715716,"about_ca_system_score_codex":0.00019004308,"about_ca_system_score_gemma":0.00045162116,"threshold_uncertainty_score":0.5476704},"labels":[],"label_agreement":null},{"id":"W2567464165","doi":"10.4018/978-1-5225-2000-9.ch012","title":"Makerspaces","year":2016,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Transformative learning; Curriculum; Process (computing); Sociology; Mathematics education; Pedagogy; Computer science; Psychology","score_opus":0.013553778738445862,"score_gpt":0.2478883154735357,"score_spread":0.23433453673508986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567464165","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049408394,0.29800168,0.22041865,0.08194958,0.0044389535,0.0011938672,0.000044042325,0.0036437633,0.39026007],"genre_scores_gemma":[0.0007953816,0.058980238,0.5776128,0.00013128584,0.00023802221,0.00012267123,0.000008928423,0.00004166063,0.36206895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863523,0.000021417933,0.00027170088,0.0005727045,0.0002572919,0.00024164889],"domain_scores_gemma":[0.9991123,0.00027280205,0.0002214148,0.0002856222,0.00007581982,0.000032029617],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001617862,0.00029503772,0.00025030487,0.0003664541,0.00022881552,0.00011094293,0.00055773737,0.00027686637,0.00004261375],"category_scores_gemma":[0.00013020387,0.00024718416,0.000050661456,0.00006880975,0.0006100254,0.0021431157,0.00022556557,0.00044878712,0.000020916028],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005914862,0.000004270357,0.00002046205,0.0000134063075,0.0000080959935,0.0000015686596,0.000028326343,0.000015207944,0.000003833383,0.59167075,0.00020413302,0.408024],"study_design_scores_gemma":[0.00006153774,0.000058139445,0.00006349668,0.00015985503,0.0000023873283,0.000110160596,0.000057735255,0.000005647016,0.000015873891,0.39968282,0.59958136,0.00020100236],"about_ca_topic_score_codex":0.0000014198321,"about_ca_topic_score_gemma":0.0000045777033,"teacher_disagreement_score":0.5993772,"about_ca_system_score_codex":0.00012017385,"about_ca_system_score_gemma":0.00019422104,"threshold_uncertainty_score":0.99999803},"labels":[],"label_agreement":null},{"id":"W2569031818","doi":"10.1080/14623943.2016.1268118","title":"‘Making’ as a catalyst for reflective practice","year":2017,"lang":"en","type":"article","venue":"Reflective Practice","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Experiential learning; Construct (python library); Pedagogy; Reflection (computer programming); Psychology; Reflective practice; Experiential knowledge; Critical thinking; Mathematics education; Affect (linguistics); Teaching method; Computer science; Epistemology","score_opus":0.08234549299944818,"score_gpt":0.4569493069070609,"score_spread":0.37460381390761277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2569031818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000365937,0.00037272414,0.7797818,0.026351048,0.00105792,0.00081753696,0.0000029940666,0.0006034154,0.19064659],"genre_scores_gemma":[0.502635,0.000020376614,0.49344173,0.00190599,0.00033396544,0.00017177397,0.0000026390526,0.00004039001,0.0014481194],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966123,0.00079404324,0.0003186095,0.0010641104,0.00053511147,0.000675788],"domain_scores_gemma":[0.9912228,0.0044033565,0.0013648304,0.0018204434,0.0010318448,0.00015670786],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0035748805,0.00031670462,0.00032752543,0.00016587204,0.003034855,0.0021943687,0.0018961857,0.00016943309,0.000004113844],"category_scores_gemma":[0.05905271,0.0003123396,0.00017234085,0.00027745814,0.00012889312,0.006609419,0.00057832256,0.0010242745,0.00021926165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013640458,0.0008214318,0.000093103314,0.000059164257,0.0007028716,0.00024056701,0.024181249,0.00008882045,0.0012955263,0.2569399,0.0023156202,0.71189773],"study_design_scores_gemma":[0.000790997,0.0009821691,0.00030637314,0.00007333756,0.0001681955,0.000627262,0.0013470467,0.0010372504,0.00088614627,0.0040089665,0.98929685,0.0004754248],"about_ca_topic_score_codex":0.00081317156,"about_ca_topic_score_gemma":0.000041883268,"teacher_disagreement_score":0.9869812,"about_ca_system_score_codex":0.00035355458,"about_ca_system_score_gemma":0.00040359783,"threshold_uncertainty_score":0.9999329},"labels":[],"label_agreement":null},{"id":"W2582325117","doi":"10.1145/3013499.3013500","title":"The Compound Nature of Novice Programming Assessments","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Multitude; Computer science; Mathematics education; Data science; Psychology; Epistemology","score_opus":0.021016297128748744,"score_gpt":0.34644250891908035,"score_spread":0.3254262117903316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582325117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085580654,0.0005004116,0.876883,0.0076682647,0.0019409122,0.00041799733,4.229636e-7,0.0006326998,0.026375653],"genre_scores_gemma":[0.8347077,0.0000021519102,0.16428831,0.000046021178,0.000033255186,0.0000043185632,2.99572e-7,0.0000040443665,0.0009139277],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999159,0.00005931394,0.00012891986,0.00018920162,0.000246176,0.00021741565],"domain_scores_gemma":[0.998523,0.00014902769,0.0002147281,0.00100981,0.00006328633,0.00004012715],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007718751,0.00007590388,0.00008714201,0.000019706695,0.0013505319,0.0011170639,0.0020213237,0.000061792256,0.0000011619409],"category_scores_gemma":[0.00014242539,0.000047014455,0.00004820216,0.000050970375,0.00009172534,0.00032977236,0.00039604117,0.00042877175,0.0000069914763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016269586,0.0000279419,0.0058091283,0.0000064393935,0.000015425567,0.0000028411596,0.00019412316,0.0000044887333,0.000030679304,0.06628109,0.00011953152,0.9275067],"study_design_scores_gemma":[0.0002850588,0.000108466586,0.038677264,0.000042000538,0.000006415714,0.000014594576,0.00014668686,0.0063012345,0.00026506258,0.00047210415,0.95351714,0.00016397607],"about_ca_topic_score_codex":0.00015264632,"about_ca_topic_score_gemma":0.000038350365,"teacher_disagreement_score":0.95339763,"about_ca_system_score_codex":0.000011482021,"about_ca_system_score_gemma":0.000035368797,"threshold_uncertainty_score":0.9999496},"labels":[],"label_agreement":null},{"id":"W2587751095","doi":"10.1145/3024906.3024912","title":"Novice Programmers and the Problem Description Effect","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Contextualization; Computer science; Presentation (obstetrics); Context (archaeology); Field (mathematics); Cognition; Mathematics education; Affect (linguistics); Cognitive psychology; Human–computer interaction; Artificial intelligence; Cognitive science; Psychology; Programming language; Mathematics","score_opus":0.0077370160406512595,"score_gpt":0.2192911279534603,"score_spread":0.21155411191280904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587751095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028683495,0.000102102385,0.9603643,0.008666242,0.00007948669,0.00030190352,3.2099713e-8,0.00046325455,0.0013391747],"genre_scores_gemma":[0.915477,0.000003801064,0.083311655,0.00013677418,0.000024442194,0.0000367131,8.4846064e-8,0.0000041199078,0.0010054599],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992013,0.00022907992,0.00007804432,0.00019793322,0.00011206616,0.00018156297],"domain_scores_gemma":[0.9994332,0.00027265536,0.00003548854,0.0002021884,0.000015486768,0.000040954514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012320337,0.000070981354,0.0000734494,0.000025525038,0.00015970251,0.00024065332,0.00026352797,0.000024230856,0.0000023761547],"category_scores_gemma":[0.00005417742,0.000027420569,0.000029499923,0.000106798754,0.00009195171,0.00025770182,0.00009909661,0.000085667525,0.000028334336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008384685,0.000005260413,0.0017282707,0.000005239698,0.0000052871587,5.083427e-7,0.00053416466,5.746083e-7,0.00010126504,0.039848655,0.00006635236,0.957696],"study_design_scores_gemma":[0.009655833,0.0011735264,0.012603314,0.00025843855,0.000046982612,0.00017471588,0.00015529865,0.007681946,0.0009708996,0.005075571,0.9614859,0.00071752723],"about_ca_topic_score_codex":0.00011444645,"about_ca_topic_score_gemma":0.0000088380475,"teacher_disagreement_score":0.9614196,"about_ca_system_score_codex":0.000011466297,"about_ca_system_score_gemma":0.000008524784,"threshold_uncertainty_score":0.23206255},"labels":[],"label_agreement":null},{"id":"W2592324990","doi":"10.18260/1-2--19343","title":"Connecting Cognitive Domains of Bloom’s Taxonomy and Robotics to Promote Learning in K-12 Environment","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; Xerox Foundation; Directorate for STEM Education; New York Space Grant Consortium; National Science Foundation","keywords":"Conceptualization; Taxonomy (biology); Bloom's taxonomy; Cognition; Comprehension; Cognitive science; Domain (mathematical analysis); Mathematics education; Computer science; Artificial intelligence; Cognitive skill; Psychology; Mathematics","score_opus":0.0325654174484968,"score_gpt":0.23361911268400018,"score_spread":0.20105369523550337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592324990","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21176109,0.000026509297,0.78585625,0.001712848,0.000015949878,0.00021260264,1.4701293e-7,0.00009981171,0.0003147698],"genre_scores_gemma":[0.70741415,0.0000021292574,0.29239303,0.00013248637,0.000012875078,0.0000070013934,4.2541896e-7,0.0000051950406,0.000032698154],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999098,0.0001026491,0.00017659471,0.00031131486,0.00011664513,0.00019480966],"domain_scores_gemma":[0.99958265,0.00013726516,0.00007318796,0.00008162156,0.0000088426605,0.00011646163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034619792,0.00009293116,0.0001516432,0.00005495636,0.00008092861,0.000062410196,0.00016564608,0.00003086153,0.000005793211],"category_scores_gemma":[0.0002125818,0.00009153441,0.000021408827,0.00012408318,0.000017346294,0.00010805271,0.0002805864,0.00028179013,0.000010482791],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013152658,0.00007316173,0.027965825,0.00003995948,0.000023209188,0.000022600922,0.029384993,0.066723734,0.00088020135,0.00203935,0.000005636161,0.8728282],"study_design_scores_gemma":[0.0048837336,0.004336044,0.024629079,0.0007166329,0.000067651585,0.00006474965,0.016789189,0.74033433,0.0065482208,0.00012624719,0.199763,0.0017411197],"about_ca_topic_score_codex":0.000049827326,"about_ca_topic_score_gemma":0.000008560832,"teacher_disagreement_score":0.8710871,"about_ca_system_score_codex":0.000015047721,"about_ca_system_score_gemma":0.000013597674,"threshold_uncertainty_score":0.3732665},"labels":[],"label_agreement":null},{"id":"W2593504992","doi":"10.1145/3041047","title":"Misconceptions about computer science","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science","score_opus":0.07091444293170647,"score_gpt":0.3553591734278281,"score_spread":0.2844447304961216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593504992","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13379288,0.0015171088,0.3769853,0.47087848,0.0023055917,0.00062608084,0.000004966663,0.00061214046,0.013277456],"genre_scores_gemma":[0.54820055,0.000009882203,0.4516426,0.000052236028,0.000011938299,0.0000037219597,1.6714897e-7,0.0000017596078,0.00007713506],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993229,0.000092523274,0.000127549,0.00015151405,0.00016893144,0.0001366158],"domain_scores_gemma":[0.93773127,0.00012503663,0.00021953239,0.06178601,0.00010407735,0.000034053755],"candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00075729826,0.000052301242,0.00007027483,0.000045998324,0.0033187028,0.000416898,0.11392689,0.00001873164,0.0000010646887],"category_scores_gemma":[0.0050605573,0.000038823244,0.000060375332,0.00015577397,0.0014395827,0.00043847103,0.054535173,0.00022743334,0.000017979082],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.696389e-7,0.00015740542,0.0196294,0.000008094322,0.000017488619,1.4879782e-7,0.0053279423,0.00026629472,0.0010589911,0.26237276,0.004072844,0.7070879],"study_design_scores_gemma":[0.00038644575,0.000052468768,0.68726945,0.0002488911,0.000019100513,0.000017587354,0.0000865977,0.045534927,0.0008750193,0.043624945,0.22158031,0.00030427988],"about_ca_topic_score_codex":0.000103886785,"about_ca_topic_score_gemma":0.000010221356,"teacher_disagreement_score":0.7067836,"about_ca_system_score_codex":0.000020507066,"about_ca_system_score_gemma":0.00009557368,"threshold_uncertainty_score":0.99797887},"labels":[],"label_agreement":null},{"id":"W2594056401","doi":"10.1145/3017680.3017766","title":"In-Lab Programming Tests in a Data Structures Course in C for Non-Specialists","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology; University of British Columbia","funders":"","keywords":"Computer science; Programming language; Test (biology); Compiler; Test suite; Software engineering; Mathematics education; Test case; Psychology; Machine learning; Regression analysis","score_opus":0.06333500086749563,"score_gpt":0.37953487623670634,"score_spread":0.3161998753692107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594056401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69021046,0.00035010316,0.2875089,0.014333492,0.0026152183,0.002834809,0.000010996426,0.0005030153,0.0016329903],"genre_scores_gemma":[0.7827976,0.000001617591,0.21679798,0.000070376474,0.00010206535,0.000029984041,0.0000060044867,0.00000892865,0.00018547845],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99852145,0.0000558712,0.0002491304,0.00056453916,0.00016302602,0.00044599955],"domain_scores_gemma":[0.99814844,0.00012941331,0.0001260675,0.001520433,0.000020862262,0.000054788332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001210493,0.00013248603,0.00019642738,0.00015244748,0.00017688301,0.0007693949,0.0027196547,0.00007637327,0.00000273424],"category_scores_gemma":[0.00050469616,0.00012131032,0.000021895976,0.00015273469,0.000052423045,0.0010396234,0.0007548398,0.00032512634,0.000003679625],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008770887,0.00011901076,0.09129179,0.000024070083,0.0000030435585,0.00006348894,0.002165236,0.000057226986,0.000014975673,0.008642482,0.00042396112,0.8971859],"study_design_scores_gemma":[0.0023204945,0.00010011312,0.76119375,0.00018377273,0.0000034717937,0.000017346783,0.00020012433,0.0448134,0.000038547372,0.0020008057,0.18866247,0.00046567715],"about_ca_topic_score_codex":0.00213888,"about_ca_topic_score_gemma":0.0150219,"teacher_disagreement_score":0.8967203,"about_ca_system_score_codex":0.000045259447,"about_ca_system_score_gemma":0.00009613806,"threshold_uncertainty_score":0.83825725},"labels":[],"label_agreement":null},{"id":"W2597626023","doi":"10.18260/p.27309","title":"Impact of Engineering Curricula and Student Programming on STEM Attitudes among Middle and High School Students (Evaluation)","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Directorate for STEM Education; National Science Foundation; National Institutes of Health; Microsoft; Wenner-Gren Foundation; American Society for Engineering Education","keywords":"Curriculum; Medical education; Engineering education; Mathematics education; Psychology; Engineering; Pedagogy; Medicine; Engineering management","score_opus":0.023415460038326674,"score_gpt":0.3121720378947675,"score_spread":0.2887565778564408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597626023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9624784,0.00013733354,0.036817458,0.00003799963,0.00007432967,0.00028993885,3.025676e-7,0.00015360286,0.0000106580555],"genre_scores_gemma":[0.9854574,0.000007638324,0.014370251,0.000004587616,0.000024771536,0.000028643555,3.129331e-7,0.000009730781,0.000096658136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985385,0.00009605364,0.0002077262,0.00035496682,0.0005591545,0.00024360718],"domain_scores_gemma":[0.9992654,0.00013833115,0.00009698701,0.00027463434,0.00007344901,0.00015121176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009439597,0.00015620563,0.00017567401,0.00012789459,0.00008863474,0.00027045523,0.0003456734,0.0000412105,0.0000065860645],"category_scores_gemma":[0.000083097475,0.00009515663,0.00004635354,0.00014106045,0.00003821654,0.00036381828,0.00025838206,0.00011903477,0.0000041364415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018233407,0.00008907089,0.6610396,0.000012387317,0.00004217176,0.000001458873,0.00036233864,0.00023985012,0.00006771971,0.0005591089,0.0000029134399,0.33758155],"study_design_scores_gemma":[0.0006546093,0.00036224545,0.99673074,0.00033142793,0.000014613067,0.0000044683047,0.000039007286,0.0016007145,0.000055921944,0.0000061605997,0.000053814507,0.0001462833],"about_ca_topic_score_codex":0.00009934793,"about_ca_topic_score_gemma":0.000004312349,"teacher_disagreement_score":0.33743525,"about_ca_system_score_codex":0.00007950036,"about_ca_system_score_gemma":0.00002238063,"threshold_uncertainty_score":0.38803747},"labels":[],"label_agreement":null},{"id":"W2598840888","doi":"10.1007/978-3-319-55553-9_12","title":"A Scenario-Based Approach for Designing Educational Robotics Activities for Co-creative Problem Solving","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Robotics; Creativity; Artificial intelligence; Computational thinking; Curriculum; Orchestration; Educational robotics; Computer science; Robot; Process (computing); Creative problem-solving; Mathematics education; Developmental robotics; Knowledge management; Engineering ethics; Psychology; Pedagogy; Engineering","score_opus":0.039032164058139834,"score_gpt":0.3183572774966195,"score_spread":0.27932511343847966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598840888","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042505603,0.007645487,0.9765863,0.000053839583,0.00060989446,0.0014428879,0.0000062577856,0.00010492211,0.013546149],"genre_scores_gemma":[0.061962664,0.00010199345,0.9199678,0.000026216,0.0005874304,0.0001967168,0.00007101798,0.00007418641,0.017012019],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978161,0.00006574176,0.00058722135,0.0008180782,0.00024740066,0.00046548122],"domain_scores_gemma":[0.99704707,0.0014011364,0.00093481876,0.00039478112,0.00014008168,0.00008212504],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012112819,0.00041736724,0.0006188543,0.00025422298,0.00093805004,0.0007363415,0.0006718657,0.000196529,6.5723265e-7],"category_scores_gemma":[0.00012794694,0.0004130355,0.00015493607,0.000024081548,0.00012316527,0.00037920979,0.00012284638,0.0004524867,7.152573e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024316072,0.000051289328,0.00022456831,0.001588875,0.00006895681,0.0000014541924,0.0030407205,0.327889,0.0000027707938,0.30116305,0.000053929973,0.36589107],"study_design_scores_gemma":[0.00045451702,0.00031207962,0.000005578358,0.0051199617,0.000041046795,0.000025280951,0.00066694163,0.8728323,0.00003132365,0.0057286425,0.11390754,0.00087477383],"about_ca_topic_score_codex":0.00004248078,"about_ca_topic_score_gemma":0.0000067153865,"teacher_disagreement_score":0.54494333,"about_ca_system_score_codex":0.0001792144,"about_ca_system_score_gemma":0.00021992726,"threshold_uncertainty_score":0.99983215},"labels":[],"label_agreement":null},{"id":"W2600561228","doi":"10.1108/ijilt-09-2016-0048","title":"Artificial intelligence, computational thinking, and mathematics education","year":2017,"lang":"en","type":"article","venue":"International Journal of Information and Learning Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computational thinking; Sociocultural evolution; Agency (philosophy); Value (mathematics); Perception; Computer science; Cognitive science; Cognition; Originality; Artificial intelligence; Mathematics education; Management science; Psychology; Sociology; Engineering; Social science; Creativity; Social psychology","score_opus":0.013994859345252044,"score_gpt":0.30218283629061404,"score_spread":0.288187976945362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600561228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08015037,0.000087458975,0.9073474,0.011334214,0.0005721986,0.000038172577,2.1425201e-7,0.00007633233,0.00039368583],"genre_scores_gemma":[0.6844088,0.000031803538,0.31537464,0.000110498884,0.000048876034,0.0000010147659,0.0000013671643,0.0000020186724,0.00002102422],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99916977,0.000027817756,0.0003937611,0.000063845066,0.0002635582,0.00008125115],"domain_scores_gemma":[0.9985102,0.000072729585,0.0008755435,0.000111302834,0.00039171724,0.00003852837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077200896,0.00006970898,0.000098402306,0.00052423164,0.00042688142,0.0008772084,0.0007621417,0.00007614083,0.0000040138666],"category_scores_gemma":[0.0011306594,0.00006298518,0.000025502091,0.00005183737,0.00011011614,0.0014405388,0.00023036031,0.0004997119,0.000007693023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024792957,0.000016643182,0.0019856927,0.000004199031,0.000015975398,0.0000013989198,0.0017208011,0.0004422625,0.00000322087,0.31013802,0.000021249301,0.6856481],"study_design_scores_gemma":[0.0004405225,0.00046385254,0.020445913,0.0004609263,0.000025813346,0.0031713739,0.0071084662,0.1731691,0.00021249801,0.5710242,0.22303541,0.00044190674],"about_ca_topic_score_codex":0.0000092027585,"about_ca_topic_score_gemma":7.702394e-7,"teacher_disagreement_score":0.6852062,"about_ca_system_score_codex":0.00002395468,"about_ca_system_score_gemma":0.00009174413,"threshold_uncertainty_score":0.8458941},"labels":[],"label_agreement":null},{"id":"W2604138157","doi":"10.24908/pceea.v0i0.6491","title":"THE USE OF A SERIES OF ONLINE MINI-LECTURES TO DELIVER FACTS IN FIRST YEAR PROGRAMMING","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Mathematics education; Course (navigation); Comprehension; Online course; Term (time); Series (stratigraphy); Multimedia; Psychology; Programming language; Engineering","score_opus":0.017364597990914603,"score_gpt":0.23237062456379606,"score_spread":0.21500602657288145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604138157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847861,0.000056973135,0.00031727913,0.013557438,0.00076930056,0.00039314537,0.000008232433,0.000045342782,0.00006619538],"genre_scores_gemma":[0.9693165,0.0000047027434,0.030112699,0.00003148212,0.000039837163,0.000016156944,0.0000010013051,0.000010289473,0.00046737638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991642,0.00000825406,0.00023599202,0.00013530819,0.00023172729,0.00022446975],"domain_scores_gemma":[0.99877936,0.00009267566,0.00047180106,0.0002055948,0.00036136308,0.00008923185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045974157,0.000087830645,0.0001274551,0.00017342901,0.0002885585,0.00027934488,0.00077571376,0.00006781712,6.7324333e-7],"category_scores_gemma":[0.004289328,0.000072398616,0.000052412375,0.0002538594,0.000024408611,0.00036120348,0.000079260615,0.00016977204,5.711113e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014301564,0.00021717598,0.72090137,0.00047530973,0.00015250876,2.7606987e-7,0.032801475,0.010427338,0.0011291817,0.027140157,0.007630464,0.19911046],"study_design_scores_gemma":[0.00012709016,0.000042332857,0.8196472,0.00033946452,0.000012964208,0.0000015318552,0.00038162066,0.0017670661,0.0009953626,0.000050325463,0.17647605,0.00015899276],"about_ca_topic_score_codex":0.017919682,"about_ca_topic_score_gemma":0.040713623,"teacher_disagreement_score":0.19895147,"about_ca_system_score_codex":0.0003892424,"about_ca_system_score_gemma":0.00026434258,"threshold_uncertainty_score":0.9886201},"labels":[],"label_agreement":null},{"id":"W2604575007","doi":"10.1145/3017680.3022434","title":"What We Say vs. What They Do","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outreach; Mainstream; Variety (cybernetics); Diversification (marketing strategy); Computer science; Coding (social sciences); Public relations; World Wide Web; Sociology; Social science; Political science; Artificial intelligence","score_opus":0.02721729491054234,"score_gpt":0.29146300552010557,"score_spread":0.26424571060956326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604575007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0466457,0.006962199,0.6843795,0.21916035,0.018030217,0.00045025206,1.873753e-7,0.0030063374,0.02136525],"genre_scores_gemma":[0.9322183,0.00069652346,0.05413717,0.0006361274,0.00015735455,0.0000056527765,3.3681235e-7,0.000010358094,0.012138137],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904466,0.000069400274,0.00009843763,0.00032108885,0.00019642928,0.00026997624],"domain_scores_gemma":[0.998456,0.0000640541,0.000092072136,0.0012777365,0.000024432682,0.000085728534],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005730213,0.000102832935,0.00010660198,0.000039331135,0.0007243813,0.01319147,0.001695955,0.00005005226,0.00002666446],"category_scores_gemma":[0.00007309406,0.00007764258,0.00006173208,0.000026164527,0.000036410845,0.00529594,0.00044364878,0.00022960058,0.0003171944],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010413336,0.000014680254,0.0005018471,0.0000034376833,0.0000053653075,0.000007074383,0.0036659865,0.000013285181,0.000008606201,0.019111348,0.0006375217,0.9760298],"study_design_scores_gemma":[0.00025595524,0.00008449001,0.004102556,0.00025382126,0.000004117838,0.00002067251,0.0011213999,0.0031455304,0.00015875086,0.0030527073,0.987517,0.00028302072],"about_ca_topic_score_codex":0.00012872732,"about_ca_topic_score_gemma":0.00003887831,"teacher_disagreement_score":0.98687947,"about_ca_system_score_codex":0.000014020361,"about_ca_system_score_gemma":0.000021141479,"threshold_uncertainty_score":0.9878329},"labels":[],"label_agreement":null},{"id":"W2605355633","doi":"10.24908/pceea.v0i0.6461","title":"TEACHING FUNDAMENTAL COMPUTER PROGRAMMING CONCEPTS TO MECHANICAL ENGINEERING STUDENTS USING PALPABLE INTERACTIVE VISUAL LEARNING AIDS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Computer science; Abstraction; Syntax; Human–computer interaction; Process (computing); Multimedia; Comprehension; Artificial intelligence; Software engineering; Programming language","score_opus":0.009568722555287405,"score_gpt":0.29831953903235736,"score_spread":0.28875081647706996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605355633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9679055,0.000018612369,0.026459886,0.0014647064,0.003144093,0.0005637162,0.0000018486569,0.00030903873,0.0001325869],"genre_scores_gemma":[0.9030385,3.690881e-7,0.095988646,0.000107353,0.00032783655,0.000034273216,0.0000019211313,0.00003689489,0.000464229],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980246,0.000029905712,0.0003474493,0.0004182821,0.0005954439,0.0005843653],"domain_scores_gemma":[0.99843943,0.00008791402,0.00058915245,0.0002151662,0.00031440708,0.00035389987],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013992321,0.00024263465,0.00025926408,0.00034142143,0.0012040089,0.0017699994,0.0014830439,0.00014296327,0.0000032672028],"category_scores_gemma":[0.0017814076,0.00025624505,0.00012651998,0.0002442023,0.000014482225,0.00094241573,0.00041489894,0.0008978736,0.000006976145],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014259591,0.0005337833,0.58349925,0.00048358532,0.00069710636,0.0000025640968,0.035415407,0.053636227,0.012882257,0.025785463,0.001124705,0.2859254],"study_design_scores_gemma":[0.0012357014,0.00049351907,0.2336724,0.0024986048,0.00016145434,0.00004715722,0.002352612,0.58763796,0.0031231132,0.00005631566,0.16680521,0.0019159568],"about_ca_topic_score_codex":0.010742168,"about_ca_topic_score_gemma":0.00046415822,"teacher_disagreement_score":0.5340017,"about_ca_system_score_codex":0.0024808282,"about_ca_system_score_gemma":0.00031521264,"threshold_uncertainty_score":0.999989},"labels":[],"label_agreement":null},{"id":"W2606236533","doi":"10.5430/jct.v6n1p79","title":"Hiding in Plain Sight: Identifying Computational Thinking in the Ontario Elementary School Curriculum","year":2017,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Curriculum; Mathematics education; Computational thinking; Qualitative analysis; Qualitative research; Pedagogy; Psychology; Sociology; Social science","score_opus":0.01946581600768586,"score_gpt":0.2943071208459609,"score_spread":0.274841304838275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606236533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9370486,0.0003269157,0.060016584,0.0016134513,0.0004839288,0.00010739661,1.3565183e-7,0.00001998646,0.00038297035],"genre_scores_gemma":[0.932866,0.0000067258375,0.0667698,0.00014865972,0.00018180483,0.0000025398906,8.8768155e-7,0.0000074819823,0.000016102009],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99762607,0.00051322824,0.00063854194,0.0002520342,0.0006195911,0.0003505188],"domain_scores_gemma":[0.9985847,0.00021133751,0.0007823614,0.00028165866,0.000044213728,0.00009571759],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006083574,0.00017835258,0.0002835384,0.00034656393,0.0014109917,0.0018162193,0.0015072008,0.000060089318,0.0000051874467],"category_scores_gemma":[0.0004294617,0.00012689117,0.000107539796,0.00008265176,0.000039443046,0.0020103285,0.0003041975,0.0022063388,0.0000018813439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029933958,0.00017660376,0.8946569,0.000019374733,0.00002128408,0.00028181743,0.02523482,0.0018516107,0.000012860417,0.011559691,0.00008563936,0.06609644],"study_design_scores_gemma":[0.0025576523,0.00024460675,0.9236484,0.0020000078,0.0000395877,0.0012505887,0.01030577,0.03446113,0.0000061589435,0.01445897,0.010460962,0.0005661438],"about_ca_topic_score_codex":0.012057627,"about_ca_topic_score_gemma":0.004851669,"teacher_disagreement_score":0.06553029,"about_ca_system_score_codex":0.00021346641,"about_ca_system_score_gemma":0.000107365115,"threshold_uncertainty_score":0.999889},"labels":[],"label_agreement":null},{"id":"W2610017518","doi":"10.1007/978-3-319-52691-1_16","title":"Assessing Computational Thinking Across the Curriculum","year":2017,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Wilfrid Laurier University","funders":"","keywords":"Curriculum; Computational thinking; Set (abstract data type); Mathematics education; Computer science; Digital literacy; Management science; Pedagogy; Psychology; Engineering","score_opus":0.038877813195066176,"score_gpt":0.3341837731891829,"score_spread":0.29530595999411674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610017518","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001875033,0.00022664896,0.65187484,0.0014686678,0.00078201696,0.000101972706,7.039544e-7,0.00048723578,0.3450392],"genre_scores_gemma":[0.05081056,0.0000084309995,0.32149825,0.00078448886,0.0007731536,0.000007696338,0.000025303709,0.000066900626,0.62602526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827427,0.000049006278,0.0002410281,0.00050527137,0.00059707527,0.00033336447],"domain_scores_gemma":[0.99824566,0.00022871069,0.00044073845,0.0009177536,0.00010562602,0.00006149351],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011845957,0.00027217835,0.00023063865,0.000043617147,0.0025419637,0.0055861836,0.002452219,0.00018851983,0.000026845519],"category_scores_gemma":[0.00006443839,0.00017968066,0.00017966832,0.000013498179,0.00014612924,0.00067009346,0.00084883656,0.0011465824,0.00016816832],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2237543e-7,0.000005385714,0.000042586234,0.0000073872043,0.000025462785,0.00001601219,0.0012701639,0.0005211233,5.9717095e-8,0.549143,0.0007497696,0.44821888],"study_design_scores_gemma":[0.00011032091,0.000019711875,0.00035886283,0.0002685093,0.000012856616,0.00007764496,0.00007238698,0.020034598,2.811662e-7,0.0682827,0.91035324,0.00040888126],"about_ca_topic_score_codex":0.00009373783,"about_ca_topic_score_gemma":0.000014256662,"teacher_disagreement_score":0.9096035,"about_ca_system_score_codex":0.00004915913,"about_ca_system_score_gemma":0.00010955363,"threshold_uncertainty_score":0.9987566},"labels":[],"label_agreement":null},{"id":"W2611460745","doi":"10.1145/3027063.3053346","title":"Using Robotics and 3D Printing to Introduce Youth to Computer Science and Electromechanical Engineering","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Robotics; Artificial intelligence; 3D printing; Computer science; Engineering education; 3d printer; Educational robotics; Human–computer interaction; Engineering management; Multimedia; Robot; Engineering; Mechanical engineering","score_opus":0.03286181139394101,"score_gpt":0.2792109944546785,"score_spread":0.2463491830607375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611460745","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2829253,0.000005112706,0.71600074,0.0006920191,0.0001728428,0.00007390504,4.1387715e-8,0.00011615363,0.000013870369],"genre_scores_gemma":[0.49330196,1.9267196e-7,0.5065224,0.00009524343,0.00006874485,5.0971204e-7,1.9790482e-8,0.0000042612814,0.0000066681223],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986806,0.000016132586,0.00011846125,0.00053053524,0.00024454054,0.0004097169],"domain_scores_gemma":[0.999081,0.000029865036,0.000043693373,0.00051820674,0.00007731814,0.00024990342],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012297252,0.00011137584,0.00012669966,0.0001508241,0.0007732082,0.0017593986,0.0007291067,0.000026643684,2.4427953e-7],"category_scores_gemma":[0.00053497544,0.000104219784,0.000010449122,0.0001895027,0.00004328849,0.00041630483,0.0014940485,0.00019612198,0.0000025744337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027673689,0.00002046248,0.0017351381,0.000019497915,0.000008817525,0.0000062781182,0.0054167197,0.025683645,0.018382449,0.028751496,0.0000054873653,0.91996723],"study_design_scores_gemma":[0.000102471386,0.00013202328,0.0048915134,0.00005563566,0.000004746604,0.00003930573,0.000025581721,0.99271584,0.0011662799,0.000014243272,0.0006151889,0.00023716471],"about_ca_topic_score_codex":0.00007516312,"about_ca_topic_score_gemma":0.0000025851298,"teacher_disagreement_score":0.9670322,"about_ca_system_score_codex":0.000043278833,"about_ca_system_score_gemma":0.000042954092,"threshold_uncertainty_score":0.9992769},"labels":[],"label_agreement":null},{"id":"W2616597940","doi":"10.1007/978-3-319-58515-4_3","title":"Affective Walkthroughs and Heuristics: Evaluating Minecraft Hour of Code","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software walkthrough; Computer science; Heuristics; Code (set theory); Storyboard; Software; Heuristic; Code review; Human–computer interaction; Source code; Multimedia; Software engineering; Software quality; Artificial intelligence; Software development; Programming language; Software construction; Operating system","score_opus":0.032752393159018865,"score_gpt":0.3150109180977697,"score_spread":0.28225852493875087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616597940","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00073502207,0.0008260209,0.9957613,0.00034455617,0.00095215056,0.00028382277,0.000003820432,0.00012464395,0.00096868176],"genre_scores_gemma":[0.3856225,0.000023385355,0.61364245,0.00012360822,0.00024023025,0.000004590519,0.0000016781029,0.000026809787,0.0003147406],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968201,0.00009356074,0.00041538893,0.0012979277,0.0008555938,0.0005174376],"domain_scores_gemma":[0.9966199,0.0009926702,0.00063104887,0.0013749682,0.0002493249,0.00013211294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021356223,0.0004291612,0.0006011533,0.00044219513,0.0004949238,0.00059392233,0.002458893,0.0002489365,0.0000035238404],"category_scores_gemma":[0.00089438976,0.00039297418,0.000101865495,0.00013053208,0.0009818276,0.00041164205,0.0014539097,0.0010191795,0.000006264742],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036161782,0.000014757025,0.00021052577,0.00006215349,0.000012283868,0.000030415507,0.0026710548,0.0039956924,0.00006793243,0.0030531941,0.0000048852403,0.98987347],"study_design_scores_gemma":[0.0009590195,0.0014239042,0.0022371395,0.0029569725,0.000055626973,0.00023476747,0.0000016536608,0.897767,0.00090647803,0.08574374,0.0061456533,0.0015680674],"about_ca_topic_score_codex":0.00009763875,"about_ca_topic_score_gemma":0.00007435907,"teacher_disagreement_score":0.98830545,"about_ca_system_score_codex":0.000118556425,"about_ca_system_score_gemma":0.0003603853,"threshold_uncertainty_score":0.99985224},"labels":[],"label_agreement":null},{"id":"W2617883294","doi":"10.18260/1-2--8034","title":"Using Robus In Electrical And Computer Engineering Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Microprocessor; Robot; Robotics; Teamwork; Computer science; Curriculum; Engineering education; Engineering management; Multimedia; Engineering; Artificial intelligence; Software engineering; Electrical engineering; Embedded system; Pedagogy; Psychology; Management","score_opus":0.01611569935132767,"score_gpt":0.2695712383911623,"score_spread":0.25345553903983464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617883294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058003172,0.0005436583,0.94068444,0.00015440071,0.0002839023,0.000025990134,6.9520407e-9,0.00024751786,0.000056918976],"genre_scores_gemma":[0.6114568,0.0000014625672,0.38842103,0.00002939849,0.000043193246,0.0000010172043,1.2634219e-7,0.0000029181438,0.000044022403],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99960345,0.00001716003,0.00006230512,0.00015871097,0.00004836001,0.00010999198],"domain_scores_gemma":[0.9998524,0.000044567376,0.0000045599895,0.000066676614,0.0000046014084,0.00002716711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015116144,0.000044002092,0.000041883315,0.00014147852,0.000021042873,0.0002631486,0.00008205357,0.000021086964,9.023888e-7],"category_scores_gemma":[0.000008790681,0.00004011561,0.000010177671,0.00025976222,0.0000029884332,0.00016951063,0.000043477095,0.00015442484,0.00000310196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4708627e-7,0.0000125933875,0.0007126788,0.000018293813,0.0000020880536,0.0000052684354,0.00057977595,0.004329788,0.00007614336,0.051103074,0.00004409595,0.94311607],"study_design_scores_gemma":[0.000019132984,0.000011702827,0.0018634099,0.000046498608,7.6973555e-7,0.000038662227,0.0000027229949,0.98813915,0.000013817701,0.00004308814,0.009765985,0.00005507412],"about_ca_topic_score_codex":0.00009135511,"about_ca_topic_score_gemma":0.0000016242667,"teacher_disagreement_score":0.98380935,"about_ca_system_score_codex":0.000030865198,"about_ca_system_score_gemma":0.000044912784,"threshold_uncertainty_score":0.2537548},"labels":[],"label_agreement":null},{"id":"W2677979853","doi":"10.1145/3078072.3078074","title":"Crazy Like Us","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Networks of Centres of Excellence of Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Cornerstone; Poverty; Population; Work (physics); Psychology; Dyslexia; Cognition; Developmental psychology; Medicine; Political science; Psychiatry; Law; Reading (process)","score_opus":0.02172253027479362,"score_gpt":0.28259900896702234,"score_spread":0.26087647869222874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2677979853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030690301,0.000033908793,0.91565424,0.0032696505,0.0008486369,0.00003807133,4.056726e-8,0.0006505759,0.048814595],"genre_scores_gemma":[0.8348592,6.871575e-7,0.15544918,0.0002258069,0.000046207584,0.0000013800025,8.100607e-8,0.0000025597808,0.009414869],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99955374,0.000018441619,0.0000466095,0.00015376565,0.0000874581,0.00013996675],"domain_scores_gemma":[0.9991177,0.000016398699,0.000042128606,0.000766746,0.00001173329,0.00004534269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021352233,0.00004311024,0.00004491459,0.00001810988,0.0005440714,0.0007497095,0.0010458612,0.000020845417,0.000012922243],"category_scores_gemma":[0.00006166336,0.00003485753,0.000026783175,0.00001608898,0.000022204853,0.00029948907,0.00024352568,0.00011076936,0.00020431586],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.1417335e-7,0.000012539453,0.012693646,0.0000015514206,0.0000034150978,0.000008923974,0.00033977578,0.000011761019,0.000019388455,0.029880945,0.0014746073,0.9555531],"study_design_scores_gemma":[0.00010589054,0.00002880377,0.07252515,0.000006210176,0.0000010740174,0.000008870607,0.000006918608,0.00579216,0.000054960205,0.00028581868,0.9210843,0.00009985922],"about_ca_topic_score_codex":0.00027144718,"about_ca_topic_score_gemma":0.000013994406,"teacher_disagreement_score":0.9554533,"about_ca_system_score_codex":0.0000051947154,"about_ca_system_score_gemma":0.000011848896,"threshold_uncertainty_score":0.72294664},"labels":[],"label_agreement":null},{"id":"W2724767750","doi":"10.1145/3059009.3081332","title":"Searching for Early Developmental Activities Leading to Computational Thinking Skills","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; British Columbia Institute of Technology","funders":"","keywords":"Computational thinking; Mathematics education; Computer science; Cognitive science; Psychology","score_opus":0.030368144710911198,"score_gpt":0.3238229638546505,"score_spread":0.2934548191437393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724767750","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23570415,0.0000023330063,0.7612114,0.0008667976,0.00018303058,0.00012914756,3.6296692e-7,0.00021602205,0.0016867521],"genre_scores_gemma":[0.5199023,5.1480175e-8,0.47886395,0.00013171294,0.000040889063,0.000010580393,7.719196e-7,0.0000058863006,0.0010438539],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989584,0.000035989786,0.00011875887,0.00029909096,0.0002638484,0.00032390567],"domain_scores_gemma":[0.9992902,0.00029169925,0.00007472516,0.00022147635,0.000031300828,0.00009054985],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00072599575,0.0001019039,0.00011171275,0.00010253898,0.0021656163,0.0020191933,0.0010322176,0.000028647486,0.000003211746],"category_scores_gemma":[0.00021645484,0.00009710255,0.000050376613,0.000041419786,0.00002859851,0.000840385,0.00042349886,0.00016922006,0.000035727568],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043718546,0.00003211916,0.00904533,0.000012934321,0.00002509036,0.000003597897,0.027666984,0.0029064785,0.00013575966,0.07862899,0.00019005411,0.8813483],"study_design_scores_gemma":[0.004408429,0.0012739262,0.48269543,0.0011279653,0.000036767568,0.00021843992,0.0052390518,0.15794007,0.008020642,0.06682847,0.26808938,0.004121454],"about_ca_topic_score_codex":0.000117550015,"about_ca_topic_score_gemma":0.000017652977,"teacher_disagreement_score":0.8772268,"about_ca_system_score_codex":0.000060714327,"about_ca_system_score_gemma":0.00006999582,"threshold_uncertainty_score":0.9991334},"labels":[],"label_agreement":null},{"id":"W2733448445","doi":"10.1145/3059009.3059056","title":"Study Habits, Exam Performance, and Confidence","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Task (project management); Computer science; Mathematics education; Confidence interval; Artificial intelligence; Psychology; Statistics; Mathematics","score_opus":0.035359081353182595,"score_gpt":0.2900098871862632,"score_spread":0.2546508058330806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2733448445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9375506,0.00002739643,0.054649685,0.0003696295,0.00019198786,0.000104986015,2.3822459e-8,0.00022481102,0.0068808906],"genre_scores_gemma":[0.97924775,0.0000038978565,0.018195856,0.000043980785,0.00002521399,0.000004926048,4.0438785e-8,0.0000027657884,0.0024755863],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99939674,0.000035765417,0.000072459836,0.00022733408,0.00012269043,0.00014502811],"domain_scores_gemma":[0.9991951,0.00003239365,0.00005571937,0.00064555556,0.00001870003,0.0000525078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050923665,0.00006342008,0.00007392957,0.00002793818,0.00079102366,0.0007610989,0.0007282962,0.00001685539,0.0000037365655],"category_scores_gemma":[0.00007247085,0.00005044993,0.0000101141495,0.000022871474,0.000045993813,0.0005616749,0.00034975627,0.00013653978,0.000028695024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.2235204e-7,0.000038295857,0.35949877,0.0000037553457,0.0000048253723,0.000007747425,0.0023092898,0.0000036269182,0.000004190594,0.0069244187,0.00011528379,0.631089],"study_design_scores_gemma":[0.00027104394,0.00025711863,0.9725745,0.00001385539,0.0000029331927,0.000019551275,0.00022093812,0.0043165707,0.00002647405,0.000038572,0.022135772,0.00012268001],"about_ca_topic_score_codex":0.00016877646,"about_ca_topic_score_gemma":0.000018050194,"teacher_disagreement_score":0.6309663,"about_ca_system_score_codex":0.000003891521,"about_ca_system_score_gemma":0.000013015666,"threshold_uncertainty_score":0.73392946},"labels":[],"label_agreement":null},{"id":"W2735789210","doi":"10.18260/1-2--9634","title":"Organization Of The Robo Toy Contest","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"CONTEST; Session (web analytics); Presentation (obstetrics); Curriculum; Computer science; Multidisciplinary approach; Face (sociological concept); Work (physics); Mathematics education; Psychology; Pedagogy; Engineering; Sociology; World Wide Web; Political science; Medicine","score_opus":0.015845212093895007,"score_gpt":0.20183984984835823,"score_spread":0.18599463775446323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735789210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014847045,0.000010143313,0.97300595,0.011160171,0.000077803496,0.000033924174,4.3559726e-8,0.00016475387,0.0007001856],"genre_scores_gemma":[0.97379214,2.1193244e-7,0.025350403,0.00066778087,0.000016516764,1.8628492e-7,1.6334668e-7,0.000002146297,0.00017045371],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997217,0.00003297832,0.00005530349,0.00007446043,0.000069750575,0.000045795223],"domain_scores_gemma":[0.99977434,0.00002278793,0.0000309688,0.00012217692,0.000030276917,0.00001945407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005891992,0.000024430123,0.000033911507,0.0000048763827,0.000048516347,0.000034457724,0.0003507161,0.000010477396,0.0000102980475],"category_scores_gemma":[0.00019964833,0.000015220304,0.000012806597,0.000273929,0.000009497429,0.000060721737,0.00010557823,0.00006115972,0.000012909346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011562647,0.00006344997,0.18433382,0.000030761443,0.000018506156,0.0000016827427,0.02321273,0.0030377677,0.006149481,0.31073257,0.0055894465,0.46682864],"study_design_scores_gemma":[0.001322457,0.0004366038,0.21295188,0.00009676576,0.000026227639,0.00002739584,0.0011102613,0.17489895,0.06612932,0.00034153124,0.54195607,0.00070250954],"about_ca_topic_score_codex":0.000022970153,"about_ca_topic_score_gemma":8.7630644e-7,"teacher_disagreement_score":0.9589451,"about_ca_system_score_codex":0.000002717142,"about_ca_system_score_gemma":0.0000148050885,"threshold_uncertainty_score":0.06517236},"labels":[],"label_agreement":null},{"id":"W2736872704","doi":"","title":"Beyond boy’s toys: Women, play and Mindstorms™ Robotics","year":2003,"lang":"en","type":"article","venue":"OCAD University Open Research Repository (OCAD University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Robotics; Agency (philosophy); Artificial intelligence; Bricolage; Sociology; Space (punctuation); Constructionism; Embodied cognition; Computer science; Robot; Epistemology; Cognitive science; Human–computer interaction; Psychology; Visual arts; Art; Social science; Philosophy","score_opus":0.03810030700794958,"score_gpt":0.27133167813252057,"score_spread":0.23323137112457099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736872704","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19242842,0.00016980483,0.026598344,0.00091545953,0.00042665747,0.00065494014,0.000003633094,0.0002893691,0.7785134],"genre_scores_gemma":[0.70211935,0.00006818338,0.02935747,0.00004975879,0.000045315734,6.203413e-7,0.0000034572902,0.000024490022,0.26833135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956448,0.0016046277,0.00015756856,0.0009302919,0.00069050887,0.00097221474],"domain_scores_gemma":[0.9977981,0.00025343432,0.00012468518,0.00088542845,0.00029142422,0.00064695487],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0019023201,0.0002502336,0.00031549783,0.0006910764,0.0026836605,0.00083462126,0.0027187897,0.00022730233,0.0000012582836],"category_scores_gemma":[0.0001243736,0.0002970458,0.000083117804,0.0013989569,0.0004012289,0.0019369608,0.0011320779,0.0011563606,0.000030639058],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006401867,0.00012606554,0.003007389,0.00001890973,0.00006904338,0.0009786157,0.0037815976,0.00017683081,0.00017252972,0.98645645,0.0006430057,0.0045055263],"study_design_scores_gemma":[0.0015517229,0.000517198,0.0020743988,0.00005770987,0.000021736809,0.00011423095,0.008423369,0.0005399117,0.0002549211,0.00027056926,0.985658,0.0005162699],"about_ca_topic_score_codex":0.0007014846,"about_ca_topic_score_gemma":0.00006210176,"teacher_disagreement_score":0.9861859,"about_ca_system_score_codex":0.0009915433,"about_ca_system_score_gemma":0.0006458405,"threshold_uncertainty_score":0.99994814},"labels":[],"label_agreement":null},{"id":"W2740360264","doi":"10.5539/ies.v10n8p60","title":"An Analysis of Mathematics Education Students’ Skills in the Process of Programming and Their Practices of Integrating It into Their Teaching","year":2017,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Process (computing); Computer science; Teaching method; Computer literacy; Computer programming; Literacy; Pedagogy; Psychology; Programming language","score_opus":0.043937612349008885,"score_gpt":0.46357932488759196,"score_spread":0.41964171253858307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740360264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98498863,0.00042306786,0.012446908,0.0015259072,0.00030571118,0.00016723778,0.0000011341688,0.000013100644,0.00012831953],"genre_scores_gemma":[0.9491278,0.000038692993,0.050653696,0.000043017695,0.000038787522,0.00005869601,0.000005736698,0.0000045137162,0.000029061297],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99870515,0.00018225689,0.0004784719,0.00022069363,0.00032696806,0.0000864335],"domain_scores_gemma":[0.9961127,0.00060191064,0.0019426214,0.00045610944,0.00086789444,0.000018745883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022127908,0.00011691048,0.00027007752,0.00037631617,0.0002448032,0.00024750218,0.0014060953,0.000028515366,7.3424724e-7],"category_scores_gemma":[0.003396215,0.00007535584,0.00006170789,0.0002229943,0.00013669481,0.00076700654,0.00016185048,0.00019276621,1.02923934e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018231929,0.0013031844,0.2825421,0.000092627066,0.00037284708,4.528661e-8,0.32359365,0.00006477217,0.000103133345,0.0058813775,0.000005803053,0.38603863],"study_design_scores_gemma":[0.0001658854,0.00012346097,0.2794457,0.00083447905,0.00016269874,0.0000053953395,0.7072188,0.0070814323,0.00057598006,0.0028879328,0.0013215808,0.00017664193],"about_ca_topic_score_codex":0.00093517156,"about_ca_topic_score_gemma":0.00032961866,"teacher_disagreement_score":0.385862,"about_ca_system_score_codex":0.000037312268,"about_ca_system_score_gemma":0.00016565804,"threshold_uncertainty_score":0.4065832},"labels":[],"label_agreement":null},{"id":"W2742396379","doi":"10.1109/icalt.2017.151","title":"Tracking Students’ Analytical Reasoning Using Visual Scan Paths","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracking (education); Computer vision; Artificial intelligence; Eye tracking; Computer graphics (images); Psychology","score_opus":0.0535083265671079,"score_gpt":0.3898604476213282,"score_spread":0.3363521210542203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742396379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49919188,0.000018446332,0.49894753,0.00015765599,0.00023502929,0.000044074237,5.1228984e-8,0.0002498961,0.0011554374],"genre_scores_gemma":[0.884744,7.054062e-7,0.1146303,0.000059026454,0.00012359048,0.0000011455659,2.7324796e-7,0.000010416251,0.0004305815],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984992,0.00009112454,0.00017713253,0.00040593767,0.00043215713,0.0003944393],"domain_scores_gemma":[0.99892354,0.00005392723,0.00014227098,0.00069957355,0.000043980563,0.00013669745],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010148914,0.00013066326,0.00016140364,0.00007685368,0.0013370267,0.0029142203,0.0016285409,0.000057439138,0.000011606115],"category_scores_gemma":[0.0003578138,0.000116976495,0.00008052908,0.00007904482,0.000061927254,0.0007560309,0.00063107954,0.00032262775,0.000023307923],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025830682,0.00008964853,0.26708454,0.000005634466,0.000028127952,0.00005771875,0.0012162165,0.00020996985,0.000090104135,0.013923747,0.000026384241,0.7172653],"study_design_scores_gemma":[0.00051412045,0.00011450244,0.28338283,0.00015847178,0.000025096051,0.00006596417,0.0002497366,0.7074105,0.00016295355,0.000092898525,0.0073626563,0.0004602709],"about_ca_topic_score_codex":0.00042974358,"about_ca_topic_score_gemma":0.000013923341,"teacher_disagreement_score":0.71680504,"about_ca_system_score_codex":0.000054639597,"about_ca_system_score_gemma":0.000046730118,"threshold_uncertainty_score":0.9999631},"labels":[],"label_agreement":null},{"id":"W2742681080","doi":"10.18260/1-2--28468","title":"Impact of Makerspaces on Cultivating Students' Communities of Practice Abstract","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Ontario Centres of Excellence","keywords":"Face (sociological concept); Engineering education; Doors; Work (physics); Engineering; Sociology; Pedagogy; Engineering management; Mechanical engineering; Social science","score_opus":0.033242142693665384,"score_gpt":0.3885637317525137,"score_spread":0.3553215890588483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742681080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97187245,0.00001948558,0.02196408,0.00017042081,0.000066178385,0.00005808234,4.613748e-7,0.00009968505,0.005749162],"genre_scores_gemma":[0.9255887,0.0000024418712,0.074230865,0.00003767486,0.000024869085,9.601241e-7,4.563106e-7,0.0000047750577,0.0001092125],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991082,0.0001466308,0.00018126135,0.00009670647,0.00031850816,0.00014871742],"domain_scores_gemma":[0.9984063,0.0006977971,0.00027740892,0.0004020961,0.00018407025,0.0000323182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008854295,0.0000849333,0.00013224872,0.00008416419,0.0001161901,0.000095648546,0.00071146747,0.00003005507,0.000023907663],"category_scores_gemma":[0.0003689562,0.00006268861,0.00006685796,0.00016710322,0.00009595921,0.00036429655,0.00017219434,0.00020530363,0.0000108074555],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010236149,0.001481069,0.29354253,0.000057230372,0.00039500094,0.00000569453,0.15056662,0.0011684338,0.0020972646,0.011317733,0.0009291756,0.5383369],"study_design_scores_gemma":[0.0014443981,0.0077396217,0.9342958,0.0009509937,0.0000372771,0.000038227103,0.03079281,0.004637145,0.0062550167,0.00011794832,0.013083384,0.00060741743],"about_ca_topic_score_codex":0.0034334555,"about_ca_topic_score_gemma":0.000024411798,"teacher_disagreement_score":0.6407532,"about_ca_system_score_codex":0.000021915774,"about_ca_system_score_gemma":0.00002867444,"threshold_uncertainty_score":0.519038},"labels":[],"label_agreement":null},{"id":"W2745758802","doi":"10.1145/3105726.3106173","title":"RoboBUG","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Debugging; Computer science; Confusion; Task (project management); Human–computer interaction; Face (sociological concept); Programming language; Multimedia; Software engineering; Psychology; Engineering","score_opus":0.02611003969271973,"score_gpt":0.29242989650140083,"score_spread":0.2663198568086811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745758802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028469765,0.0000120072955,0.9510054,0.003200112,0.0002470981,0.00001447005,8.6566505e-9,0.00031918887,0.042354725],"genre_scores_gemma":[0.7667194,3.39521e-7,0.22779717,0.00007506179,0.000028430215,7.84421e-7,3.6445833e-8,0.0000013502811,0.0053774114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99969816,0.000011397534,0.00003129326,0.0001057326,0.000057815985,0.00009562352],"domain_scores_gemma":[0.99929583,0.000010547927,0.00002757573,0.0006292894,0.0000073426945,0.000029393992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016435035,0.000027950611,0.000030084411,0.000011826885,0.00045345983,0.0006002514,0.00090026396,0.000012347295,0.000012632963],"category_scores_gemma":[0.00006459095,0.000022234617,0.000017799137,0.000009796425,0.000014449458,0.00026859881,0.00018162146,0.00007087992,0.000110476154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.5935256e-8,0.0000050449935,0.0036070724,5.666027e-7,0.0000013219247,0.0000030663573,0.00016265316,0.000008490682,0.000010410762,0.09999665,0.0007095759,0.89549506],"study_design_scores_gemma":[0.00012284759,0.000025990832,0.0702141,0.0000063923726,8.402443e-7,0.000009368223,0.000009306801,0.008349589,0.00014549292,0.0008979767,0.9201042,0.00011386358],"about_ca_topic_score_codex":0.000116719326,"about_ca_topic_score_gemma":0.000005843651,"teacher_disagreement_score":0.9193947,"about_ca_system_score_codex":0.000003137346,"about_ca_system_score_gemma":0.0000065340305,"threshold_uncertainty_score":0.57882386},"labels":[],"label_agreement":null},{"id":"W2750392475","doi":"10.1109/cvprw.2017.180","title":"Teaching Computer Vision and Its Societal Effects: A Look at Privacy and Security Issues from the Students’ Perspective","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Washington State University","keywords":"Perspective (graphical); Computer science; Internet privacy; Information privacy; Engineering ethics; Computer security; Engineering; Artificial intelligence","score_opus":0.01283416135808483,"score_gpt":0.3302865753377875,"score_spread":0.31745241397970264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750392475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649814,0.0014161988,0.026638312,0.0061889775,0.00019485665,0.00021847176,6.391551e-7,0.00019338288,0.00016776858],"genre_scores_gemma":[0.97974026,0.000029759547,0.019299427,0.00027124587,0.00020159502,0.0000042218044,6.56215e-7,0.000008122545,0.00044470484],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986055,0.000292418,0.000099504214,0.0005083053,0.00028050295,0.000213796],"domain_scores_gemma":[0.9987658,0.00047860853,0.00010564154,0.0005403457,0.00003045621,0.000079106554],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000764926,0.00016021018,0.00016720167,0.000017147186,0.0021396345,0.0017964067,0.0010604615,0.000056751574,0.0000022398433],"category_scores_gemma":[0.00020308227,0.00010056807,0.00004880754,0.000017676228,0.000100973375,0.0005982156,0.0027390912,0.00044556626,0.000012043579],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025625699,0.0002643216,0.1093397,0.00004206062,0.00023842731,0.00005076033,0.34750342,0.0000050461626,0.0003700013,0.033807285,0.0020849353,0.50626844],"study_design_scores_gemma":[0.0027705259,0.00094791653,0.8195617,0.0005058065,0.00007759126,0.00007576965,0.003192951,0.11885111,0.00028339832,0.006003968,0.04681995,0.000909321],"about_ca_topic_score_codex":0.0016790768,"about_ca_topic_score_gemma":0.00004081552,"teacher_disagreement_score":0.710222,"about_ca_system_score_codex":0.000045664492,"about_ca_system_score_gemma":0.0000083612285,"threshold_uncertainty_score":0.9992398},"labels":[],"label_agreement":null},{"id":"W2752150972","doi":"10.1007/978-3-319-62875-2_12","title":"The Evaluation of Robotics Activities for Facilitating STEM Learning","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Robotics; Artificial intelligence; Psychology; Mathematics education; Computer science; Robot","score_opus":0.0688804558365193,"score_gpt":0.342231224979155,"score_spread":0.2733507691426357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752150972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003380606,0.04976434,0.9378935,0.000027867496,0.0016038674,0.0007437722,0.0000015388213,0.000078712736,0.009548311],"genre_scores_gemma":[0.94422984,0.0014644954,0.021333363,0.0000043550313,0.0003161905,0.00004894571,0.000006105456,0.00005239266,0.03254431],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804586,0.00019132941,0.0006062031,0.00041297308,0.00047237144,0.00027126816],"domain_scores_gemma":[0.9961878,0.0020787627,0.0010991435,0.00039684516,0.00020452599,0.000032937736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00436735,0.00023419967,0.000400178,0.00010475263,0.0008300784,0.00038208792,0.000573885,0.00011640267,1.9472502e-7],"category_scores_gemma":[0.00028850965,0.00018909434,0.00009579085,0.000018098348,0.00011024629,0.00025098314,0.00021842383,0.0004926712,7.869276e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024954566,0.000002462488,0.00007392762,0.00018882765,0.000018774135,3.4676648e-7,0.0017121114,0.17591847,5.060137e-7,0.11460248,0.0000013336956,0.7074783],"study_design_scores_gemma":[0.00016904944,0.00014798439,0.000009719404,0.0026158749,0.000031495787,0.000010011365,0.00220548,0.8024564,0.000008345302,0.0034655808,0.18858582,0.00029423955],"about_ca_topic_score_codex":0.000030481808,"about_ca_topic_score_gemma":0.000023423465,"teacher_disagreement_score":0.94389176,"about_ca_system_score_codex":0.000093090115,"about_ca_system_score_gemma":0.0000664702,"threshold_uncertainty_score":0.77110434},"labels":[],"label_agreement":null},{"id":"W2756526633","doi":"10.1177/2042753017731357","title":"Revisiting the media generation: Youth media use and computational literacy instruction","year":2017,"lang":"en","type":"article","venue":"E-Learning and Digital Media","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; York University","funders":"","keywords":"Literacy; Computational thinking; Mathematics education; Curriculum; 21st century skills; Media literacy; Competence (human resources); Pedagogy; Computer science; Public relations; Sociology; Political science; Psychology","score_opus":0.036710949282956866,"score_gpt":0.26540596254606846,"score_spread":0.2286950132631116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756526633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96915966,0.00057519734,0.027393408,0.0013601177,0.00082032976,0.00007531357,0.000008202167,0.00024900126,0.00035878815],"genre_scores_gemma":[0.9810188,0.00003214643,0.017707795,0.000051829837,0.0010295219,0.0000027500848,0.00007617628,0.000012614119,0.00006838435],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99874425,0.00011205914,0.00021636768,0.00037815107,0.0003193761,0.00022980027],"domain_scores_gemma":[0.99841577,0.00083245966,0.00023578739,0.00027149657,0.00009644518,0.00014807272],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00047597694,0.00015828625,0.00015276975,0.00006998147,0.0014936399,0.0066193794,0.00031895548,0.00006314213,0.0000032724258],"category_scores_gemma":[0.0043071904,0.000120623714,0.00003694041,0.00007723972,0.00019333418,0.002412602,0.0003022392,0.0004731996,0.0000111652935],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003360248,0.0000046894925,0.023431448,0.0000056074846,0.000009187647,0.0000071606364,0.027480818,0.0001191846,0.0000030060853,0.0022798546,0.000020088683,0.9466356],"study_design_scores_gemma":[0.0028063846,0.00017105533,0.71075296,0.0006654611,0.00007619376,0.0005647785,0.0063839736,0.1826307,0.000026585312,0.0027220347,0.09179107,0.0014088127],"about_ca_topic_score_codex":0.000034495242,"about_ca_topic_score_gemma":0.0000026072007,"teacher_disagreement_score":0.9452268,"about_ca_system_score_codex":0.000012265798,"about_ca_system_score_gemma":0.000030051511,"threshold_uncertainty_score":0.9998063},"labels":[],"label_agreement":null},{"id":"W2760530183","doi":"10.21031/epod.305350","title":"Creating Parallel Forms to Support On-Demand Testing for Undergraduate Students in Psychology","year":2017,"lang":"tr","type":"article","venue":"Eğitimde ve Psikolojide Ölçme ve Değerlendirme Dergisi","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Test (biology); Computer science; Session (web analytics); Mathematics education; Limit (mathematics); Software; Psychology; Software engineering; Programming language; World Wide Web; Mathematics","score_opus":0.0654250944271541,"score_gpt":0.38800864714322686,"score_spread":0.32258355271607275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760530183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80186856,0.00062761037,0.1563882,0.017976541,0.0052654576,0.0046503483,0.000127635,0.00083558005,0.012260093],"genre_scores_gemma":[0.8409839,0.000054525313,0.15349069,0.0018650638,0.0005960329,0.00045169267,0.000042837844,0.00018597464,0.0023292468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9900966,0.00052348315,0.0018465511,0.0030815222,0.0013041148,0.0031477148],"domain_scores_gemma":[0.9920978,0.0020570867,0.0015928373,0.0029846695,0.0003776656,0.0008899607],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004849736,0.0012682651,0.0015047584,0.0011538672,0.0032311152,0.003605083,0.005729361,0.00062814803,0.00003718646],"category_scores_gemma":[0.0060285423,0.0013039655,0.0005088366,0.0007528852,0.00035206694,0.0012920168,0.0016872647,0.0018772484,0.0009905203],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008149405,0.0020695613,0.34934267,0.00037238927,0.00052221434,0.001241145,0.011680197,0.005665803,0.00035511714,0.009941979,0.006951616,0.6110424],"study_design_scores_gemma":[0.018999146,0.018055363,0.7485544,0.004404125,0.0003812265,0.00064438616,0.0014316335,0.027513707,0.00033159734,0.013760733,0.16016422,0.005759446],"about_ca_topic_score_codex":0.0005348284,"about_ca_topic_score_gemma":0.0004230932,"teacher_disagreement_score":0.6052829,"about_ca_system_score_codex":0.00039867146,"about_ca_system_score_gemma":0.0003263821,"threshold_uncertainty_score":0.99978733},"labels":[],"label_agreement":null},{"id":"W2762265970","doi":"","title":"Full STEAM Ahead: Building Preservice Teachers’ Capacity in Makerspace Pedagogies","year":2016,"lang":"en","type":"article","venue":"Arrow - TU Dublin (Technological University Dublin)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Pedagogy; Sociology; Psychology","score_opus":0.048613461657414946,"score_gpt":0.24383342325268081,"score_spread":0.19521996159526586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762265970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70476234,0.00009859683,0.27406058,0.01785178,0.00015394486,0.00023370405,0.0000044582825,0.0022575993,0.00057702314],"genre_scores_gemma":[0.916849,0.000037574457,0.08134898,0.00010611761,0.00003550061,0.0000032972134,0.0000017889421,0.000016694064,0.0016010349],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964797,0.0005250842,0.00031374575,0.0011664407,0.0005132475,0.0010017721],"domain_scores_gemma":[0.99763507,0.00059601857,0.00023147158,0.0011785114,0.00013156034,0.00022736266],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014589917,0.00038505677,0.0004376755,0.00078478205,0.000440257,0.00023620338,0.0032637124,0.0006229777,0.000050296883],"category_scores_gemma":[0.0011728733,0.0003068379,0.0001795628,0.0017402705,0.00047120947,0.001673525,0.0015435369,0.0012911422,0.000121571466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002147787,0.00085686933,0.0121671455,0.000059394915,0.00009893852,0.0006755869,0.005520779,0.00042113234,0.01097452,0.5045384,0.001268087,0.46320432],"study_design_scores_gemma":[0.0072523816,0.0015162764,0.012573119,0.00063192326,0.000060183997,0.00019975983,0.0125003075,0.009810816,0.003581456,0.009191124,0.9400383,0.0026443533],"about_ca_topic_score_codex":0.0003827872,"about_ca_topic_score_gemma":0.00023047932,"teacher_disagreement_score":0.93877023,"about_ca_system_score_codex":0.00042802718,"about_ca_system_score_gemma":0.000102136415,"threshold_uncertainty_score":0.99993837},"labels":[],"label_agreement":null},{"id":"W2764221628","doi":"10.14434/ijdl.v8i1.22665","title":"Challenges and Tradeoffs When Engaging Young Makers With Constructing for Others","year":2017,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Mentorship; Leverage (statistics); Function (biology); Process (computing); Engineering design process; Computer science; Diversity (politics); Key (lock); Rapid prototyping; Knowledge management; Process management; Engineering; Business; Sociology; Computer security; Marketing","score_opus":0.0844825295351953,"score_gpt":0.321940623849533,"score_spread":0.23745809431433768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764221628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030715706,0.0006407166,0.964542,0.0030696744,0.0005920515,0.0001165747,4.572023e-7,0.000039832026,0.00028303958],"genre_scores_gemma":[0.6516108,0.000027650836,0.34807086,0.000016676584,0.0001947277,0.0000045067013,2.9547937e-7,0.000012351057,0.000062120125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990407,0.00007751341,0.00023495748,0.00018906011,0.00026463257,0.00019310424],"domain_scores_gemma":[0.9983184,0.00048327228,0.00075338717,0.00012442873,0.00025338423,0.000067126566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015333801,0.000110270215,0.00016790805,0.00014571709,0.00049592834,0.0006763875,0.0007857511,0.000039250666,8.836745e-7],"category_scores_gemma":[0.0008015147,0.00009348824,0.00008562818,0.000010809281,0.000072209106,0.00069921976,0.00005653744,0.0003643497,2.2041645e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088486115,0.000012408145,0.004011098,0.000017280077,0.00019075276,0.000022705948,0.010198117,0.0005745652,0.00029695948,0.00863254,0.000011276741,0.9759438],"study_design_scores_gemma":[0.04429627,0.015061251,0.04148721,0.008255638,0.000688792,0.026236745,0.08765994,0.18809362,0.006603417,0.030722283,0.54670376,0.0041910717],"about_ca_topic_score_codex":0.000007764327,"about_ca_topic_score_gemma":0.0000055402347,"teacher_disagreement_score":0.97175276,"about_ca_system_score_codex":0.000041102194,"about_ca_system_score_gemma":0.000059768303,"threshold_uncertainty_score":0.65224206},"labels":[],"label_agreement":null},{"id":"W2765524376","doi":"10.1007/978-3-319-56823-2_3","title":"Past Papers of the Edmonton: Junior High Mathematics Invitational","year":2017,"lang":"en","type":"book-chapter","venue":"Springer texts in education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Mathematics education; Computer science; Visual arts; Psychology; Art","score_opus":0.013978009055745332,"score_gpt":0.2575965088549242,"score_spread":0.24361849979917885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765524376","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012451224,0.0030062427,0.008637802,0.01389869,0.018671418,0.0020760226,0.000012696692,0.00043664424,0.94080925],"genre_scores_gemma":[0.36581975,0.00005752302,0.14587243,0.00023665691,0.00089817785,0.000059436443,0.000018734947,0.0000770902,0.4869602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988666,0.00003289234,0.000308462,0.00030038404,0.0003429491,0.00014868194],"domain_scores_gemma":[0.99816966,0.0000993262,0.00058720185,0.001026665,0.00007956889,0.000037554662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004163679,0.0001810491,0.00019924482,0.0001512358,0.00017006393,0.00012193828,0.0011618703,0.00015651547,0.000024705363],"category_scores_gemma":[0.00012813967,0.00014964979,0.00009559337,0.000030765932,0.00009828414,0.0001454143,0.00021105958,0.00048127037,0.000024935393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.2385617e-7,0.000085484535,0.00041243908,0.00009093872,0.000014523897,4.6290154e-7,0.0037620966,0.000041537467,0.000022797443,0.48832214,0.00044745172,0.5067993],"study_design_scores_gemma":[0.00022681634,0.000042101226,0.058064096,0.0020345317,0.000039816736,0.000012320325,0.00012455304,0.00010999174,0.000047208203,0.06820251,0.8705503,0.00054580136],"about_ca_topic_score_codex":0.00006118386,"about_ca_topic_score_gemma":0.000051386938,"teacher_disagreement_score":0.8701028,"about_ca_system_score_codex":0.00011782236,"about_ca_system_score_gemma":0.00035589235,"threshold_uncertainty_score":0.61025417},"labels":[],"label_agreement":null},{"id":"W2766126341","doi":"10.1145/3141880.3141888","title":"Student perspectives on mathematics in computer science","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Viewpoints; Curriculum; Mathematics education; Competence (human resources); Flexibility (engineering); Identity (music); Computer science; Relevance (law); Connected Mathematics; Pedagogy; Mathematics; Psychology","score_opus":0.02772399359997544,"score_gpt":0.33594437555377854,"score_spread":0.3082203819538031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766126341","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27860487,0.000010146295,0.7150306,0.0010031576,0.00022040511,0.00007319637,2.4837988e-8,0.00014413333,0.00491348],"genre_scores_gemma":[0.7061978,8.4157045e-7,0.29361144,0.000035083318,0.00002647288,0.0000018630451,1.1766288e-8,0.0000021348012,0.0001243472],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990519,0.000019964054,0.00009019695,0.00031930493,0.00030426696,0.00021431896],"domain_scores_gemma":[0.9989533,0.00004539207,0.000066481785,0.0008553749,0.00003107129,0.000048370865],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00091413734,0.00006941438,0.000082554165,0.00011887356,0.0005475455,0.0011462399,0.0018677209,0.000015622392,0.0000030931387],"category_scores_gemma":[0.00009787759,0.000054123997,0.000022045728,0.00009115985,0.00015515882,0.0004057961,0.00047195068,0.00016886869,0.000053552514],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.5042624e-7,0.00036950587,0.007700353,0.0000048429606,0.0000034681302,0.000018088682,0.06499975,0.00057918037,0.00003105854,0.4072996,0.000021855298,0.51897156],"study_design_scores_gemma":[0.0010030193,0.0005931675,0.6497214,0.00022361989,0.000003054369,0.000025879383,0.0060570003,0.33643448,0.00040330098,0.002267492,0.0026226079,0.00064498326],"about_ca_topic_score_codex":0.000042193347,"about_ca_topic_score_gemma":0.000007662831,"teacher_disagreement_score":0.64202106,"about_ca_system_score_codex":0.000056442514,"about_ca_system_score_gemma":0.000033613844,"threshold_uncertainty_score":0.9998907},"labels":[],"label_agreement":null},{"id":"W2766715593","doi":"10.1145/3141880.3141898","title":"Familiar contexts and the difficulty of programming problems","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Intuition; Coursework; Terminology; Context (archaeology); Simplicity; Artificial intelligence; Management science; Cognitive science; Mathematics education; Epistemology; Psychology; Linguistics","score_opus":0.015160397818791225,"score_gpt":0.2552092786494976,"score_spread":0.24004888083070638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766715593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23278941,0.0007155584,0.7490869,0.008755222,0.00039068703,0.0009525605,4.386284e-7,0.00055619027,0.006752993],"genre_scores_gemma":[0.9612198,0.000009116517,0.0379919,0.00003272151,0.000017309443,0.000013115001,1.5332841e-7,0.000003415831,0.0007124683],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993195,0.000073461146,0.00013113937,0.00018387292,0.00013376381,0.0001582541],"domain_scores_gemma":[0.9990553,0.000100914425,0.0001616712,0.0006096907,0.00003582736,0.000036560938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007517955,0.00007329475,0.00013033726,0.000016878992,0.0005615366,0.00044793915,0.00081186247,0.000027599448,6.310204e-7],"category_scores_gemma":[0.00020874538,0.00003915495,0.00004255506,0.00002888966,0.00029860274,0.00021245521,0.00031570508,0.00014478157,0.000002454679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033056044,0.00001908096,0.002695165,0.000014420088,0.00001000572,7.2512086e-7,0.002880615,0.0000070920173,0.00004153905,0.07806816,0.000026008907,0.9162339],"study_design_scores_gemma":[0.010875226,0.0005742103,0.3046035,0.00047600624,0.00006513666,0.00010015465,0.0012896861,0.064770184,0.0009530135,0.005435691,0.6098274,0.0010297936],"about_ca_topic_score_codex":0.00049767434,"about_ca_topic_score_gemma":0.000036024067,"teacher_disagreement_score":0.9152041,"about_ca_system_score_codex":0.0000035262622,"about_ca_system_score_gemma":0.000010760412,"threshold_uncertainty_score":0.43194875},"labels":[],"label_agreement":null},{"id":"W2775257135","doi":"10.1109/pacrim.2017.8121888","title":"Aristotle: A flexible open-source software toolkit for semi-automated marking of programming assignments","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Scripting language; Programming language; Software engineering; Flexibility (engineering); Software; Source code; Process (computing); Open source","score_opus":0.04419440740514352,"score_gpt":0.33697792504481827,"score_spread":0.29278351763967475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775257135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050245808,0.0000499111,0.9909013,0.00028609982,0.00026691006,0.00061528094,0.00000137716,0.0017456112,0.001108917],"genre_scores_gemma":[0.5201074,6.978668e-7,0.47706118,0.000048898088,0.000028309945,0.00006766703,0.000003746181,0.000020474552,0.002661644],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829996,0.00007715514,0.00033163134,0.00051975256,0.0002908501,0.00048063882],"domain_scores_gemma":[0.99790835,0.0001947911,0.00049625174,0.0011910686,0.000099868026,0.00010965665],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012487854,0.00018692962,0.00029605182,0.00008601759,0.0011530978,0.0019702222,0.0032358572,0.000097174816,0.000009524583],"category_scores_gemma":[0.000700763,0.0001691876,0.00010242721,0.00011559067,0.00007137638,0.0008946505,0.001404846,0.00020384096,0.0000098399],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015568674,0.00012282975,0.01006105,0.00006940605,0.00004518142,0.000003348597,0.00077794783,0.00022654932,0.00015613668,0.001738484,0.0008799892,0.9859035],"study_design_scores_gemma":[0.0021638104,0.00050716044,0.009398318,0.00051627395,0.000038651982,0.000027527896,0.0002211,0.14069805,0.0025726764,0.0006467939,0.84247017,0.00073949574],"about_ca_topic_score_codex":0.00046595803,"about_ca_topic_score_gemma":0.000010813784,"teacher_disagreement_score":0.985164,"about_ca_system_score_codex":0.00005231281,"about_ca_system_score_gemma":0.00008906683,"threshold_uncertainty_score":0.9990658},"labels":[],"label_agreement":null},{"id":"W2776039449","doi":"","title":"Teaching Science in the Real World Context: STEAM, a Canadian Take on STEM","year":2017,"lang":"en","type":"article","venue":"Journal for Activist Science and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Context (archaeology); Real world evidence; Political science; History; Medicine","score_opus":0.026683524882455394,"score_gpt":0.345248286408467,"score_spread":0.3185647615260116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776039449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93379325,0.000030996212,0.0016136185,0.05944151,0.0015244662,0.00026928895,3.7860178e-7,0.000051779563,0.0032747171],"genre_scores_gemma":[0.9968607,0.0000040734094,0.002301947,0.00029299408,0.00007535668,0.000025403595,8.46801e-8,0.000003556162,0.00043588274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985829,0.00004331572,0.00014794433,0.00036598442,0.00038577165,0.00047408685],"domain_scores_gemma":[0.9987139,0.00008926674,0.00024846886,0.0006106521,0.00019735574,0.00014032166],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006091214,0.00009477421,0.00009957224,0.0016632577,0.007838747,0.002079052,0.002850694,0.00004329588,2.7290912e-7],"category_scores_gemma":[0.00093263993,0.000067488254,0.000018915809,0.0007682343,0.0010655669,0.0015913154,0.000102107544,0.0008269511,0.0000016967103],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016621544,0.000041449548,0.007974356,0.000001919504,8.437803e-7,0.0000017606247,0.0017819788,0.0000010379762,0.0002706766,0.09333269,0.00008601316,0.8965056],"study_design_scores_gemma":[0.001256452,0.0016737223,0.43079945,0.0006969881,0.000025153195,0.0011082019,0.02992063,0.0081696715,0.0023054867,0.034293357,0.48872367,0.001027224],"about_ca_topic_score_codex":0.009208188,"about_ca_topic_score_gemma":0.012890637,"teacher_disagreement_score":0.89547837,"about_ca_system_score_codex":0.00044761068,"about_ca_system_score_gemma":0.0031213637,"threshold_uncertainty_score":0.99895686},"labels":[],"label_agreement":null},{"id":"W2781930278","doi":"10.21432/t2sq4w","title":"Guitars and Makerspace: Examining the Experience of First Nations Students | Guitares et laboratoires ouverts : examen de l’expérience d’élèves des Premières Nations","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Attendance; Context (archaeology); Curriculum; Pedagogy; Psychology; Sociology; Humanities; Political science; Art","score_opus":0.012552974543394334,"score_gpt":0.27595883806033084,"score_spread":0.2634058635169365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781930278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886593,0.0014089943,0.0078247925,0.0017280739,0.000090086265,0.00005148168,8.036848e-7,0.00004190047,0.000194543],"genre_scores_gemma":[0.98376304,0.00011070935,0.015983334,0.000020695123,0.000021929683,0.0000051581687,1.53551e-7,0.0000070467772,0.00008795011],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99902713,0.0001480645,0.0002136339,0.00016843755,0.00016168057,0.00028107353],"domain_scores_gemma":[0.99876153,0.000406411,0.00023513717,0.0001597523,0.00028718877,0.00014997632],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008223026,0.00009896856,0.00014129853,0.0006797061,0.0013810697,0.00020258472,0.00065571367,0.00008568782,0.0000037172888],"category_scores_gemma":[0.0033904293,0.0000801288,0.000015722953,0.000828416,0.0009654677,0.00026642013,0.000117241114,0.00042248948,2.74492e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016208878,0.000009511757,0.87064594,0.000012491583,0.00002887603,0.000026557955,0.08198418,0.00008288104,0.000085462874,0.0073101823,0.00005572747,0.03975655],"study_design_scores_gemma":[0.0011654157,0.0026297993,0.48706764,0.0017336593,0.000069318536,0.0020572622,0.25942007,0.002525857,0.0013573908,0.0023967815,0.23888156,0.00069526274],"about_ca_topic_score_codex":0.0010506946,"about_ca_topic_score_gemma":0.019091943,"teacher_disagreement_score":0.38357833,"about_ca_system_score_codex":0.00005573141,"about_ca_system_score_gemma":0.00032699347,"threshold_uncertainty_score":0.999919},"labels":[],"label_agreement":null},{"id":"W2782044847","doi":"10.25071/ryr.v3i0.40430","title":"Untraceable: A Videogame Designed to Teach Programming Terms and Concepts","year":2016,"lang":"en","type":"article","venue":"Revue YOUR Review (York Online Undergraduate Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Narrative; Computer science; Mathematics education; Curriculum; Graphics; Multimedia; Video game development; Python (programming language); Game design; Programming language; Pedagogy; Psychology; Linguistics; Computer graphics (images)","score_opus":0.08269412146343554,"score_gpt":0.3951335817074313,"score_spread":0.31243946024399577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782044847","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004842637,0.09673623,0.48675042,0.4047515,0.0003957451,0.0044756327,0.000021695329,0.0017011944,0.00032493638],"genre_scores_gemma":[0.35738662,0.05921266,0.5673872,0.0022264554,0.0008502963,0.00042035797,0.000035271398,0.00022947112,0.012251616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938217,0.0017959329,0.0007229585,0.0012950816,0.0009054234,0.0014589283],"domain_scores_gemma":[0.9963582,0.0009826547,0.00022704063,0.0013454622,0.00028690184,0.00079975044],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00573414,0.00040943435,0.00073221826,0.00040548938,0.0005932893,0.0005325354,0.0016874158,0.00012911492,0.0000115740195],"category_scores_gemma":[0.003021397,0.00028734608,0.0001719472,0.0017640453,0.0002396927,0.00049324223,0.00091125513,0.0009218749,0.0002456949],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000934665,0.00014760102,0.0003593679,0.0009720747,0.000035975678,0.000072379764,0.0002879349,0.0000033500867,0.0003740744,0.009493351,0.0035654805,0.98467904],"study_design_scores_gemma":[0.00057365035,0.0005873624,0.00032923132,0.014787876,0.000029216828,0.0002655264,0.000049931048,0.00026002896,0.000046054545,0.001486434,0.98104864,0.0005360347],"about_ca_topic_score_codex":0.00009246842,"about_ca_topic_score_gemma":0.00003384702,"teacher_disagreement_score":0.984143,"about_ca_system_score_codex":0.00023568803,"about_ca_system_score_gemma":0.00020565744,"threshold_uncertainty_score":0.99995786},"labels":[],"label_agreement":null},{"id":"W2788016070","doi":"10.1145/3159450.3159455","title":"Recursion or Iteration","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Recursion (computer science); Mutual recursion; Correctness; Computer science; Control flow; Key (lock); Code (set theory); Double recursion; Theoretical computer science; Algebra over a field; Programming language; Mathematics; Pure mathematics","score_opus":0.025996049738066268,"score_gpt":0.2960957565220239,"score_spread":0.27009970678395767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788016070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008653185,0.0000052946657,0.98491406,0.0010084753,0.00028700617,0.000023557945,1.3743878e-8,0.00035776975,0.0047506117],"genre_scores_gemma":[0.64170927,3.2609975e-7,0.34982,0.00025445988,0.000116182244,0.000001031551,2.8998758e-7,0.000001694775,0.008096739],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996444,0.000034279656,0.000048255883,0.00011864059,0.00006936168,0.000085059364],"domain_scores_gemma":[0.9997528,0.000020480731,0.000015637803,0.00016203482,0.00002501422,0.00002400514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018901938,0.000030012738,0.00002569497,0.000028096078,0.0001285643,0.00014668416,0.00017989053,0.000017014612,0.00006240498],"category_scores_gemma":[0.000043622476,0.000019889543,0.000009906088,0.00011787962,0.000011656971,0.00020624272,0.000044342833,0.00004990548,0.00024268188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022785885,0.000008657207,0.0001333498,9.2067086e-7,8.1434723e-7,9.789511e-7,0.0013263993,0.0000011604708,0.00008656735,0.018454786,0.0021421742,0.9778419],"study_design_scores_gemma":[0.00008560686,0.00025471515,0.00072645984,0.000010706699,5.407457e-7,0.000011544344,0.000021264037,0.019336168,0.000928741,0.00020843744,0.9783457,0.00007010192],"about_ca_topic_score_codex":0.000016327083,"about_ca_topic_score_gemma":0.000007786713,"teacher_disagreement_score":0.9777718,"about_ca_system_score_codex":0.0000070259402,"about_ca_system_score_gemma":0.000011251306,"threshold_uncertainty_score":0.31192657},"labels":[],"label_agreement":null},{"id":"W2788318960","doi":"10.1145/3159450.3159548","title":"Designing an Introductory Programming Course to Improve Non-Majors' Experiences","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Mathematics education; Course (navigation); Computer science; Focus (optics); Psychology; Pedagogy; Engineering","score_opus":0.012667859364180922,"score_gpt":0.2862441053331291,"score_spread":0.2735762459689482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788318960","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2565372,0.00002114779,0.7407638,0.00041482938,0.001000612,0.00021192976,5.425712e-8,0.00075005856,0.0003003692],"genre_scores_gemma":[0.5507382,9.9891054e-8,0.44816107,0.00021130065,0.0005112098,0.000056756533,3.8874686e-7,0.000010243458,0.00031071063],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979468,0.00012526923,0.00022422387,0.000771879,0.00031841535,0.00061340415],"domain_scores_gemma":[0.9986629,0.000057177534,0.000077735254,0.0007593262,0.00012894595,0.00031394124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010294334,0.00019219363,0.00016545324,0.00011938462,0.00053035916,0.00068348,0.0011779413,0.00006213366,0.00003164906],"category_scores_gemma":[0.00014424729,0.00016530823,0.000045634984,0.0004534896,0.00012836725,0.00082395185,0.0002694025,0.0002294004,0.00014948567],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005714499,0.000090597474,0.00038317931,0.000004330189,0.0000086475,0.0000072103026,0.08188327,0.000011938502,0.00402026,0.001010861,0.0004367164,0.91213727],"study_design_scores_gemma":[0.001655748,0.013011917,0.0037325853,0.00023765759,0.0000543269,0.00017111372,0.11171708,0.046323027,0.1169727,0.0003612346,0.7019484,0.0038142202],"about_ca_topic_score_codex":0.00017382145,"about_ca_topic_score_gemma":0.000027290767,"teacher_disagreement_score":0.90832305,"about_ca_system_score_codex":0.000033917295,"about_ca_system_score_gemma":0.00009847856,"threshold_uncertainty_score":0.6741074},"labels":[],"label_agreement":null},{"id":"W2789096433","doi":"10.1145/3159450.3159457","title":"Developing Course-Level Learning Goals for Basic Data Structures in CS2","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Variety (cybernetics); Computer science; Process (computing); Focus (optics); Course (navigation); Interpretation (philosophy); Knowledge management; Data science; Mathematics education; Artificial intelligence; Psychology; Engineering","score_opus":0.16433505014517072,"score_gpt":0.3753659888758609,"score_spread":0.2110309387306902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789096433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018126411,0.00006749585,0.9793059,0.0013260916,0.00034754924,0.00014023331,0.0000015235614,0.0003219448,0.00036281045],"genre_scores_gemma":[0.50285465,0.0000010589856,0.49630645,0.0001892712,0.00012332751,0.0000051433817,0.000010720838,0.000008952466,0.0005004289],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985682,0.00011091605,0.00020970727,0.00053793075,0.00016972245,0.00040353287],"domain_scores_gemma":[0.99891585,0.00023897251,0.00008199187,0.0006480063,0.000062893276,0.000052295465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012135162,0.00012789264,0.00015057749,0.00009872664,0.0003024646,0.00028908745,0.0015596803,0.00006287776,0.000012478566],"category_scores_gemma":[0.000451202,0.00011282182,0.00002343711,0.00026980648,0.000048293994,0.0004713243,0.0005547956,0.00027180274,0.000022848522],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004949581,0.000014844384,0.013661117,0.000018689538,0.000014644659,0.0000026701707,0.001925998,0.00014345796,0.000051797895,0.0867154,0.0010526411,0.8963938],"study_design_scores_gemma":[0.001051403,0.0002564843,0.07083142,0.00014005773,0.000011562897,0.000028531726,0.0006809627,0.17742041,0.00066851184,0.0048286337,0.7433461,0.0007359137],"about_ca_topic_score_codex":0.00015602309,"about_ca_topic_score_gemma":0.00017111356,"teacher_disagreement_score":0.8956579,"about_ca_system_score_codex":0.000035803117,"about_ca_system_score_gemma":0.00015456755,"threshold_uncertainty_score":0.460074},"labels":[],"label_agreement":null},{"id":"W2789740891","doi":"10.1111/jcal.12238","title":"ViDA: A virtual debugging advisor for supporting learning in computer programming courses","year":2018,"lang":"en","type":"article","venue":"Journal of Computer Assisted Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Douglas College","funders":"","keywords":"Debugging; Computer science; Process (computing); Class (philosophy); Software engineering; Algorithmic program debugging; Computer programming; Architecture; Multimedia; Programming language; Artificial intelligence","score_opus":0.01877948350355318,"score_gpt":0.29735497820111967,"score_spread":0.2785754946975665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789740891","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106823154,0.00014308028,0.89018273,0.0007614922,0.0013966272,0.0002408593,1.5535406e-7,0.00041881774,0.00003310882],"genre_scores_gemma":[0.5638863,0.0000025565798,0.43445757,0.00011890459,0.0014103791,0.0000074613326,0.0000022904503,0.000039486193,0.00007506029],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952573,0.0008513669,0.001490608,0.00062273425,0.0006944313,0.0010835435],"domain_scores_gemma":[0.99578243,0.001140207,0.0018356115,0.00030300842,0.00066484616,0.00027389431],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046646176,0.00041956117,0.0007989824,0.0009358432,0.00080012187,0.0010084439,0.0012121762,0.00019367201,0.000009385095],"category_scores_gemma":[0.0006239511,0.00039981466,0.00036130217,0.00086907775,0.00013085123,0.0011037644,0.0003989643,0.0021428212,0.000012384213],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006345454,0.00014735409,0.010387374,0.000046087003,0.00010500741,0.00011746382,0.0064334343,0.03765915,0.00013847822,0.00028612604,0.00015776837,0.9444583],"study_design_scores_gemma":[0.00268303,0.0058823987,0.016216522,0.0011446599,0.00006245533,0.0009574723,0.00057997915,0.8180373,0.00010037276,0.000042998217,0.1535735,0.00071934285],"about_ca_topic_score_codex":0.000019408635,"about_ca_topic_score_gemma":0.000009498648,"teacher_disagreement_score":0.94373894,"about_ca_system_score_codex":0.00019336656,"about_ca_system_score_gemma":0.0003410114,"threshold_uncertainty_score":0.9998454},"labels":[],"label_agreement":null},{"id":"W2789952218","doi":"10.1145/3159450.3159528","title":"Student Misconceptions of Dynamic Programming","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Theme (computing); Mathematics education; Computer science; Focus (optics); Process (computing); Think aloud protocol; Psychology; Human–computer interaction; Programming language; World Wide Web","score_opus":0.014366421594625568,"score_gpt":0.31584881620743915,"score_spread":0.30148239461281356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789952218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0817362,0.00003970382,0.91572696,0.0003200312,0.00020656952,0.000083777966,8.220826e-8,0.0003304839,0.0015561678],"genre_scores_gemma":[0.6381263,4.6008913e-7,0.36112508,0.000023000655,0.000021102076,0.000003998938,2.8022112e-7,0.0000026607522,0.00069710135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993006,0.000046116504,0.00013713076,0.00018591252,0.00015695012,0.00017326126],"domain_scores_gemma":[0.9994948,0.000029759663,0.00005723159,0.00031719866,0.000058302783,0.00004271088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002711995,0.000059906324,0.00007784491,0.000057515696,0.00012180643,0.000079103185,0.00050142995,0.000023273697,0.000021189338],"category_scores_gemma":[0.000023678118,0.000050345618,0.000041303123,0.0002093412,0.000089989684,0.00012715356,0.00013855276,0.00009077971,0.00005048286],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6686952e-7,0.00006513639,0.0016579501,0.0000035606288,0.000008927552,7.211473e-7,0.0039637513,0.0000045640077,0.0001564008,0.015923094,0.00004300319,0.9781724],"study_design_scores_gemma":[0.0010268551,0.0019442859,0.11875107,0.0001550405,0.000029882465,0.000048511632,0.0032761868,0.023414243,0.001095741,0.00047896788,0.8490152,0.0007640531],"about_ca_topic_score_codex":0.000046444144,"about_ca_topic_score_gemma":0.000026732641,"teacher_disagreement_score":0.97740835,"about_ca_system_score_codex":0.000015631262,"about_ca_system_score_gemma":0.00002202519,"threshold_uncertainty_score":0.20530346},"labels":[],"label_agreement":null},{"id":"W2791863188","doi":"10.1145/3159450.3159530","title":"Tracing vs. Writing Code","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Tracing; Code (set theory); Computer science; TRACE (psycholinguistics); Ray tracing (physics); Mathematics education; Programming language; Psychology; Linguistics; Physics; Optics","score_opus":0.02175254311772729,"score_gpt":0.28146797512487104,"score_spread":0.25971543200714375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791863188","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038341716,0.000017812654,0.94727093,0.00093194837,0.00019758927,0.000024940558,4.3943132e-8,0.000763235,0.012451805],"genre_scores_gemma":[0.7160925,1.5808513e-7,0.28259847,0.000295854,0.00014740409,0.0000010819128,1.3269755e-7,0.0000037210134,0.0008606794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993046,0.000046291087,0.00010306617,0.00020875422,0.000114388014,0.00022291947],"domain_scores_gemma":[0.9995864,0.000058645626,0.00003023455,0.00024293964,0.000030999367,0.000050806113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004900454,0.00005765714,0.000060867973,0.000042765656,0.00026292255,0.00023765191,0.00038621668,0.000025375835,0.000021482756],"category_scores_gemma":[0.000058619476,0.00005079632,0.00002683997,0.00015008089,0.000030425263,0.00022580108,0.000099693,0.00014045618,0.00017002673],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.315388e-7,0.00001166433,0.00116485,0.0000033471883,0.0000031839315,0.0000037334635,0.0022822642,0.000011662212,0.0001148853,0.028839806,0.00047205784,0.96709174],"study_design_scores_gemma":[0.0005836477,0.0005357781,0.011515953,0.00013631087,0.000007599919,0.00013362285,0.0005637156,0.18222508,0.009488804,0.0010265623,0.79307777,0.0007051781],"about_ca_topic_score_codex":0.000047350564,"about_ca_topic_score_gemma":0.000012392612,"teacher_disagreement_score":0.96638656,"about_ca_system_score_codex":0.000010830276,"about_ca_system_score_gemma":0.000014065296,"threshold_uncertainty_score":0.22916828},"labels":[],"label_agreement":null},{"id":"W2793370737","doi":"10.1080/10986065.2018.1403541","title":"The Dynamic Geometrisation of Computer Programming","year":2018,"lang":"en","type":"article","venue":"Mathematical Thinking and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"Computational thinking; Computer science; Mathematics education; Programming language; Feature (linguistics); Work (physics); Dynamic programming; Theoretical computer science; Mathematics; Artificial intelligence; Algorithm; Linguistics; Engineering","score_opus":0.01210610026170009,"score_gpt":0.2622430628932028,"score_spread":0.2501369626315027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793370737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06565836,0.00018171812,0.93285775,0.0004534512,0.0001174643,0.00009035239,2.5194462e-8,0.00027083507,0.0003700311],"genre_scores_gemma":[0.658517,0.0000047697185,0.3411655,0.00002282171,0.00006073178,0.000004036416,3.7824725e-7,0.00000813306,0.00021659107],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986473,0.00026661894,0.00026885158,0.00023136767,0.00030714227,0.00027877133],"domain_scores_gemma":[0.99843556,0.0010201777,0.00016881464,0.0002477965,0.000073803596,0.000053863085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028023259,0.00010958218,0.00015976823,0.00008731628,0.001132897,0.00043029946,0.00041576254,0.00005598935,0.0000049426462],"category_scores_gemma":[0.0006249762,0.000073434196,0.000050479946,0.00032417531,0.00020624192,0.0001410614,0.00024072354,0.00048655662,0.000019025485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002096498,0.000017655773,0.0002734159,0.000032527194,0.000014562871,8.151983e-7,0.008285741,0.000052981275,0.000016015532,0.057705335,0.0000049450396,0.9335939],"study_design_scores_gemma":[0.00045942163,0.0009163103,0.0035311228,0.0004831391,0.00002908205,0.000094790914,0.0011258464,0.8308605,0.00007358251,0.038759235,0.12325982,0.00040713695],"about_ca_topic_score_codex":0.000007881206,"about_ca_topic_score_gemma":9.960675e-7,"teacher_disagreement_score":0.93318677,"about_ca_system_score_codex":0.000014508347,"about_ca_system_score_gemma":0.000013696433,"threshold_uncertainty_score":0.8713442},"labels":[],"label_agreement":null},{"id":"W2793952205","doi":"","title":"Five Affordances of Computational Thinking to support Elementary Mathematics Education","year":2017,"lang":"en","type":"article","venue":"Journal of Computers in Mathematics and Science Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Affordance; Mathematics education; Computational thinking; Computer science; Primary education; Science education; Pedagogy; Psychology; Human–computer interaction","score_opus":0.021689611977746024,"score_gpt":0.3297731157307057,"score_spread":0.3080835037529597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793952205","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42101184,0.000020335416,0.5775596,0.0006265397,0.00036979723,0.00007622003,1.9855325e-7,0.000009363191,0.00032614724],"genre_scores_gemma":[0.4708885,0.0000020430648,0.5290116,0.000057149242,0.00002998793,5.791468e-7,9.2102255e-8,0.0000029887087,0.0000070258457],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981673,0.000042309355,0.0006549543,0.00018555838,0.0007263984,0.0002235102],"domain_scores_gemma":[0.9980172,0.00026982283,0.0010988634,0.00034260776,0.00015104728,0.00012045313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005829237,0.000118956006,0.0002957244,0.00047225095,0.0006836219,0.00076150004,0.0019337701,0.000024430812,9.0800455e-7],"category_scores_gemma":[0.00046827205,0.000099596014,0.00005785788,0.000140387,0.00017376023,0.0011579377,0.00038319797,0.00035351707,6.781984e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034728178,0.0005367105,0.005900006,0.00020828538,0.000023883285,0.000013756826,0.10220697,0.0096511,0.00034160615,0.30367255,0.00016809313,0.57727355],"study_design_scores_gemma":[0.0010969233,0.0011653197,0.031438787,0.0041241245,0.000038848877,0.00073978235,0.011316358,0.48662657,0.00032928903,0.46148482,0.00096614927,0.00067300844],"about_ca_topic_score_codex":0.000023223582,"about_ca_topic_score_gemma":0.0000029166104,"teacher_disagreement_score":0.57660055,"about_ca_system_score_codex":0.00006472566,"about_ca_system_score_gemma":0.00031062512,"threshold_uncertainty_score":0.73431623},"labels":[],"label_agreement":null},{"id":"W2794340013","doi":"","title":"Teachers’ talk about Robotics : where is the Mathematics?","year":2015,"lang":"en","type":"article","venue":"Swinburne Research Bank (Swinburne University of Technology)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mathematics education; Robotics; Artificial intelligence; Connected Mathematics; Computer science; Teaching method; Mathematics; Robot","score_opus":0.05451892523673044,"score_gpt":0.301641332756747,"score_spread":0.24712240752001655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794340013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20321476,0.010787528,0.5721569,0.17917103,0.0006594804,0.0022614617,0.000014021118,0.004143202,0.027591633],"genre_scores_gemma":[0.7597489,0.00021184812,0.22833228,0.000052790543,0.000068441994,0.0000025932882,0.0000024003243,0.000035295492,0.0115455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965093,0.0003208819,0.00030155492,0.00066905277,0.001218338,0.0009808489],"domain_scores_gemma":[0.99655664,0.00029147282,0.0002190409,0.0019615856,0.0007024059,0.00026885694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040538204,0.00026095964,0.00040943592,0.0010042782,0.00079584605,0.00016870485,0.0049693696,0.00035267675,0.00006362867],"category_scores_gemma":[0.0008307843,0.00022757138,0.00019092506,0.0025822418,0.0012789149,0.00048133102,0.0021762096,0.0022831066,0.00015563666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006165571,0.0012328824,0.0074359383,0.00019144925,0.0005875801,0.00076295744,0.077494636,0.001078783,0.0010222947,0.19977881,0.107807346,0.6025457],"study_design_scores_gemma":[0.001974609,0.00089695165,0.00065929996,0.0004087373,0.00006166788,0.00019136151,0.040507164,0.010451388,0.0011340646,0.022670265,0.920372,0.00067248783],"about_ca_topic_score_codex":0.0006276214,"about_ca_topic_score_gemma":0.000076267585,"teacher_disagreement_score":0.8125647,"about_ca_system_score_codex":0.00027289308,"about_ca_system_score_gemma":0.00037960015,"threshold_uncertainty_score":0.99190885},"labels":[],"label_agreement":null},{"id":"W2794896411","doi":"10.5539/ies.v11n4p29","title":"Defining a New 21st Century Skill-Computational Thinking: Concepts and Trends","year":2018,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computational thinking; Critical systems thinking; Management science; Critical thinking; Mathematics education; Psychology; Lateral thinking; Computer science; Epistemology; Creative thinking; Social psychology; Creativity","score_opus":0.03103119854359425,"score_gpt":0.38859249297092363,"score_spread":0.35756129442732937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794896411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21687204,0.03740439,0.53859144,0.09798587,0.054376833,0.0003598188,0.000011208202,0.0021838564,0.052214533],"genre_scores_gemma":[0.7854181,0.00008130956,0.20985712,0.0010613116,0.0005850304,0.000011824933,0.000013666483,0.000007564397,0.002964057],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989927,0.0000469964,0.00019154225,0.0003131412,0.00031241364,0.0001432437],"domain_scores_gemma":[0.9989228,0.00018836942,0.00012872236,0.00012515568,0.0005663618,0.000068574904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024136886,0.00011393471,0.0001070956,0.00021896846,0.0003306627,0.0002667449,0.00036192522,0.000029408959,0.000024810972],"category_scores_gemma":[0.0004238434,0.000107178435,0.000034801178,0.00021113125,0.000114645976,0.0003670005,0.00020752112,0.00012849408,0.000051077055],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023384412,0.000039651564,0.0026955216,0.0000025017625,0.00007525548,3.5811712e-7,0.021667134,0.000039455135,0.0000013685784,0.24347337,0.0057781897,0.72622484],"study_design_scores_gemma":[0.00045190364,0.000110698646,0.039659277,0.00014079626,0.000015358944,0.00007289346,0.0065104295,0.0017121,0.000018963758,0.021122975,0.9298793,0.00030531382],"about_ca_topic_score_codex":0.00007361354,"about_ca_topic_score_gemma":0.000008636843,"teacher_disagreement_score":0.9241011,"about_ca_system_score_codex":0.00007240972,"about_ca_system_score_gemma":0.00015751799,"threshold_uncertainty_score":0.43706095},"labels":[],"label_agreement":null},{"id":"W2795628086","doi":"10.1371/journal.pcbi.1006023","title":"Ten quick tips for teaching programming","year":2018,"lang":"en","type":"article","venue":"PLoS Computational Biology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Computer science","score_opus":0.03057297808916181,"score_gpt":0.30863139050687666,"score_spread":0.27805841241771484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795628086","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019743059,0.000049340495,0.9770043,0.0018039962,0.0003405591,0.00024133154,0.0000023955618,0.0005312917,0.00028370923],"genre_scores_gemma":[0.4929111,1.1998608e-7,0.50637424,0.00027530582,0.00030018997,0.000034996043,0.000028761244,0.0000080192685,0.00006730465],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864507,0.00018540322,0.00022606527,0.0004441939,0.00011916261,0.00038009352],"domain_scores_gemma":[0.99886864,0.00058878446,0.00011737461,0.00019669463,0.0001535965,0.00007489172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005929859,0.00013369323,0.00016122442,0.00012399921,0.0005502191,0.00012219224,0.0005613227,0.000083644416,0.0000049326895],"category_scores_gemma":[0.00035241616,0.000120392,0.00007048283,0.00012766685,0.00015269525,0.00015560327,0.00015702147,0.00023785864,0.000073461444],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001068726,0.00011160475,0.0023416295,0.000014922997,0.00005232868,0.0000010034181,0.0018327362,0.00028040292,0.00014945582,0.2292125,0.00049560226,0.76549715],"study_design_scores_gemma":[0.00083508255,0.001415223,0.001888838,0.00005028534,0.000019193478,0.00006218816,0.00010750913,0.32670718,0.00011788034,0.03214103,0.63616425,0.0004913195],"about_ca_topic_score_codex":0.000019003834,"about_ca_topic_score_gemma":0.0000028037784,"teacher_disagreement_score":0.7650058,"about_ca_system_score_codex":0.00003405814,"about_ca_system_score_gemma":0.00006804493,"threshold_uncertainty_score":0.49094433},"labels":[],"label_agreement":null},{"id":"W2799580483","doi":"10.6000/1927-5129.2018.14.09","title":"Pedagogical Significance of Natural Language Programming in Introductory Programming","year":2018,"lang":"en","type":"article","venue":"Journal of Basic & Applied Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; First-generation programming language; Programming domain; Natural language programming; Functional logic programming; Programming language; Fifth-generation programming language; Inductive programming; Programming paradigm; Very high-level programming language; Syntax; Procedural programming; Extensible programming; Natural language; Artificial intelligence; Universal Networking Language; Comprehension approach","score_opus":0.034297293827247784,"score_gpt":0.32019982969701405,"score_spread":0.28590253586976627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799580483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95010936,0.0010086206,0.046696644,0.0006375639,0.00081262377,0.00024242926,1.4665562e-7,0.000075165015,0.0004174458],"genre_scores_gemma":[0.8032581,0.0000022160552,0.19626817,0.000041356863,0.0003778068,0.0000045968195,1.14463944e-7,0.000005200426,0.000042437925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975781,0.00014383643,0.00063078676,0.00036857967,0.00080488005,0.0004738329],"domain_scores_gemma":[0.9986467,0.00020414332,0.0006662868,0.0002420831,0.00013902177,0.00010178672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004063502,0.00015638606,0.00034100216,0.00038776975,0.00021546506,0.00022682473,0.0014633022,0.000056108798,0.0000066985517],"category_scores_gemma":[0.000273833,0.00011589159,0.00009885172,0.0012316374,0.00072747626,0.00046744678,0.00015448776,0.00061157637,0.0000045535526],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024021698,0.0001384853,0.0023331027,0.000023158385,0.000009685003,0.000021082029,0.017462464,0.000082101804,0.008865286,0.006116299,0.000034567565,0.96488976],"study_design_scores_gemma":[0.010475755,0.017825143,0.088335685,0.00272674,0.00020985198,0.0020273423,0.1433516,0.019548573,0.12166338,0.0041983193,0.5844213,0.005216336],"about_ca_topic_score_codex":0.000034901255,"about_ca_topic_score_gemma":0.000023633764,"teacher_disagreement_score":0.9596734,"about_ca_system_score_codex":0.000055422206,"about_ca_system_score_gemma":0.00026503022,"threshold_uncertainty_score":0.4725922},"labels":[],"label_agreement":null},{"id":"W2799956374","doi":"10.1145/3132699","title":"More than the code","year":2018,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Washington","keywords":"Programming language; Computer science; Coding (social sciences); Code (set theory); Mathematics; Statistics","score_opus":0.06436777401480429,"score_gpt":0.33898137824972446,"score_spread":0.2746136042349202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799956374","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081828624,0.0014464159,0.029411543,0.88111126,0.00049267156,0.0003059269,0.0000025695235,0.00036139204,0.005039585],"genre_scores_gemma":[0.77569175,0.0000095500845,0.22379674,0.00023467961,0.000018973557,0.000006108159,3.7288999e-7,0.0000029241537,0.00023891262],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999406,0.00023589571,0.00009530007,0.00007656457,0.00009915996,0.00008712041],"domain_scores_gemma":[0.965668,0.0002989706,0.000089699,0.03386869,0.000061027833,0.000013573396],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0005109809,0.00004097281,0.00004604956,0.000016924549,0.0006868781,0.000055220466,0.05274637,0.00001783968,0.0000011250712],"category_scores_gemma":[0.0030311414,0.000022281869,0.000048841004,0.00024180651,0.00043082907,0.000069886155,0.021592788,0.0002103242,0.000022079828],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005270029,0.0002899985,0.03244901,0.000013062076,0.00009961385,1.3903488e-7,0.07303209,0.000107095424,0.00072992954,0.36156324,0.075158305,0.45655227],"study_design_scores_gemma":[0.00011996303,0.000044186207,0.07141277,0.000057391502,0.00001456419,0.0000095716005,0.0005115943,0.009257155,0.00053603674,0.029241113,0.8886859,0.000109797584],"about_ca_topic_score_codex":0.0000853201,"about_ca_topic_score_gemma":0.000038072503,"teacher_disagreement_score":0.8808766,"about_ca_system_score_codex":0.000008339579,"about_ca_system_score_gemma":0.000025504658,"threshold_uncertainty_score":0.9863204},"labels":[],"label_agreement":null},{"id":"W2800840908","doi":"","title":"Mobile Robots Engaging Children in Learning","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Robot; Mobile robot; Artificial intelligence; Human–computer interaction","score_opus":0.008700481176083536,"score_gpt":0.2592598241694862,"score_spread":0.25055934299340266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800840908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21663253,0.00013733028,0.77837986,0.000058579,0.00009367011,0.00007832239,8.618457e-9,0.0005460616,0.0040736273],"genre_scores_gemma":[0.86034685,0.0000020841874,0.13835998,0.00007011603,0.00003974679,0.0000033632102,7.754129e-7,0.000006783457,0.0011703086],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989397,0.0001006569,0.00016175778,0.00027359097,0.00014799154,0.0003763252],"domain_scores_gemma":[0.9995706,0.00011000617,0.000040497616,0.00020321143,0.000011402671,0.00006429625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018357745,0.000086383356,0.000091050155,0.00017602804,0.00015922185,0.00012385902,0.0004076906,0.000041283245,0.000009006882],"category_scores_gemma":[0.00007574519,0.0000817949,0.000033146713,0.0003574963,0.000012899636,0.00022931541,0.00014333536,0.0006263528,0.000050416627],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.0167424e-7,0.000027244541,0.15398276,0.0000014688985,0.000002919953,0.000011097254,0.0039020127,0.009274415,0.00008486959,0.002985567,0.000018675173,0.8297081],"study_design_scores_gemma":[0.0018479238,0.0006363673,0.7790077,0.00015647146,0.0000072563826,0.00020561302,0.0024037706,0.06554421,0.0025713588,0.00043367906,0.14577112,0.0014145836],"about_ca_topic_score_codex":0.00020622657,"about_ca_topic_score_gemma":0.000024341147,"teacher_disagreement_score":0.8282935,"about_ca_system_score_codex":0.000033085435,"about_ca_system_score_gemma":0.000014316592,"threshold_uncertainty_score":0.33354992},"labels":[],"label_agreement":null},{"id":"W2802573729","doi":"10.1386/eme.17.1.45_1","title":"Whither the school in the age of the algorithm?","year":2018,"lang":"en","type":"article","venue":"Explorations in Media Ecology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Algorithm","score_opus":0.02715697859537419,"score_gpt":0.27675102640554483,"score_spread":0.24959404781017064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802573729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49012828,0.00027301838,0.39213833,0.106373094,0.0065489556,0.0013744419,0.0000023285413,0.00018257964,0.002978947],"genre_scores_gemma":[0.97443336,0.0000048191105,0.02418247,0.0009989168,0.00018666619,0.00011118588,0.000001257213,0.000004369712,0.00007693443],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985564,0.0008140743,0.00018208708,0.00014165256,0.00013362174,0.00017220275],"domain_scores_gemma":[0.99878037,0.0005774918,0.000066957604,0.0005329579,0.000030318015,0.000011925872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014561254,0.000058441397,0.00008065434,0.000075051365,0.00019475713,0.00004978401,0.001241225,0.000050410006,0.000019504812],"category_scores_gemma":[0.0008120802,0.000028679788,0.000026676815,0.00061204814,0.00023793514,0.0001360531,0.00014476234,0.0004054011,0.00005107956],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050926606,0.00039032422,0.08619381,0.0000055163537,0.000021392923,0.000024587667,0.39815825,0.00083662895,0.0001145137,0.062491886,0.0075067547,0.44425124],"study_design_scores_gemma":[0.00077118265,0.0002681677,0.74503154,0.000040273437,0.0000100200195,0.000025392823,0.0144771235,0.019563526,0.00011597907,0.017745791,0.20172116,0.00022987198],"about_ca_topic_score_codex":0.00006130503,"about_ca_topic_score_gemma":0.003625209,"teacher_disagreement_score":0.6588377,"about_ca_system_score_codex":0.000024644914,"about_ca_system_score_gemma":0.00008019282,"threshold_uncertainty_score":0.23065257},"labels":[],"label_agreement":null},{"id":"W2803006329","doi":"10.4204/eptcs.270.2","title":"Using Elm to Introduce Algebraic Thinking to K-8 Students","year":2018,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Curriculum; Computer graphics; Syntax; Graphics; Domain (mathematical analysis); Focus (optics); Recursion (computer science); Inclusion (mineral)","score_opus":0.010753306603258841,"score_gpt":0.30881380436595934,"score_spread":0.2980604977627005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803006329","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38386917,0.000014087788,0.61361927,0.0012564106,0.00040830817,0.0002557957,5.3016333e-8,0.00027354044,0.00030335312],"genre_scores_gemma":[0.67210513,4.7284965e-7,0.32610562,0.0013986946,0.00035601997,0.000011316233,5.918116e-8,0.00001415614,0.0000085084885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99466336,0.000057972426,0.0003945379,0.0015406157,0.0014238959,0.0019195969],"domain_scores_gemma":[0.9985437,0.000079383135,0.00008728985,0.00050762866,0.0003265179,0.0004554782],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0059423563,0.00029518688,0.00028864722,0.00077074947,0.00085611345,0.0017910376,0.0062041953,0.00007317774,0.000009002537],"category_scores_gemma":[0.0005690402,0.00027563891,0.00005189407,0.0044800076,0.0007316066,0.000889552,0.0030983745,0.00073773356,0.00010990248],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013929063,0.00006933663,0.0011592122,0.000005202338,0.0000044275835,0.0000029080084,0.0078113293,0.000117439966,0.0014795368,0.93079454,0.00004425754,0.05849791],"study_design_scores_gemma":[0.0014192116,0.007026182,0.010911679,0.0008697929,0.000024920633,0.0004088432,0.00023713708,0.63688415,0.026229642,0.29595625,0.017222017,0.0028101865],"about_ca_topic_score_codex":0.000015842343,"about_ca_topic_score_gemma":0.0000032993648,"teacher_disagreement_score":0.6367667,"about_ca_system_score_codex":0.0006393164,"about_ca_system_score_gemma":0.00028206923,"threshold_uncertainty_score":0.9999696},"labels":[],"label_agreement":null},{"id":"W2808424268","doi":"10.1145/3209635.3209647","title":"Lightweight Strategies for Inclusive Teaching","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Inclusion (mineral); Outreach; Diversity (politics); Presentation (obstetrics); Key (lock); Computer science; Pedagogy; Mathematics education; Medical education; Psychology; Sociology; Political science; Medicine; Computer security","score_opus":0.015127989055392591,"score_gpt":0.30330725737291864,"score_spread":0.28817926831752605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808424268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00431095,0.000023380931,0.97038937,0.001712693,0.0003489423,0.00010064759,1.7392391e-7,0.0006026078,0.022511218],"genre_scores_gemma":[0.5833333,1.5223767e-7,0.41489848,0.00026077472,0.0002616634,0.000009142736,5.9066514e-7,0.000005121308,0.0012307542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991926,0.000061775194,0.00011143774,0.00026520898,0.00011314193,0.00025586272],"domain_scores_gemma":[0.9994257,0.0001270825,0.000046359222,0.00028888925,0.000058740276,0.000053191747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005345629,0.00008962989,0.00008540638,0.00006406635,0.0006431018,0.0004467743,0.00058716856,0.000040256004,0.00000974744],"category_scores_gemma":[0.0000746704,0.00007024242,0.000047858375,0.000079570425,0.000040689407,0.0005167404,0.00020153036,0.0001639549,0.000053631356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018105046,0.000017041068,0.000041758198,0.0000043078785,0.0000070472884,7.686225e-7,0.0059153987,0.000005265832,0.00013993902,0.6808839,0.002271159,0.31071162],"study_design_scores_gemma":[0.00020594244,0.0003258337,0.00012050832,0.000016177732,0.0000035361018,0.000008596967,0.00064113905,0.015352769,0.0005857697,0.014718473,0.9678337,0.00018755482],"about_ca_topic_score_codex":0.00006584116,"about_ca_topic_score_gemma":0.000019598563,"teacher_disagreement_score":0.9655625,"about_ca_system_score_codex":0.000020045352,"about_ca_system_score_gemma":0.00006667757,"threshold_uncertainty_score":0.4946284},"labels":[],"label_agreement":null},{"id":"W2808530612","doi":"10.1145/3209635.3209646","title":"Insights from the Application of Universal Design Principles to Support English Language Learners","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Ell; Mathematics education; Computer science; Universal Design for Learning; Argument (complex analysis); Population; English language; Pedagogy; Teaching method; Psychology; Sociology","score_opus":0.025834059737488604,"score_gpt":0.26111768052291195,"score_spread":0.23528362078542336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808530612","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094199225,0.0000108218865,0.90346277,0.000230676,0.0000870635,0.0001137249,2.7474542e-7,0.00019956971,0.0016958476],"genre_scores_gemma":[0.83104444,2.1416047e-7,0.16838542,0.00013105308,0.00010179231,0.0000036095062,0.0000018880404,0.00000391469,0.00032764755],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993496,0.00011380602,0.00009472721,0.00019974602,0.00013934485,0.00010280403],"domain_scores_gemma":[0.9993026,0.00013650616,0.00005214209,0.00041012673,0.000053409363,0.000045166355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021196346,0.00005849833,0.00006395776,0.00003446825,0.00010045304,0.000058284335,0.0006528479,0.000028404562,0.000008989839],"category_scores_gemma":[0.00010270078,0.00003944714,0.000022294154,0.00020604771,0.000045795587,0.00011871624,0.00014550077,0.00009190239,0.000056095847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015466881,0.00005250098,0.0016131243,0.0000028724419,0.00002649992,0.0000026755956,0.23778722,0.0008279397,0.0038441978,0.10424771,0.0008404738,0.6507393],"study_design_scores_gemma":[0.00052093406,0.0008964509,0.008612034,0.00002920179,0.000020754142,0.0000017480576,0.020553226,0.041523784,0.019114196,0.0003210593,0.90798515,0.0004214546],"about_ca_topic_score_codex":0.00062795426,"about_ca_topic_score_gemma":0.00009419873,"teacher_disagreement_score":0.90714467,"about_ca_system_score_codex":0.000015992955,"about_ca_system_score_gemma":0.000039900013,"threshold_uncertainty_score":0.16086076},"labels":[],"label_agreement":null},{"id":"W2808552039","doi":"10.1145/3209635.3209636","title":"\"Hour of code\" With Virtual Reality","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Langara College","funders":"","keywords":"Virtual reality; Computer science; Connection (principal bundle); Curriculum; Code (set theory); Human–computer interaction; Multimedia; Metaverse; Computer graphics (images); Programming language; Engineering; Sociology; Pedagogy","score_opus":0.025884426168654107,"score_gpt":0.2801059666237678,"score_spread":0.2542215404551137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808552039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06288036,0.000002699864,0.9309153,0.0004828577,0.000062594976,0.000024982352,1.7556178e-7,0.00020586535,0.005425159],"genre_scores_gemma":[0.88705987,1.490858e-7,0.1118333,0.00006915593,0.000038183432,7.3766427e-7,2.0846105e-7,0.0000026175892,0.0009957714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994612,0.000053475796,0.00008090367,0.00015213284,0.0001357981,0.00011649236],"domain_scores_gemma":[0.99952173,0.000035022877,0.000045759447,0.00030729716,0.000053459826,0.000036703823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035911694,0.000045832185,0.000068679656,0.000026214391,0.00006653389,0.00003664421,0.0003262502,0.000019253748,0.0000119479055],"category_scores_gemma":[0.000027304719,0.00003140007,0.000015396115,0.00013978948,0.00007519814,0.00010740362,0.00007239709,0.00007891163,0.000021510625],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013325238,0.00006536607,0.005052184,0.000005429242,0.000015449114,0.0000027918127,0.003980465,0.00006351472,0.00015043162,0.14967625,0.0012722966,0.8397025],"study_design_scores_gemma":[0.0020402533,0.011323517,0.07301673,0.0001778931,0.000026769207,0.00011305305,0.0010954444,0.07220015,0.01637061,0.0013212257,0.82128835,0.001026],"about_ca_topic_score_codex":0.00021613706,"about_ca_topic_score_gemma":0.00006317234,"teacher_disagreement_score":0.8386765,"about_ca_system_score_codex":0.000005606949,"about_ca_system_score_gemma":0.000028229488,"threshold_uncertainty_score":0.12804577},"labels":[],"label_agreement":null},{"id":"W2808863842","doi":"10.1145/3197091.3197116","title":"Gender, confidence, and mark prediction in CS examinations","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Mistake; Work (physics); Computer science; Mathematics education; Artificial intelligence; Psychology; Engineering","score_opus":0.027497820753121148,"score_gpt":0.2666272239754067,"score_spread":0.23912940322228557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808863842","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07630451,0.000045337703,0.908992,0.0002461708,0.00017883752,0.000056052915,1.5195741e-7,0.00022668793,0.01395028],"genre_scores_gemma":[0.93716675,0.000002668572,0.06152139,0.00006660426,0.00004093285,0.0000039324295,4.41041e-7,0.0000019208358,0.0011953841],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99951285,0.00005622167,0.00007741165,0.00016433101,0.00008205462,0.00010713471],"domain_scores_gemma":[0.99974066,0.00005130974,0.000018166178,0.00013565355,0.000023577657,0.0000306303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038268123,0.000039169958,0.000038181963,0.00008712741,0.00010117718,0.00010200432,0.00013174851,0.000026661874,0.000016710967],"category_scores_gemma":[0.000057111458,0.000035886238,0.0000065150693,0.0001708472,0.000041624702,0.00022243104,0.0000596228,0.000089682464,0.000024215065],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014611217,0.000045863446,0.07234168,0.000008588296,0.0000050772232,0.000003927127,0.008100879,0.000010996597,0.0001265089,0.20515256,0.0013689029,0.7128336],"study_design_scores_gemma":[0.00034093158,0.00017602944,0.8212933,0.000025525665,0.000002821597,0.000036464928,0.00038533084,0.09080765,0.00014050755,0.0022797836,0.08435973,0.0001519649],"about_ca_topic_score_codex":0.00012697911,"about_ca_topic_score_gemma":0.000052087293,"teacher_disagreement_score":0.8608622,"about_ca_system_score_codex":0.000010691293,"about_ca_system_score_gemma":0.000015750888,"threshold_uncertainty_score":0.14633983},"labels":[],"label_agreement":null},{"id":"W2810828997","doi":"10.48550/arxiv.1805.05125","title":"Using Elm to Introduce Algebraic Thinking to K-8 Students","year":2018,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Curriculum; Syntax; Sophistication; Mathematics education; Graphics; Programming language; Inclusion (mineral); Artificial intelligence; Pedagogy; Mathematics; Psychology","score_opus":0.08984843545880605,"score_gpt":0.2408367146040448,"score_spread":0.15098827914523874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810828997","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4989477,0.0000027756646,0.5002054,0.0001321135,0.00027244716,0.00007929453,1.3416721e-7,0.00020207721,0.00015802903],"genre_scores_gemma":[0.93540186,4.835918e-7,0.062965445,0.0006444776,0.00019890074,1.987106e-7,2.9969257e-7,0.000012199454,0.00077615044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984714,0.00013089564,0.00010854223,0.000717786,0.00015113296,0.00042026586],"domain_scores_gemma":[0.99887925,0.000042106996,0.000058114736,0.0006731803,0.000099777164,0.0002475545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056130596,0.00014850704,0.00013850712,0.00026819404,0.00049912796,0.00027532966,0.0018284653,0.000051391904,0.000013011234],"category_scores_gemma":[0.00009844107,0.00016921849,0.00005496931,0.0012228166,0.00003787055,0.00038939007,0.0010187039,0.00020516058,0.00045127713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014959875,0.00057792093,0.16524598,0.000039019204,0.00026358967,0.0005888069,0.047401328,0.14472948,0.0031925703,0.5239112,0.0026087947,0.11129174],"study_design_scores_gemma":[0.0041041677,0.0038068313,0.10276857,0.0008274627,0.0002598614,0.00012882023,0.0033163463,0.47268647,0.0046091643,0.016395003,0.38599008,0.005107235],"about_ca_topic_score_codex":0.00017700359,"about_ca_topic_score_gemma":0.000031388972,"teacher_disagreement_score":0.5075162,"about_ca_system_score_codex":0.0001425859,"about_ca_system_score_gemma":0.00004162473,"threshold_uncertainty_score":0.690053},"labels":[],"label_agreement":null},{"id":"W2874143900","doi":"10.29333/ejmste/93190","title":"Exploring Bimodality in Introductory Computer Science Performance Distributions","year":2018,"lang":"en","type":"article","venue":"Eurasia Journal of Mathematics Science and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bimodality; Mathematics education; Computer science; Mathematics; Physics","score_opus":0.03812191921551486,"score_gpt":0.2901226042739593,"score_spread":0.2520006850584444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2874143900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.880196,0.000054893146,0.11646406,0.0024063687,0.00073750404,0.000050685925,5.5077635e-8,0.00004128488,0.000049173654],"genre_scores_gemma":[0.7946492,0.00001824441,0.20520914,0.000015559588,0.000099369114,0.0000029554337,4.3929425e-8,0.0000020604953,0.0000034294649],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987133,0.000021221118,0.00032131007,0.00023941799,0.0004304116,0.00027434085],"domain_scores_gemma":[0.9983853,0.000041061896,0.00027229165,0.00034283553,0.0008800217,0.00007848029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00406768,0.000079782636,0.00012902528,0.001278649,0.0005285755,0.0002025616,0.0011553129,0.000028225095,8.7269666e-7],"category_scores_gemma":[0.0008999488,0.00006708871,0.000012502796,0.0032772766,0.0018371781,0.0020087063,0.00022786588,0.00032007904,0.000005824936],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.942928e-7,0.0002742873,0.017477145,0.000025990521,0.0000024188205,0.0000012363558,0.0058321296,0.0000080282,0.0051728836,0.076180644,0.000026583937,0.89499766],"study_design_scores_gemma":[0.001450947,0.0035282322,0.64661396,0.0023665882,0.000053160784,0.005042401,0.012282332,0.12097473,0.13243942,0.05943124,0.014251163,0.001565809],"about_ca_topic_score_codex":0.0000031468905,"about_ca_topic_score_gemma":9.793306e-7,"teacher_disagreement_score":0.89343184,"about_ca_system_score_codex":0.00016852794,"about_ca_system_score_gemma":0.0011938994,"threshold_uncertainty_score":0.67691594},"labels":[],"label_agreement":null},{"id":"W2883291320","doi":"10.69520/jipe.v1i1.37","title":"Learning Code using Lego Robotics","year":2018,"lang":"en","type":"article","venue":"Journal of innovation in polytechnic education.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Humber Polytechnic","funders":"","keywords":"Artificial intelligence; Robotics; Code (set theory); Computer science; Computer vision; Programming language; Robot","score_opus":0.032032782827371695,"score_gpt":0.336686578811268,"score_spread":0.3046537959838963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883291320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13051601,0.0001280782,0.8655659,0.0021028887,0.0013227257,0.000050842704,5.0079887e-8,0.000060670045,0.00025286223],"genre_scores_gemma":[0.62174374,0.0000032103878,0.3775437,0.00017996375,0.00034139672,9.571698e-7,4.628309e-7,0.0000068171707,0.00017975287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851906,0.000102380625,0.0008142292,0.00012880741,0.00026178223,0.00017371406],"domain_scores_gemma":[0.9978609,0.000065069915,0.0009293698,0.00020439393,0.0009075917,0.000032684184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018468102,0.00008741389,0.00014057793,0.001018523,0.0001602707,0.00013948615,0.00049676874,0.000069932226,0.00000778771],"category_scores_gemma":[0.0008927658,0.00008583813,0.000028492701,0.0026239501,0.0000516241,0.00059378997,0.00005746063,0.00062435796,0.000006121672],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014289886,0.00045724385,0.034767486,0.000028033168,0.0000297168,0.0000054218235,0.0067628734,0.015935224,0.0073758243,0.22920825,0.002704609,0.70271105],"study_design_scores_gemma":[0.0027975752,0.0031605975,0.08594786,0.0027983044,0.00007515104,0.003223599,0.008980582,0.12406804,0.008982754,0.022987833,0.73503226,0.0019454291],"about_ca_topic_score_codex":0.00002064182,"about_ca_topic_score_gemma":0.0000021554124,"teacher_disagreement_score":0.7323277,"about_ca_system_score_codex":0.00018351297,"about_ca_system_score_gemma":0.00082570437,"threshold_uncertainty_score":0.35003772},"labels":[],"label_agreement":null},{"id":"W2885093139","doi":"10.24908/pceea.v0i0.7365","title":"PUZZLE-BASED LEARNING: AN APPROACH TO CREATIVITY, DESIGN THINKING &amp; PROBLEM SOLVING. IMPLICATIONS FOR ENGINEERING EDUCATION.","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Creativity; Component (thermodynamics); Mathematics education; Engineering education; Computer science; Critical thinking; Problem-based learning; Creative problem-solving; Creative thinking; Style (visual arts); Engineering ethics; Management science; Engineering management; Engineering; Psychology","score_opus":0.027589166325488176,"score_gpt":0.2647991961659217,"score_spread":0.2372100298404335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885093139","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017730296,0.00009019586,0.949296,0.025100792,0.0017566183,0.0024536015,0.0000113569195,0.000782872,0.0027782512],"genre_scores_gemma":[0.5491636,7.3054963e-7,0.44897324,0.00014222431,0.0001828267,0.00040897666,0.000012716107,0.000040509778,0.0010752109],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832666,0.000023632212,0.000328024,0.00048116123,0.00031880612,0.00052172656],"domain_scores_gemma":[0.99742514,0.000153453,0.00064946094,0.0004935888,0.00088430697,0.00039403004],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017996216,0.00024034767,0.0002251954,0.00045113813,0.0017365126,0.0015797426,0.0018787787,0.00017222644,0.00000128902],"category_scores_gemma":[0.0044195447,0.00025605262,0.00011970593,0.00041370696,0.00001603346,0.0008606864,0.000099945515,0.00043006742,0.0000038298112],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011071375,0.0011161917,0.19805917,0.0013351479,0.00026968523,3.6452423e-8,0.02397847,0.27514815,0.0043952367,0.36244965,0.026270615,0.10696658],"study_design_scores_gemma":[0.00062621554,0.00014241508,0.35870665,0.0008141466,0.00014463495,0.0000116199835,0.00037443763,0.1309488,0.0010782047,0.0022066964,0.50338376,0.0015624136],"about_ca_topic_score_codex":0.003648328,"about_ca_topic_score_gemma":0.0006300961,"teacher_disagreement_score":0.5314333,"about_ca_system_score_codex":0.001540677,"about_ca_system_score_gemma":0.0016089869,"threshold_uncertainty_score":0.99998915},"labels":[],"label_agreement":null},{"id":"W2886978630","doi":"10.24908/pceea.v0i0.10269","title":"Knowledge Building in robotics for STEM education","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Robotics; Artificial intelligence; Educational robotics; Multidisciplinary approach; Competition (biology); Future of robotics; Computer science; Mathematics education; Robot; Psychology; Sociology; Social science","score_opus":0.01029688030719922,"score_gpt":0.24694739557785658,"score_spread":0.23665051527065736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886978630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79439974,0.0013710571,0.096548945,0.054442946,0.03529871,0.004296942,0.000016783019,0.0012419497,0.012382965],"genre_scores_gemma":[0.93565494,0.0000012359268,0.06174418,0.00011918745,0.00033413753,0.0000677071,0.0000014279151,0.000018441375,0.0020587167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908125,0.000009875283,0.00023736723,0.00021451018,0.00015471491,0.00030226508],"domain_scores_gemma":[0.99879473,0.000075622345,0.00025683164,0.000120964425,0.00062820426,0.00012362441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008388093,0.00010843586,0.00011835226,0.00038995603,0.00020959407,0.00020321923,0.0005686192,0.000109770685,0.0000010717742],"category_scores_gemma":[0.00084655214,0.00011359195,0.000058022953,0.00071708136,0.000012158125,0.00031325375,0.000038052876,0.00019564747,0.0000044232756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029453024,0.00030003896,0.12642007,0.00050316355,0.000066667606,2.4937487e-8,0.016924024,0.001949083,0.0014033269,0.57722545,0.028577209,0.24662799],"study_design_scores_gemma":[0.00055082893,0.00012075844,0.16128531,0.0010735383,0.00005334186,0.0000083291325,0.0011184486,0.08796672,0.0032256646,0.0019944797,0.7417326,0.00086996105],"about_ca_topic_score_codex":0.0024669217,"about_ca_topic_score_gemma":0.0030690639,"teacher_disagreement_score":0.7131554,"about_ca_system_score_codex":0.0019065895,"about_ca_system_score_gemma":0.0013500318,"threshold_uncertainty_score":0.49856654},"labels":[],"label_agreement":null},{"id":"W2890169540","doi":"10.1007/s40751-018-0042-7","title":"Coding Robots as a Source of Instantiations for Arithmetic","year":2018,"lang":"en","type":"article","venue":"Digital Experiences in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Coding (social sciences); Computer science; Robot; Multiplication (music); Mathematics education; Arithmetic; Artificial intelligence; Pedagogy; Mathematics; Psychology","score_opus":0.02312018670483823,"score_gpt":0.3176814544752935,"score_spread":0.29456126777045527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890169540","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29463097,0.000026815014,0.7024502,0.000086913096,0.00026122187,0.00014966012,1.8254538e-7,0.000049190225,0.0023448176],"genre_scores_gemma":[0.8064039,6.2237996e-7,0.19317916,0.000018658171,0.000037831247,0.00009147503,0.0000019157794,0.0000049655123,0.00026146922],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99928266,0.000013356464,0.00025212698,0.00016831359,0.00014460667,0.00013896436],"domain_scores_gemma":[0.99931526,0.00017706899,0.00015629194,0.0002218171,0.0000973856,0.00003216152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023153526,0.000071398244,0.000101936675,0.00013979954,0.00009894147,0.0002408085,0.00036902755,0.000029780625,0.000003009377],"category_scores_gemma":[0.00073721743,0.00006833989,0.00003317517,0.00032747767,0.00009425774,0.0005310135,0.0000513971,0.00005013109,0.000007838102],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017871846,0.0005104846,0.0009058509,0.00008174808,0.000005555209,7.624853e-8,0.4242709,0.00007884968,0.00007496366,0.2505505,0.000056056095,0.32346323],"study_design_scores_gemma":[0.0009824884,0.0013630252,0.001470668,0.0016696954,0.000022467806,0.00009009031,0.44175652,0.31599113,0.008217074,0.19040996,0.036710292,0.0013166094],"about_ca_topic_score_codex":0.000015442132,"about_ca_topic_score_gemma":0.0000019728545,"teacher_disagreement_score":0.51177293,"about_ca_system_score_codex":0.000027116248,"about_ca_system_score_gemma":0.00014928536,"threshold_uncertainty_score":0.27868196},"labels":[],"label_agreement":null},{"id":"W2893397320","doi":"10.5539/ies.v11n10p105","title":"The Utilization of Educational Robotics in Saudi Schools: Potentials and Barriers from the Perspective of Saudi Teachers","year":2018,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Educational robotics; Thematic analysis; Artificial intelligence; Incentive; Medical education; Government (linguistics); Psychology; Christian ministry; Qualitative research; Mathematics education; Robot; Sociology; Computer science; Political science; Social science; Medicine","score_opus":0.04538078958660728,"score_gpt":0.38029276702804976,"score_spread":0.33491197744144247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893397320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66207886,0.025506502,0.059173446,0.24133131,0.009639764,0.00053564116,0.000015795082,0.000060230323,0.0016584846],"genre_scores_gemma":[0.9867028,0.00029689295,0.012268262,0.00013160241,0.0002028601,0.000018960136,0.000003408151,0.0000041885082,0.00037100073],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999049,0.0001559075,0.0002634536,0.00019034788,0.0002529696,0.000088323846],"domain_scores_gemma":[0.99760157,0.0007604726,0.00025278685,0.0001912403,0.0011690783,0.00002483617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005653717,0.00007649372,0.00010117266,0.00009818024,0.0002394789,0.00007172645,0.00044023915,0.000024637178,0.00000632958],"category_scores_gemma":[0.0041370085,0.00005147446,0.000031617867,0.00025003703,0.00029807183,0.00018927427,0.00013303016,0.00013115918,0.0000026702696],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024435725,0.00017478225,0.21737343,0.0000095350115,0.00042679327,8.222092e-8,0.08605963,0.00044701117,0.00014207608,0.5402659,0.005359127,0.14971717],"study_design_scores_gemma":[0.0006524199,0.00015339855,0.6256342,0.00049859175,0.00006298666,0.000007606468,0.16857946,0.003117117,0.0005503763,0.14644967,0.053961426,0.00033277477],"about_ca_topic_score_codex":0.00073738344,"about_ca_topic_score_gemma":0.00017483627,"teacher_disagreement_score":0.40826073,"about_ca_system_score_codex":0.00011027048,"about_ca_system_score_gemma":0.00030613932,"threshold_uncertainty_score":0.49526846},"labels":[],"label_agreement":null},{"id":"W2894784890","doi":"10.1007/978-3-319-95059-4_20","title":"Learning to Program a Humanoid Robot: Impact on Special Education Students","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Affordance; Coding (social sciences); Variety (cybernetics); TRACE (psycholinguistics); Task (project management); Computer science; Mathematics education; Exploratory research; Psychology; Data collection; Humanoid robot; Robot; Human–computer interaction; Pedagogy; Engineering; Artificial intelligence; Sociology","score_opus":0.0216156915178248,"score_gpt":0.3458379643118781,"score_spread":0.3242222727940533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894784890","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062421886,0.00007511097,0.025702504,0.0005104448,0.0040704,0.0021438682,0.0000011832078,0.003026408,0.9582279],"genre_scores_gemma":[0.013758747,0.000003982027,0.058137063,0.0003000751,0.0049522384,0.000056989276,0.000024786457,0.000079755206,0.92268634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974847,0.00007423196,0.00031844949,0.00087887724,0.00078516826,0.0004586151],"domain_scores_gemma":[0.9985704,0.00005611875,0.0002344183,0.000725943,0.00013742821,0.00027569014],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054255384,0.00046853843,0.00035574113,0.0004304262,0.000375108,0.001142123,0.0015261652,0.00024522992,0.00049019716],"category_scores_gemma":[0.00006193697,0.00039354447,0.00024589957,0.00009284428,0.00004043591,0.00016684119,0.00047894247,0.0010510283,0.0030931658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012824044,0.0001798876,0.00012581015,0.000010310214,0.000053579235,0.0000051189027,0.0038375824,0.00015573966,9.648436e-7,0.011895336,0.012502465,0.9712204],"study_design_scores_gemma":[0.0001320904,0.0029577632,0.0011429045,0.00030927735,0.000017557953,0.000010952756,0.00004778725,0.000111980975,0.0000024784288,0.0006203554,0.9941082,0.000538646],"about_ca_topic_score_codex":0.00005403988,"about_ca_topic_score_gemma":0.000010186755,"teacher_disagreement_score":0.98160577,"about_ca_system_score_codex":0.0002875076,"about_ca_system_score_gemma":0.00030314465,"threshold_uncertainty_score":0.9998948},"labels":[],"label_agreement":null},{"id":"W2897024105","doi":"10.1007/978-3-030-02762-9_21","title":"A Review of Serious Games for Programming","year":2018,"lang":"en","type":"review","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Game programming; Curriculum; Game mechanics; Multimedia; Video game development; Game Developer; Game design; Game design document; Pedagogy; Psychology","score_opus":0.03782531763822331,"score_gpt":0.3490385620740456,"score_spread":0.31121324443582227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897024105","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.5377366e-8,0.49789688,0.5004793,0.000078878365,0.00070126634,0.0007380446,9.987369e-7,0.00010363078,9.513537e-7],"genre_scores_gemma":[0.0000041306903,0.5072638,0.49223456,0.00019586887,0.00018771508,0.000093772935,0.000003197063,0.000016152137,8.2762045e-7],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99611276,0.000258589,0.00090844766,0.0013757348,0.0005332169,0.0008112429],"domain_scores_gemma":[0.9965952,0.00078583835,0.00076222385,0.0014264401,0.00030060677,0.0001296913],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036265708,0.000489836,0.0016039545,0.0005924085,0.0002296815,0.00040123417,0.0042868974,0.0001998085,0.0000016052501],"category_scores_gemma":[0.00095507194,0.0003783798,0.0004849855,0.003208661,0.00047952472,0.00036170226,0.0009458236,0.00060917303,0.0000074399823],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8399415e-7,0.000031914475,7.007206e-7,0.049132317,0.00001028311,0.0000030825063,0.0002825596,0.000026313875,6.531108e-8,0.00006976481,0.00003381464,0.9504088],"study_design_scores_gemma":[0.00007173791,0.00023322178,4.2722752e-7,0.13509637,0.000042873173,0.000083808874,8.7957474e-8,0.0051158797,0.0000032949495,0.0001643203,0.85881865,0.00036931466],"about_ca_topic_score_codex":0.000016268621,"about_ca_topic_score_gemma":0.0000066740317,"teacher_disagreement_score":0.9500395,"about_ca_system_score_codex":0.00015156646,"about_ca_system_score_gemma":0.0009338694,"threshold_uncertainty_score":0.9998668},"labels":[],"label_agreement":null},{"id":"W2898127510","doi":"10.1007/978-3-319-99858-9_11","title":"Developing Teacher Self-Efficacy to Teach Science and Computational Thinking with Educational Robotics: Using Scaffolded Programming Scripts","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Robotics; Scripting language; Computational thinking; Artificial intelligence; Educational robotics; Computer science; Mathematics education; Science education; Intervention (counseling); Psychology; Robot; Programming language","score_opus":0.037776800831223055,"score_gpt":0.29230755771637745,"score_spread":0.2545307568851544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898127510","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018975507,0.00013296425,0.981007,0.0028927396,0.0004921658,0.0008707377,6.886414e-7,0.00096002506,0.011746154],"genre_scores_gemma":[0.010231878,0.000001204654,0.97194445,0.00056521094,0.00038523326,0.000012188027,0.000009834862,0.00007349493,0.016776528],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954838,0.000058385842,0.0004785641,0.0015177218,0.001709993,0.00075151667],"domain_scores_gemma":[0.9975825,0.00019063822,0.00034813638,0.0005788532,0.00093166076,0.00036822638],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020844627,0.00056491274,0.00042122553,0.00083797605,0.0018084442,0.002193259,0.0014999404,0.00019488834,0.00002942585],"category_scores_gemma":[0.00016908548,0.0005022273,0.00006109026,0.00045093993,0.00047386996,0.000783852,0.0009332629,0.0006653082,0.000054364056],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009419914,0.00014916985,0.00028773135,0.00009077183,0.00014429067,0.000013199645,0.010862804,0.005202902,0.000010135533,0.7817113,0.00038678627,0.20113151],"study_design_scores_gemma":[0.0026608827,0.0014968141,0.0047295718,0.0076710717,0.00042675636,0.002053817,0.0008269553,0.1970342,0.000045475783,0.045509085,0.7294621,0.0080832755],"about_ca_topic_score_codex":0.000043626733,"about_ca_topic_score_gemma":0.00001168217,"teacher_disagreement_score":0.7362022,"about_ca_system_score_codex":0.0007473005,"about_ca_system_score_gemma":0.002780137,"threshold_uncertainty_score":0.9997429},"labels":[],"label_agreement":null},{"id":"W2898128900","doi":"10.4018/978-1-5225-7018-9.ch001","title":"Dynamic Decision-Making Model","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Affordance; Novelty; Computer science; Perspective (graphical); Key (lock); Focus (optics); Knowledge management; Management science; Human–computer interaction; Engineering; Artificial intelligence; Psychology","score_opus":0.012871113480620797,"score_gpt":0.2766651340562977,"score_spread":0.2637940205756769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898128900","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011592169,0.047996618,0.9203219,0.0028914548,0.0015448821,0.00041193978,0.0000145961385,0.001112153,0.025590576],"genre_scores_gemma":[0.0026875657,0.012834088,0.9503697,0.00008009061,0.00006367303,0.000061029376,0.000009633795,0.000030897572,0.03386328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99829435,0.000016074699,0.00038471067,0.0007053351,0.00033317477,0.00026634507],"domain_scores_gemma":[0.9987714,0.00037519817,0.00026120566,0.000440267,0.00012259082,0.00002928283],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021175753,0.00033683667,0.0002844137,0.0004832366,0.00034754496,0.00015514137,0.00076109625,0.00033196015,0.00004744661],"category_scores_gemma":[0.00024239958,0.0003301373,0.000061597086,0.00010496637,0.00067229965,0.002151595,0.0003558602,0.00060464465,0.000017837427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012067571,0.0000070848905,0.0000073291667,0.000013993384,0.000008018733,0.0000013422651,0.00007208739,0.001816869,0.0000010708987,0.5342947,0.00017444645,0.46359095],"study_design_scores_gemma":[0.000055350552,0.0000719117,0.000029623403,0.00035145076,0.0000040843584,0.00013369038,0.00008054129,0.005871527,0.0000025305524,0.6682179,0.32490617,0.00027521243],"about_ca_topic_score_codex":7.8022913e-7,"about_ca_topic_score_gemma":0.000010185948,"teacher_disagreement_score":0.46331576,"about_ca_system_score_codex":0.00018372608,"about_ca_system_score_gemma":0.00028771392,"threshold_uncertainty_score":0.99991506},"labels":[],"label_agreement":null},{"id":"W2898481164","doi":"10.5539/ass.v14n11p76","title":"Programming Skills and the Relation in Fostering Students’ Higher Order Thinking","year":2018,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Debugging; Higher-order thinking; Coding (social sciences); Mathematics education; Computer science; Programming language; Psychology; Teaching method; Mathematics","score_opus":0.014576259709030774,"score_gpt":0.3031402855768689,"score_spread":0.28856402586783814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898481164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4607856,0.00023555975,0.41535673,0.02503588,0.003369292,0.0016162205,3.532205e-7,0.0012281842,0.092372194],"genre_scores_gemma":[0.9687176,7.939419e-7,0.030777127,0.00019809375,0.00016071774,0.0000106786765,1.1530723e-7,0.0000047230615,0.00013018554],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984177,0.0001448633,0.00015302056,0.00035551758,0.00055850454,0.0003703949],"domain_scores_gemma":[0.9995657,0.00006492452,0.00008998099,0.00017572285,0.00005884865,0.000044802408],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0030475638,0.00008551128,0.00009851223,0.000091283735,0.0014247281,0.001046734,0.0010743502,0.0000418282,0.0000021181586],"category_scores_gemma":[0.00015751849,0.00006264268,0.000020572392,0.0012376275,0.00095443084,0.0007143804,0.0007796305,0.00024854887,0.000008379174],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019076128,0.000019877698,0.008776146,0.0000016507498,0.000001728951,0.000001524033,0.047874622,4.044642e-7,0.000019081464,0.06796998,0.000003190345,0.8753299],"study_design_scores_gemma":[0.0008364478,0.00006272373,0.9761159,0.000058906688,0.000004400946,0.0000071338377,0.0009796944,0.0003556402,0.000019288642,0.0070659476,0.01428104,0.00021290105],"about_ca_topic_score_codex":0.00006961387,"about_ca_topic_score_gemma":0.00002260232,"teacher_disagreement_score":0.96733975,"about_ca_system_score_codex":0.000063535146,"about_ca_system_score_gemma":0.000048383117,"threshold_uncertainty_score":0.9999903},"labels":[],"label_agreement":null},{"id":"W2899235210","doi":"","title":"Works of heart: Revisiting creativity and innovation through maker pedagogies","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Creativity; Sociology; Movement (music); Pedagogy; Higher education; Mathematics education; Public relations; Psychology; Political science; Aesthetics; Social psychology; Art","score_opus":0.06361485650908609,"score_gpt":0.3492701350518688,"score_spread":0.2856552785427827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899235210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2582569,0.00009738914,0.73703164,0.0013811368,0.000052312716,0.00003816752,5.111413e-8,0.00015738286,0.0029849906],"genre_scores_gemma":[0.6965218,0.0000021938138,0.30302805,0.00012016014,0.0000613282,8.586266e-7,2.5715187e-7,0.0000022733932,0.00026306932],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994063,0.00006589545,0.00014071945,0.00017032759,0.000100385674,0.00011638556],"domain_scores_gemma":[0.9995238,0.00010364947,0.00007540017,0.00019314073,0.00009334136,0.000010657065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005461772,0.000056364323,0.00009447882,0.0000642143,0.0001215326,0.00012367261,0.0001142973,0.000031345207,0.000008920427],"category_scores_gemma":[0.000200059,0.000047011217,0.000012893378,0.00050227455,0.00007374478,0.0004310181,0.00012511581,0.00010989346,0.000005155648],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023237662,0.000010278399,0.014864669,0.000017984443,0.00000507003,3.8556124e-7,0.004739608,0.0000043119844,0.00034881604,0.1075731,0.00019005888,0.8722434],"study_design_scores_gemma":[0.0013412335,0.0011439525,0.24176474,0.0014829449,0.000028084625,0.000109338405,0.003822341,0.030013092,0.01769268,0.01184214,0.6895966,0.001162875],"about_ca_topic_score_codex":0.00006961662,"about_ca_topic_score_gemma":0.0000021057867,"teacher_disagreement_score":0.8710805,"about_ca_system_score_codex":0.0000052704036,"about_ca_system_score_gemma":0.000013801301,"threshold_uncertainty_score":0.19170618},"labels":[],"label_agreement":null},{"id":"W2899508441","doi":"10.1111/bjet.12714","title":"Addressing bullying through critical making","year":2018,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Ministère de l’Éducation, Gouvernement de l’Ontario; Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Creativity; Psychology; Citizenship; Pedagogy; Critical thinking; Mathematics education; Citizenship education; Social psychology; Political science","score_opus":0.06558496536672542,"score_gpt":0.38961690537587285,"score_spread":0.3240319400091474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899508441","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1265586,0.0074299243,0.77883,0.08127088,0.0034857295,0.00007341135,8.916125e-7,0.0002197356,0.0021308146],"genre_scores_gemma":[0.62538064,0.000014003619,0.3738668,0.00020020659,0.0004858325,0.0000010275633,1.8877935e-7,0.0000061650344,0.00004511767],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99888974,0.00007497643,0.00034336676,0.00018721979,0.00023108497,0.00027360045],"domain_scores_gemma":[0.99881446,0.00030127753,0.00022452674,0.0001675032,0.00044766773,0.000044536904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049882743,0.00007746349,0.0001515809,0.00022277747,0.0004508493,0.00029971707,0.0008351756,0.00011104508,0.000078938385],"category_scores_gemma":[0.0028060393,0.000092946335,0.00006116897,0.00044354837,0.0003240195,0.0005269978,0.00013897089,0.0006230413,0.000025499348],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006095195,0.00019940162,0.0024554771,0.000015685682,0.000031636537,0.000107823354,0.00085541885,0.00001006153,0.00038276188,0.41279978,0.0035278657,0.57960796],"study_design_scores_gemma":[0.0008243359,0.0008402208,0.012582745,0.0034475434,0.00003558661,0.09213275,0.0013890741,0.00067463284,0.0012006379,0.49421242,0.39192283,0.00073724944],"about_ca_topic_score_codex":0.000010841021,"about_ca_topic_score_gemma":0.0000031054806,"teacher_disagreement_score":0.5788707,"about_ca_system_score_codex":0.000055885168,"about_ca_system_score_gemma":0.00025443814,"threshold_uncertainty_score":0.37902415},"labels":[],"label_agreement":null},{"id":"W2900605479","doi":"10.11575/prism/32939","title":"Coding and Computational Thinking in Math and Science","year":2018,"lang":"en","type":"article","venue":"Open MIND","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Coding (social sciences); Computational thinking; Mathematics; Mathematics education; Theoretical computer science; Artificial intelligence","score_opus":0.04130930809483548,"score_gpt":0.32893426722274793,"score_spread":0.28762495912791247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900605479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9061233,0.000026930431,0.091401815,0.00046960026,0.00006866554,0.000073206,1.360253e-7,0.000004841777,0.001831512],"genre_scores_gemma":[0.6484709,3.6280983e-7,0.351445,0.000030172869,0.000010779381,5.85167e-7,1.3120695e-7,0.0000011468646,0.000040938638],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993599,0.000027458676,0.00007457051,0.00026764223,0.00013250731,0.00013791802],"domain_scores_gemma":[0.9997498,0.000058724323,0.000032410335,0.00009351259,0.000023472743,0.000042092288],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012509625,0.000044073644,0.000057355348,0.00008167897,0.00039592278,0.0011443754,0.00047748705,0.000013815177,0.0000052742544],"category_scores_gemma":[0.000054940385,0.000040427894,0.0000033320084,0.00022059343,0.00019340808,0.0006008596,0.00061366934,0.00009073414,0.000013316931],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014046954,0.000009129663,0.0077419495,0.0000014568102,9.2820494e-7,0.000004351279,0.012472059,0.000042105927,0.00010843282,0.017056834,0.0000034360196,0.9625579],"study_design_scores_gemma":[0.0011318097,0.00029400765,0.16898498,0.00031732532,0.000004587924,0.0002078189,0.0009705743,0.7696726,0.00049016485,0.008231135,0.04921243,0.00048257216],"about_ca_topic_score_codex":0.000050182858,"about_ca_topic_score_gemma":0.00001673301,"teacher_disagreement_score":0.96207535,"about_ca_system_score_codex":0.000013400907,"about_ca_system_score_gemma":0.000057686466,"threshold_uncertainty_score":0.99989253},"labels":[],"label_agreement":null},{"id":"W2902215489","doi":"10.5539/ies.v11n12p26","title":"Do Computer Science Students Understand Their Programming Task?—A Case Study of Solving the Josephus Variant Problem","year":2018,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Think aloud protocol; Task (project management); Psychology; Psychological intervention; Cognitive psychology; Problem-based learning; Mathematics education; Computer science","score_opus":0.0682077318486098,"score_gpt":0.39657323045663595,"score_spread":0.32836549860802616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902215489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85435116,0.00029692415,0.14005549,0.000909263,0.0037170055,0.0004424934,5.700008e-7,0.00010553215,0.00012153576],"genre_scores_gemma":[0.95231235,0.0000067718115,0.047110155,0.00010587131,0.00031481954,0.000055089204,4.3725578e-7,0.0000075121475,0.00008696248],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99801326,0.00014174319,0.0003602977,0.00047014456,0.00077062665,0.0002439187],"domain_scores_gemma":[0.9971447,0.00024077673,0.00029552358,0.00043866367,0.0018287204,0.00005161678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018526585,0.0001527502,0.00015810489,0.0002445177,0.0010264268,0.0007142767,0.001493461,0.00001982137,0.0000024836477],"category_scores_gemma":[0.00024670994,0.00010155613,0.00004169436,0.00059934624,0.00044709252,0.0004966975,0.0008552259,0.00018583542,0.0000058000824],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068601403,0.0013956106,0.016164413,0.000015533318,0.00033163017,0.000032169115,0.31343633,0.000120752076,0.000027049091,0.0054613515,0.00031968043,0.6626886],"study_design_scores_gemma":[0.0026334194,0.0032158077,0.029875452,0.00085243693,0.00015228675,0.0040510464,0.87019527,0.012865912,0.0001985177,0.004674863,0.07005519,0.0012297888],"about_ca_topic_score_codex":0.00039093648,"about_ca_topic_score_gemma":0.00011076121,"teacher_disagreement_score":0.66145885,"about_ca_system_score_codex":0.00017711286,"about_ca_system_score_gemma":0.00026857253,"threshold_uncertainty_score":0.7894548},"labels":[],"label_agreement":null},{"id":"W2902377450","doi":"10.12968/prps.2018.sup215.11","title":"Catch a number","year":2018,"lang":"en","type":"article","venue":"Practical Pre-School","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Olds College","funders":"","keywords":"Sorting; Arithmetic; Computer science; Mathematics; Combinatorics; Algorithm","score_opus":0.027137142461853697,"score_gpt":0.34938019920735464,"score_spread":0.3222430567455009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902377450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018731793,0.00002335085,0.941772,0.0091793,0.00063377176,0.00014394027,2.371855e-7,0.0007745185,0.028741106],"genre_scores_gemma":[0.6810125,0.0000010824086,0.31538162,0.0007182597,0.0004635313,0.000013858059,5.3708186e-7,0.000011026368,0.0023975912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984269,0.00023002348,0.00019070912,0.0004295266,0.0003177174,0.00040510175],"domain_scores_gemma":[0.9985164,0.00030315365,0.00008321544,0.0006351328,0.00008840744,0.000373717],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079412956,0.00012796954,0.0001251307,0.000032312735,0.00025486024,0.00043235673,0.0005159722,0.00008851723,0.0005802887],"category_scores_gemma":[0.0031317992,0.00011348935,0.00005884669,0.00024532212,0.000077625155,0.0008414828,0.00029678515,0.00071452267,0.0071045514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014476858,0.00090642006,0.04670187,0.000048977192,0.00014755063,0.0002395357,0.006120674,0.00002444585,0.00046343412,0.13241771,0.12322443,0.6895602],"study_design_scores_gemma":[0.00025921885,0.00015576584,0.0121997325,0.000018555693,0.000013574348,0.00023817038,0.00003293017,0.0063735484,0.0001583742,0.0019167638,0.97836953,0.0002638563],"about_ca_topic_score_codex":0.00014872238,"about_ca_topic_score_gemma":0.0000048909806,"teacher_disagreement_score":0.8551451,"about_ca_system_score_codex":0.000048885915,"about_ca_system_score_gemma":0.00014853041,"threshold_uncertainty_score":0.99366856},"labels":[],"label_agreement":null},{"id":"W2903443219","doi":"10.33524/cjar.v19i2.383","title":"ROBOTICS AND MATH: USING ACTION RESEARCH TO STUDY GROWTH PROBLEMS","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal of Action Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Curriculum; Action research; Mathematics education; Proportional reasoning; Action (physics); Robot; Domain (mathematical analysis); Inclusion (mineral); Computer science; Psychology; Mathematics; Pedagogy; Social psychology","score_opus":0.4505220646980868,"score_gpt":0.4822360617483719,"score_spread":0.0317139970502851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903443219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9575287,0.00006835535,0.03131792,0.010119113,0.00047240307,0.00034995057,2.0668789e-7,0.000016152795,0.0001271644],"genre_scores_gemma":[0.98963493,0.0000051792144,0.009655931,0.000030441226,0.00043334102,0.0000028376514,5.3162882e-8,0.000010727403,0.0002265285],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963694,0.0017065681,0.00021255459,0.00018827275,0.0009466903,0.00057646714],"domain_scores_gemma":[0.99724936,0.00029570327,0.00007561045,0.00029912806,0.0015277003,0.000552467],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.014951525,0.00007068076,0.00010423741,0.0010502442,0.00266148,0.001105303,0.00079810136,0.00005125696,0.000009091284],"category_scores_gemma":[0.0008564989,0.00005190109,0.000024713272,0.0013354793,0.00025080823,0.00038634866,0.0001231948,0.0016500948,0.000027976097],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013094718,0.00029459127,0.027545504,0.00007468699,0.00022515494,0.00025896236,0.122987464,0.0053308546,0.0047584614,0.015990997,0.0045299856,0.8178724],"study_design_scores_gemma":[0.00494736,0.036012545,0.33275455,0.0015850026,0.00013366457,0.0065859966,0.1131177,0.14454728,0.005922813,0.025739506,0.32671076,0.0019428043],"about_ca_topic_score_codex":0.038450383,"about_ca_topic_score_gemma":0.04385424,"teacher_disagreement_score":0.8159296,"about_ca_system_score_codex":0.00044221268,"about_ca_system_score_gemma":0.0010476377,"threshold_uncertainty_score":0.99993163},"labels":[],"label_agreement":null},{"id":"W2905446762","doi":"10.1109/smartworld.2018.00336","title":"Towards Developing an Effective Algorithm Visualization Tool for Online Learning","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Usability; Visualization; USable; Computer science; Process (computing); Human–computer interaction; Context (archaeology); Usability engineering; Multimedia; Artificial intelligence","score_opus":0.02177943863750013,"score_gpt":0.3399246814078179,"score_spread":0.31814524277031775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905446762","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028540256,0.000010600344,0.9698657,0.00015657143,0.00029846432,0.00024314284,4.1588706e-7,0.0008044436,0.000080401995],"genre_scores_gemma":[0.1568828,8.0248276e-7,0.84217864,0.00019887806,0.00033343877,0.000027000164,0.000021371394,0.000013965203,0.0003431159],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988834,0.0001760764,0.00015047737,0.00036619944,0.00015274058,0.0002710578],"domain_scores_gemma":[0.9993925,0.000109974324,0.00007091965,0.00018201869,0.00019478334,0.00004978688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007559075,0.00011692657,0.000118022,0.00009490658,0.00043128303,0.00025664468,0.00033598082,0.000059611484,0.0000048165466],"category_scores_gemma":[0.00029439785,0.000104314975,0.000039509676,0.00027512922,0.000029463834,0.00048919313,0.0001084192,0.00013810078,0.000013447427],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025354302,0.000027318298,0.00019989791,0.000007165384,0.00000833069,4.5807963e-7,0.0019711782,0.000055432552,0.000050200953,0.015528461,0.000020518533,0.9821285],"study_design_scores_gemma":[0.00047117792,0.00113269,0.008755235,0.000046626854,0.000007246472,0.000010711056,0.00016775735,0.81900686,0.0019022163,0.000593807,0.16754091,0.00036476614],"about_ca_topic_score_codex":0.000061171086,"about_ca_topic_score_gemma":0.000011624298,"teacher_disagreement_score":0.9817637,"about_ca_system_score_codex":0.00005649827,"about_ca_system_score_gemma":0.000048042017,"threshold_uncertainty_score":0.4253841},"labels":[],"label_agreement":null},{"id":"W2910775013","doi":"10.24908/pceea.v0i0.13106","title":"Designing a mobile makerspace: A strategy for increasing diversity by offering engineering outreach workshops to underrepresented youth","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Outreach; Diversity (politics); Process (computing); Engineering; Engineering management; Medical education; Computer science; Sociology; Medicine; Political science","score_opus":0.014981618454353446,"score_gpt":0.2338769312559891,"score_spread":0.21889531280163566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910775013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7808076,0.00014052585,0.21114463,0.003203929,0.0020612816,0.0014972114,0.000032043143,0.0006220351,0.0004907561],"genre_scores_gemma":[0.9591139,0.0000010213229,0.040104054,0.000097460696,0.00017196444,0.00006261306,0.000006487453,0.000029771254,0.00041274747],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985957,0.000015620646,0.00022163452,0.00034802928,0.0003129044,0.00050608796],"domain_scores_gemma":[0.9986765,0.00012819291,0.00023970679,0.00016780224,0.00048400005,0.00030380406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010522414,0.00018717385,0.00018038126,0.00033062618,0.00057466264,0.00038541053,0.00060876226,0.00013480753,0.0000017981257],"category_scores_gemma":[0.0016661274,0.00020433826,0.000090407266,0.0007698597,0.000012645997,0.00036983748,0.00017838264,0.00027078658,0.0000027350009],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098864046,0.00066725723,0.3053078,0.0016883803,0.0012798909,0.0000016027282,0.24283563,0.13966274,0.041222475,0.015231768,0.06394808,0.1880555],"study_design_scores_gemma":[0.003912543,0.0011465802,0.2700761,0.004402948,0.00075055636,0.00009151486,0.030124113,0.48890603,0.03624959,0.00038754378,0.15798661,0.0059658913],"about_ca_topic_score_codex":0.010781713,"about_ca_topic_score_gemma":0.0008558409,"teacher_disagreement_score":0.34924328,"about_ca_system_score_codex":0.0016665288,"about_ca_system_score_gemma":0.00030208676,"threshold_uncertainty_score":0.99580556},"labels":[],"label_agreement":null},{"id":"W2911310772","doi":"10.22318/cscl2018.1259","title":"Knowledge integration in the digital age: Trajectories, opportunities and future directions","year":2018,"lang":"en","type":"article","venue":"UCL Discovery (University College London)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; Knowledge integration; Technology integration; Knowledge management; Educational technology; Mathematics education; Psychology; Knowledge engineering; World Wide Web","score_opus":0.02238003399688849,"score_gpt":0.22442349032166012,"score_spread":0.20204345632477164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911310772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8716425,0.00081978564,0.070661835,0.011136867,0.0018765011,0.0005199556,0.00010984713,0.00054140016,0.042691328],"genre_scores_gemma":[0.98936015,0.00009287975,0.001151927,0.00005667959,0.00021596797,0.0000010395521,0.00001281798,0.0000051849393,0.009103363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919134,0.00016582612,0.00007586787,0.00025272183,0.00012796585,0.0001862467],"domain_scores_gemma":[0.9995004,0.00011631277,0.000044735414,0.00025329922,0.000038832266,0.0000464356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002184623,0.00011557756,0.0001094161,0.00019412326,0.00061284704,0.00043542057,0.00046729256,0.000058470014,0.0000036833449],"category_scores_gemma":[0.000025788626,0.00009848085,0.000047455247,0.00065269234,0.00017673707,0.001892522,0.00014797295,0.00024766068,0.000007522714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034313958,0.00015158887,0.00097621535,0.000011581634,0.000017685146,0.0001601291,0.042099446,0.000001332461,0.0000067290866,0.52790743,0.0024643298,0.4261692],"study_design_scores_gemma":[0.000343562,0.00014793576,0.024449227,0.000026696647,0.000010077504,0.000040126142,0.024461966,0.0009017925,0.0000031524685,0.0001750582,0.9492677,0.00017274753],"about_ca_topic_score_codex":0.00013554773,"about_ca_topic_score_gemma":0.0011171054,"teacher_disagreement_score":0.94680333,"about_ca_system_score_codex":0.00006526841,"about_ca_system_score_gemma":0.000082668914,"threshold_uncertainty_score":0.4713586},"labels":[],"label_agreement":null},{"id":"W2912145295","doi":"","title":"Interaction and learning in a humanoid robot magic performance","year":2018,"lang":"en","type":"article","venue":"National Conference on Artificial Intelligence","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Humanoid robot; Computer science; MAGIC (telescope); Robot; Human–computer interaction; Artificial intelligence; Physics","score_opus":0.12484669535864168,"score_gpt":0.3573165159349851,"score_spread":0.2324698205763434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912145295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38134676,0.0000271752,0.59935564,0.0023221332,0.0005695878,0.00018198845,4.123366e-7,0.00030966316,0.015886648],"genre_scores_gemma":[0.9889944,0.000010579687,0.01037697,0.00017672052,0.00011964103,0.000008975988,0.000001923171,0.000005833953,0.00030492304],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986257,0.00015865816,0.000260727,0.00038674843,0.00034434182,0.00022380931],"domain_scores_gemma":[0.9993132,0.00016948918,0.00009787902,0.00011852602,0.0002481204,0.000052820484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089329394,0.000121125406,0.00010654846,0.000274417,0.00029069788,0.0003075045,0.00032744804,0.00005877195,0.0000549727],"category_scores_gemma":[0.00038335827,0.00012268631,0.000020612573,0.0003415488,0.00011973644,0.00046035755,0.00009014254,0.00060957385,0.00031878913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020535268,0.00004860016,0.0004995652,0.000004812959,0.0000023432287,0.0000015245507,0.0017963942,0.0019280079,0.00045077575,0.21472166,0.000007600285,0.7805182],"study_design_scores_gemma":[0.00005428721,0.00068841386,0.012342133,0.00016753345,0.0000019024549,0.000019119838,0.0005437208,0.9585231,0.0051595904,0.01675972,0.0054022004,0.00033829885],"about_ca_topic_score_codex":0.000059852453,"about_ca_topic_score_gemma":0.0000658789,"teacher_disagreement_score":0.95659506,"about_ca_system_score_codex":0.00007466391,"about_ca_system_score_gemma":0.0001059176,"threshold_uncertainty_score":0.5003002},"labels":[],"label_agreement":null},{"id":"W2912238873","doi":"","title":"Proceedings of the 1st International Workshop on Live Programming","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Focus (optics); Programming paradigm; Software engineering; Compiler; Extensible programming; Programming language; Inductive programming; Human–computer interaction; Multimedia; Reactive programming","score_opus":0.021591183703074317,"score_gpt":0.2483465199145851,"score_spread":0.22675533621151078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912238873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4208777,0.00003829909,0.5536407,0.008645433,0.00740213,0.0009478007,0.0000074747118,0.0017667956,0.006673659],"genre_scores_gemma":[0.92869145,0.0000033689503,0.07029462,0.00010767208,0.00013797388,0.00006740435,0.0000023372918,0.0000150479555,0.00068013166],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986664,0.000009468294,0.00023572617,0.00031106375,0.0005608573,0.00021648168],"domain_scores_gemma":[0.9991308,0.00013030141,0.00014915012,0.00018612864,0.00034379403,0.00005986834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017769543,0.00016801446,0.00011816078,0.00016104148,0.000070939255,0.0004223432,0.0016006156,0.00006423101,0.000072957424],"category_scores_gemma":[0.0007136427,0.00013218373,0.00009398092,0.00017557452,0.000030178477,0.0004110189,0.00025821995,0.00046417647,0.00007022819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013484994,0.00020690107,0.010547443,0.0000335715,0.0001549512,0.0000036263789,0.0040889797,0.006360778,0.0009992885,0.37308577,0.0006832734,0.60382193],"study_design_scores_gemma":[0.0023609493,0.0007149064,0.12413636,0.0067445748,0.000037183447,0.0001229537,0.0026347223,0.61266035,0.0069201323,0.0024031126,0.23872173,0.0025430007],"about_ca_topic_score_codex":0.00003036173,"about_ca_topic_score_gemma":7.0742544e-7,"teacher_disagreement_score":0.6062996,"about_ca_system_score_codex":0.00008706036,"about_ca_system_score_gemma":0.000029273799,"threshold_uncertainty_score":0.5390296},"labels":[],"label_agreement":null},{"id":"W2912452489","doi":"10.1007/s10803-019-03888-3","title":"Teaching Robotics Coding to a Student with ASD and Severe Problem Behavior","year":2019,"lang":"en","type":"article","venue":"Journal of Autism and Developmental Disorders","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Coding (social sciences); Autism; Robotics; Robot; Psychology; Autism spectrum disorder; Dreyfus model of skill acquisition; Test (biology); Artificial intelligence; Teaching method; Neural coding; Mathematics education; Human–computer interaction; Computer science; Developmental psychology","score_opus":0.006838337460805926,"score_gpt":0.2406600856537111,"score_spread":0.2338217481929052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912452489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93508416,0.00014388461,0.062343393,0.0016749089,0.00013865397,0.00020832744,2.46493e-7,0.000033927645,0.00037246512],"genre_scores_gemma":[0.71083415,0.0000148201425,0.28885004,0.00010413542,0.000005188925,0.0000018625967,2.1946765e-7,0.00000673303,0.000182827],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99906504,0.00004913968,0.00022540236,0.00018100764,0.00027935652,0.00020005926],"domain_scores_gemma":[0.99959683,0.00004525483,0.00013324659,0.00006769532,0.000015491825,0.00014150515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043256147,0.00012413756,0.00017352634,0.00013024041,0.00019240973,0.00024177422,0.00022720119,0.000031407937,0.0000022437875],"category_scores_gemma":[0.000009281531,0.00009527813,0.000022430364,0.00009618988,0.000020344904,0.0003901654,0.00018941775,0.00033275978,0.0000036768442],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022622566,0.00014310956,0.29411387,0.000045511944,0.000059044974,0.00003467854,0.028443541,0.0005080897,0.00013691977,0.0046369885,0.00007198091,0.6717836],"study_design_scores_gemma":[0.0026289755,0.0016017403,0.9628293,0.00068834785,0.00005118688,0.0019840468,0.009139445,0.00043290845,0.000013478176,0.00034371202,0.019588351,0.00069853186],"about_ca_topic_score_codex":0.000032299053,"about_ca_topic_score_gemma":0.000017099612,"teacher_disagreement_score":0.6710851,"about_ca_system_score_codex":0.00004343999,"about_ca_system_score_gemma":0.00006796599,"threshold_uncertainty_score":0.38853294},"labels":[],"label_agreement":null},{"id":"W2912895905","doi":"","title":"Proceedings of the 2008 international workshop on Functional and declarative programming in education","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Presentation (obstetrics); Declarative programming; Computer science; Functional programming; Programming style; Library science; Programming paradigm; Programming language; Mathematics education; Inductive programming; Psychology; Medicine","score_opus":0.025329447152620654,"score_gpt":0.25833360648934905,"score_spread":0.2330041593367284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912895905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720703,0.000084519816,0.0198785,0.0031621756,0.0005035052,0.00019844396,9.0274355e-8,0.00007916834,0.004023329],"genre_scores_gemma":[0.96179855,0.00000555204,0.03672452,0.00012250988,0.000040156494,0.000018527438,4.5172663e-7,0.0000026999821,0.0012870304],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99942875,0.000013789766,0.000111336936,0.00016997648,0.00018747004,0.00008867318],"domain_scores_gemma":[0.9997296,0.000049408343,0.000066817345,0.00006222074,0.000070294904,0.00002169325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017410122,0.000056852372,0.000052660416,0.00009051037,0.000105592815,0.00004747404,0.00022353395,0.00002868256,0.0000035803473],"category_scores_gemma":[0.000103855586,0.0000396712,0.000021143478,0.00025459158,0.000052069765,0.00022742325,0.00007967888,0.0001845283,0.0000015676853],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012564488,0.00025664284,0.118164316,0.0000062594936,0.000009954328,4.5363709e-7,0.009955789,0.000100337835,0.00010082609,0.06668189,0.0011872336,0.8035237],"study_design_scores_gemma":[0.00060556707,0.00011858336,0.86250603,0.00027096836,0.0000036702595,0.00013456082,0.0030089344,0.005961903,0.0006749262,0.0006413775,0.12580639,0.0002670535],"about_ca_topic_score_codex":0.000028559227,"about_ca_topic_score_gemma":0.000006032647,"teacher_disagreement_score":0.8032567,"about_ca_system_score_codex":0.000030384022,"about_ca_system_score_gemma":0.000067925794,"threshold_uncertainty_score":0.16177446},"labels":[],"label_agreement":null},{"id":"W2915975654","doi":"10.1145/3287324.3287392","title":"Can You Teach Me To Machine Learn?","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reputation; Domain (mathematical analysis); Computer science; Mathematics education; Work (physics); Psychology; Engineering; Mathematics; Sociology","score_opus":0.010160879097039997,"score_gpt":0.24642315549010588,"score_spread":0.23626227639306588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915975654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2479258,0.000100611534,0.6965797,0.024257919,0.0010587935,0.00038470794,7.800194e-7,0.0020093662,0.027682312],"genre_scores_gemma":[0.848977,3.1928434e-7,0.106464535,0.00085557724,0.00003788795,0.0000039669994,0.0000013121706,0.000009276492,0.043650128],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895614,0.000077422315,0.00010968249,0.00035541857,0.00020508513,0.00029627114],"domain_scores_gemma":[0.99924725,0.000038497394,0.000026747677,0.00053543685,0.000019473408,0.00013257255],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046401366,0.00010133525,0.00011316825,0.0000897033,0.00009557358,0.00019066953,0.0007069248,0.00003447679,0.000094909745],"category_scores_gemma":[0.000047475743,0.00008304736,0.00004296654,0.00023181882,0.000006618838,0.00011638466,0.00024676518,0.00027989896,0.0011768162],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002811524,0.000048196773,0.025733171,0.000007909167,0.000012096404,0.000005438089,0.0048692646,0.0007594194,0.00046019076,0.036285054,0.001588317,0.9302281],"study_design_scores_gemma":[0.00029614955,0.00029887073,0.007515678,0.000017272867,0.0000030364831,0.000022080709,0.00015507577,0.015726954,0.00021426789,0.0001521631,0.97525674,0.00034173953],"about_ca_topic_score_codex":0.00089284836,"about_ca_topic_score_gemma":0.000052427742,"teacher_disagreement_score":0.9736684,"about_ca_system_score_codex":0.00002845617,"about_ca_system_score_gemma":0.000026160338,"threshold_uncertainty_score":0.9996009},"labels":[],"label_agreement":null},{"id":"W2916351062","doi":"10.1145/3287324.3287503","title":"Static Analyses in Python Programming Courses","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Correctness; Compiler; Debugging; Python (programming language); Programming language; Static analysis; Software engineering; Source code","score_opus":0.03926894419925449,"score_gpt":0.34856456695994703,"score_spread":0.30929562276069256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916351062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50954515,0.00018183184,0.48470235,0.0013404367,0.00036102926,0.0003008877,1.0099299e-7,0.0009412716,0.0026269497],"genre_scores_gemma":[0.78440994,0.0000010959471,0.21437469,0.00010661049,0.000010304085,0.0000061784135,7.7054113e-7,0.0000059426297,0.0010844434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989958,0.00010075641,0.00015339082,0.00027803992,0.00018567275,0.0002863787],"domain_scores_gemma":[0.9994448,0.00011676301,0.0000498061,0.00032264699,0.00001870595,0.000047315127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038839504,0.00008931491,0.00013374329,0.00015634157,0.000040962164,0.00022266885,0.00039726688,0.000029243767,0.000023206492],"category_scores_gemma":[0.000051337774,0.000073475836,0.000039928524,0.00042246273,0.000013514345,0.0003019981,0.000088190085,0.00019035641,0.0001577895],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019291997,0.000080961,0.044605248,0.000023198196,0.000010119269,0.000013757013,0.0025474972,0.0017771611,0.00018858704,0.008793951,0.00009375229,0.94186383],"study_design_scores_gemma":[0.0021447234,0.00092028326,0.10012272,0.00038056704,0.000025564737,0.00005763455,0.005067574,0.28940418,0.0011599489,0.0010496045,0.5981844,0.0014827494],"about_ca_topic_score_codex":0.00032386437,"about_ca_topic_score_gemma":0.00003563443,"teacher_disagreement_score":0.9403811,"about_ca_system_score_codex":0.000025021338,"about_ca_system_score_gemma":0.00003524782,"threshold_uncertainty_score":0.29962575},"labels":[],"label_agreement":null},{"id":"W2916399184","doi":"10.1145/3287324.3287481","title":"Self-paced Mastery Learning CS1","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coursework; Formative assessment; Procrastination; Flipped classroom; Computer science; Flexibility (engineering); Incentive; Mathematics education; Blended learning; Medical education; Student engagement; Psychology; Multimedia; Educational technology","score_opus":0.006120961815859165,"score_gpt":0.21001152511647442,"score_spread":0.20389056330061525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916399184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21406502,0.00008841428,0.7229587,0.0011751378,0.00077855523,0.00017552025,2.9621782e-8,0.0037414236,0.057017233],"genre_scores_gemma":[0.7559359,0.0000012237456,0.22569677,0.00012887985,0.000033102177,0.0000021492624,4.5580416e-7,0.0000079480415,0.018193563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906814,0.000111886875,0.00010126047,0.00028505462,0.00017004882,0.00026360777],"domain_scores_gemma":[0.9994666,0.00008152913,0.000046234818,0.0003253531,0.000018622179,0.00006164756],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039978308,0.000089947185,0.00009895209,0.000068347734,0.00010267357,0.0002498233,0.00044017538,0.00004262633,0.00007110849],"category_scores_gemma":[0.000027424941,0.00007695748,0.000048567355,0.00017399131,0.0000057770976,0.0002883185,0.00018344157,0.00034517184,0.0016432294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043685527,0.000093657996,0.09305571,0.00006335992,0.000044732667,0.00001656776,0.009497504,0.0020329168,0.0006077487,0.06118632,0.00054088584,0.83285624],"study_design_scores_gemma":[0.0002926982,0.00015521636,0.0030013444,0.000018267905,0.0000027588912,0.00002200035,0.00022103073,0.078464694,0.00014209845,0.00005082206,0.9173938,0.00023526624],"about_ca_topic_score_codex":0.000021598107,"about_ca_topic_score_gemma":8.9808333e-7,"teacher_disagreement_score":0.9168529,"about_ca_system_score_codex":0.000018831479,"about_ca_system_score_gemma":0.000022879847,"threshold_uncertainty_score":0.9991341},"labels":[],"label_agreement":null},{"id":"W2917079473","doi":"10.1145/3287324.3287407","title":"Exploring the Value of Different Data Sources for Predicting Student Performance in Multiple CS Courses","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Clicker; Context (archaeology); Computer science; Mathematics education; Peer instruction; Curriculum; Predictive value; Multimedia; Psychology; Pedagogy","score_opus":0.12175400091181318,"score_gpt":0.3034658856692701,"score_spread":0.1817118847574569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917079473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9472607,0.000044422806,0.051799987,0.00015811967,0.0003386455,0.0002714303,9.0260005e-7,0.0000870721,0.00003874989],"genre_scores_gemma":[0.98846734,0.000010130692,0.011325352,0.000016519545,0.00004135104,0.000030806692,0.0000028236245,0.0000065547297,0.000099109944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99902487,0.00006581047,0.00019693447,0.0002737471,0.00022411741,0.00021450769],"domain_scores_gemma":[0.9986135,0.00053773343,0.0000883254,0.0007195665,0.00001859485,0.000022302485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008701003,0.00008528676,0.0001289682,0.000049407165,0.00011736901,0.000092387825,0.001475663,0.000014069799,9.801257e-7],"category_scores_gemma":[0.00009556746,0.00005241489,0.000026554735,0.000097938435,0.000019347139,0.00046923044,0.0006427029,0.00016171653,0.0000022475879],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047678486,0.00006730683,0.8790314,0.000043738288,0.0000114986415,1.15161676e-7,0.0076978765,0.006112665,0.000059061837,0.0010408569,0.0000037860143,0.10592692],"study_design_scores_gemma":[0.00038921533,0.00012850897,0.49733892,0.0001092871,0.0000048040847,0.0000010449049,0.0021953252,0.49632815,0.00057611294,0.0000050928747,0.0028319987,0.00009154058],"about_ca_topic_score_codex":0.00008508535,"about_ca_topic_score_gemma":0.000030739517,"teacher_disagreement_score":0.49021548,"about_ca_system_score_codex":0.000014564634,"about_ca_system_score_gemma":0.000015571077,"threshold_uncertainty_score":0.27421737},"labels":[],"label_agreement":null},{"id":"W2917386451","doi":"10.1145/3287324.3287496","title":"Program Wars","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Game programming; Vocabulary; Syntax; Comprehension; Video game design; Human–computer interaction; Programming language; Game Developer; Multimedia; Artificial intelligence; Game design; Game design document","score_opus":0.006476429025068614,"score_gpt":0.24830365437710838,"score_spread":0.24182722535203977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917386451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19838446,0.00007889758,0.71899104,0.0023396972,0.0009877543,0.00045407523,4.203269e-8,0.0053225807,0.07344143],"genre_scores_gemma":[0.6431615,2.6353004e-7,0.3503809,0.00011827884,0.000013037166,0.0000054655707,2.4252552e-7,0.0000027903777,0.006317566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948955,0.00002537528,0.00005429317,0.00016953077,0.00010152125,0.00015975747],"domain_scores_gemma":[0.99962115,0.000021813848,0.00001643732,0.00029287842,0.000010705628,0.00003703666],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017368475,0.00004465151,0.000047879334,0.000028902401,0.000036880654,0.0001450323,0.00038164976,0.000020345155,0.00003690545],"category_scores_gemma":[0.0000098359205,0.00003509601,0.000028439901,0.0001246952,0.000006020417,0.00015842404,0.0000875147,0.00011107099,0.0010020821],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1150765e-7,0.000023644378,0.0036484892,0.0000023498153,0.0000020103798,9.544037e-7,0.00025243463,0.000021798318,0.000015595728,0.033919483,0.00025157194,0.96186143],"study_design_scores_gemma":[0.00011636741,0.00013780741,0.0042757336,0.0000060308657,6.235763e-7,0.0000074506497,0.000026498401,0.015595937,0.00006368923,0.00014900946,0.97951776,0.00010307605],"about_ca_topic_score_codex":0.00002356426,"about_ca_topic_score_gemma":7.2824236e-7,"teacher_disagreement_score":0.9792662,"about_ca_system_score_codex":0.0000066856046,"about_ca_system_score_gemma":0.000011983874,"threshold_uncertainty_score":0.99977577},"labels":[],"label_agreement":null},{"id":"W2917478920","doi":"10.1145/3287324.3287416","title":"A Survey-based Exploration of Computer Science Student Perspectives on Mathematics","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Perception; Selection (genetic algorithm); Affect (linguistics); Value (mathematics); Computer science; Population; Mathematics; Psychology; Artificial intelligence","score_opus":0.046047214608853256,"score_gpt":0.3168490696771144,"score_spread":0.27080185506826115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917478920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29325837,0.0000060176326,0.7060639,0.00009797349,0.00011478603,0.00009685478,1.3062704e-7,0.00009130183,0.00027061946],"genre_scores_gemma":[0.7611552,2.6749515e-7,0.23873597,0.000030506677,0.0000085977545,0.0000019487254,3.6228278e-7,0.000003038522,0.00006410449],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888265,0.0000886982,0.00013788235,0.00028854402,0.0004559927,0.00014625637],"domain_scores_gemma":[0.9990951,0.00019413297,0.00009010489,0.0004473488,0.0001364221,0.000036935206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015888178,0.000073628325,0.00011058208,0.00015364857,0.00007910567,0.00016433526,0.0006332453,0.000016902677,0.000007399775],"category_scores_gemma":[0.000056157547,0.000057798417,0.000030700707,0.00042532658,0.00006585352,0.0004038435,0.000104322105,0.00009831565,0.00006103992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017172782,0.0024668293,0.04083236,0.00010078937,0.000034538967,0.000003108067,0.19688113,0.067038186,0.0012258283,0.41394082,0.0000794903,0.27737975],"study_design_scores_gemma":[0.0007342166,0.001394414,0.102061875,0.0001331807,0.0000036226165,0.0000013217442,0.005002585,0.88728803,0.0024704493,0.00020941907,0.00034735317,0.00035352548],"about_ca_topic_score_codex":0.00003190231,"about_ca_topic_score_gemma":0.000003079066,"teacher_disagreement_score":0.82024986,"about_ca_system_score_codex":0.000038504615,"about_ca_system_score_gemma":0.00007718578,"threshold_uncertainty_score":0.23569511},"labels":[],"label_agreement":null},{"id":"W2917534665","doi":"10.48550/arxiv.1012.5494","title":"Contents of COMP6411 Summer 2010 Final Reports on Comparative Studies of\\n Programming Languages","year":2010,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Programming language; Computer science; Linguistics; Philosophy","score_opus":0.3024526189106233,"score_gpt":0.2967949042764428,"score_spread":0.005657714634180522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917534665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9517508,0.0006596232,0.044127442,0.000071201444,0.0019509702,0.00079301256,0.000012408843,0.0001722935,0.0004622098],"genre_scores_gemma":[0.98832834,0.00011112533,0.009252914,0.000021538244,0.00008996066,0.0000025398165,0.000018156285,0.00002875085,0.002146702],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953116,0.0007291452,0.0010152118,0.001850946,0.00037256884,0.00072052854],"domain_scores_gemma":[0.9934012,0.0007758245,0.002807221,0.0018947939,0.0008730471,0.00024788748],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013989684,0.00074342196,0.0016489525,0.0005644084,0.00044655334,0.00010947062,0.0016328312,0.0005003528,0.000024207218],"category_scores_gemma":[0.0003709106,0.0007829873,0.00060767104,0.00080042233,0.0013384708,0.00033529263,0.0018048546,0.0027291323,0.000020859126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016332763,0.0075826426,0.2840344,0.0039889286,0.0074726366,0.007395808,0.1141165,0.28178182,0.0026150516,0.10253881,0.0010028213,0.18583728],"study_design_scores_gemma":[0.020436248,0.019436136,0.22959276,0.036742978,0.0074421405,0.00090402976,0.15891784,0.35370567,0.03977428,0.00962456,0.105463795,0.01795956],"about_ca_topic_score_codex":0.0012373978,"about_ca_topic_score_gemma":0.00020112147,"teacher_disagreement_score":0.16787773,"about_ca_system_score_codex":0.000136762,"about_ca_system_score_gemma":0.00022169012,"threshold_uncertainty_score":0.9995716},"labels":[],"label_agreement":null},{"id":"W2919381832","doi":"","title":"Graphics programming in elm develops math knowledge & social cohesion.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cohesion (chemistry); Computer science; Graphics; Computer graphics (images)","score_opus":0.15999408385560837,"score_gpt":0.44319333809152694,"score_spread":0.2831992542359186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919381832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7882158,0.008670521,0.107102975,0.06618502,0.006351825,0.01745565,0.00010841782,0.0009859164,0.004923847],"genre_scores_gemma":[0.97072846,0.00008842027,0.027898187,0.000022022143,0.00008596974,0.00022723251,0.0000012654526,0.000015206886,0.0009332459],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712694,0.00078023534,0.00035104362,0.0005210819,0.000540562,0.00068016816],"domain_scores_gemma":[0.99412036,0.0010799955,0.00019604087,0.00039170336,0.004150354,0.00006154953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023434663,0.00019575686,0.0003576879,0.00024619745,0.0012510667,0.00013349878,0.0012033957,0.00007759308,0.000001115446],"category_scores_gemma":[0.0032222304,0.00013810831,0.0000746527,0.0027382288,0.0009045472,0.0002084344,0.000665053,0.0005407154,0.00000864627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017236058,0.00029580243,0.00082120084,0.00014832232,0.00008481684,0.0000020920324,0.060707636,0.000026376496,0.00038694334,0.4266667,0.0010483259,0.5096394],"study_design_scores_gemma":[0.004429877,0.0027657172,0.0055394983,0.0025805682,0.000023620685,0.0000018201207,0.07784419,0.0060395463,0.026331846,0.021566877,0.85183835,0.0010381122],"about_ca_topic_score_codex":0.000005651394,"about_ca_topic_score_gemma":0.0004102519,"teacher_disagreement_score":0.85079,"about_ca_system_score_codex":0.00021351477,"about_ca_system_score_gemma":0.00062802166,"threshold_uncertainty_score":0.96223205},"labels":[],"label_agreement":null},{"id":"W2921748887","doi":"10.18260/1-2--30457","title":"Evidence-based Best Practices for First-year Blended Learning Implementation","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Flipped classroom; Class (philosophy); Best practice; Blended learning; Computer science; Active learning (machine learning); Component (thermodynamics); Mathematics education; Multimedia; Educational technology; Artificial intelligence; Psychology","score_opus":0.18596075240619656,"score_gpt":0.38695206415618993,"score_spread":0.20099131174999338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921748887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004404015,0.00010548024,0.9519037,0.0425852,0.000092852824,0.00025234045,2.7276792e-7,0.000489046,0.00016710909],"genre_scores_gemma":[0.65366066,0.000008157704,0.34533918,0.00060007523,0.0001050949,0.000038053968,0.000004102521,0.000008914387,0.00023575031],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890727,0.00012893393,0.00016720372,0.00035464644,0.00020676128,0.00023519475],"domain_scores_gemma":[0.9986957,0.0007132787,0.0002763044,0.00015048683,0.00006705985,0.00009719226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006205212,0.000096013486,0.00009637483,0.00004139807,0.00034567472,0.00040394365,0.00040347766,0.00003189927,0.000055418142],"category_scores_gemma":[0.0012756665,0.00008904625,0.000061507926,0.0002134997,0.000011504819,0.0008719023,0.000073428026,0.00020999034,0.00006789612],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037356796,0.00004139919,0.012910573,0.00010675425,0.000022287995,0.0000030100741,0.0038061296,0.004724059,0.00027863603,0.009920308,0.0013898499,0.9667596],"study_design_scores_gemma":[0.0011347929,0.0015894609,0.00065344456,0.00011198073,0.000034345845,0.0000022202225,0.0028659103,0.23908891,0.0021410838,0.000068671194,0.75195396,0.00035521592],"about_ca_topic_score_codex":0.00019656889,"about_ca_topic_score_gemma":0.00004225846,"teacher_disagreement_score":0.96640444,"about_ca_system_score_codex":0.000022831031,"about_ca_system_score_gemma":0.00011436434,"threshold_uncertainty_score":0.3895238},"labels":[],"label_agreement":null},{"id":"W2924677118","doi":"10.18260/1-2--31402","title":"From Design to Reality: Guiding First-Year Students from Design to Makerspace Reality","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"American Society for Engineering Education","keywords":"Virtual reality; Augmented reality; Computer science; Mixed reality; Multimedia; Human–computer interaction","score_opus":0.13056235822846987,"score_gpt":0.35384807267519885,"score_spread":0.22328571444672898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924677118","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002494146,0.0001273368,0.97888714,0.015244906,0.0008311357,0.00051210285,0.000008317367,0.0016740088,0.00022092636],"genre_scores_gemma":[0.3591345,0.0000042649167,0.638503,0.0006101431,0.00028704858,0.000040694904,0.0000055887604,0.000030391806,0.0013843826],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963657,0.0007095031,0.00034601864,0.0012165285,0.00078072026,0.00058147445],"domain_scores_gemma":[0.997238,0.0011063573,0.000050541916,0.0011168758,0.000057397163,0.00043087374],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027098153,0.00028895913,0.0003019042,0.00017552782,0.00031189583,0.0020066642,0.0017678672,0.00011881498,0.00005977746],"category_scores_gemma":[0.00046563527,0.00026461008,0.00010134736,0.0007359575,0.000018253431,0.00035320633,0.00081478164,0.00030373287,0.0009229738],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011489487,0.00021248468,0.0026967754,0.000020503438,0.00035756087,0.00030222966,0.061993416,0.013603229,0.0008996212,0.0042325547,0.27998617,0.63558054],"study_design_scores_gemma":[0.0012751552,0.0013176589,0.01600084,0.0017791563,0.00018355422,0.00001480669,0.00375047,0.11162851,0.011758958,0.008453232,0.8409526,0.0028850911],"about_ca_topic_score_codex":0.013521404,"about_ca_topic_score_gemma":0.00015497644,"teacher_disagreement_score":0.6326955,"about_ca_system_score_codex":0.00022879842,"about_ca_system_score_gemma":0.00009176287,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W2930336587","doi":"10.5539/elt.v12n5p66","title":"The Phenomenon of Human Mind Slip in Rapid Writing Chinese Characters","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenon; Psychology; Slip (aerodynamics); Chinese characters; Chinese language; Linguistics; Cognitive psychology; Cognitive science; Epistemology; Philosophy; Engineering","score_opus":0.0055280481171517855,"score_gpt":0.2547498765799511,"score_spread":0.24922182846279928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2930336587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931485,0.00045573246,0.0010405099,0.00008988369,0.0004364155,0.00016915413,4.949251e-7,0.00016015593,0.004499145],"genre_scores_gemma":[0.9948902,0.0000017378039,0.0044556237,0.000038476548,0.00023875426,0.000006851772,0.0000054901634,0.00001955441,0.00034329196],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980986,0.00047289632,0.00037620222,0.0003548632,0.00027721364,0.00042023914],"domain_scores_gemma":[0.9985651,0.00050096016,0.00021839143,0.00064136845,0.000019593357,0.000054582473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032719658,0.00017261703,0.00023541985,0.00016049472,0.00028951856,0.0002620801,0.0009778432,0.000058931066,0.000012999703],"category_scores_gemma":[0.0005552776,0.00012966924,0.00008639007,0.00023270914,0.00003220556,0.0004384222,0.00023377374,0.0010286437,0.0000130097],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004507915,0.00006214339,0.029535918,0.000031261585,0.00001553719,0.000013649157,0.3812143,0.00008205272,0.0054119327,0.0033133382,0.000005084788,0.5803103],"study_design_scores_gemma":[0.012344797,0.0021959,0.3521627,0.0030600377,0.00007275726,0.00008758115,0.52849674,0.032745812,0.004133356,0.0007290779,0.058658805,0.0053124675],"about_ca_topic_score_codex":0.00019920646,"about_ca_topic_score_gemma":0.00002618001,"teacher_disagreement_score":0.5749978,"about_ca_system_score_codex":0.00005330528,"about_ca_system_score_gemma":0.000019992343,"threshold_uncertainty_score":0.5287758},"labels":[],"label_agreement":null},{"id":"W2932358922","doi":"10.21900/iconf.2019.103139","title":"Establishing an international computational network for librarians and archivists","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.013359326720099133,"score_gpt":0.25677583588585945,"score_spread":0.24341650916576033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2932358922","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047609106,0.000009520948,0.94920605,0.0008359555,0.0004741197,0.00009742622,8.519076e-7,0.00025476873,0.0015121674],"genre_scores_gemma":[0.4231797,3.228601e-7,0.57592064,0.00024495556,0.00012736565,0.0000034495736,0.000016633665,0.000004411784,0.00050252693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993667,0.00003792566,0.00008940794,0.0002421536,0.00011181814,0.00015197237],"domain_scores_gemma":[0.999461,0.00029044363,0.00003655561,0.00013374347,0.00002118065,0.000057080593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031914542,0.00005774805,0.00006086749,0.000041353112,0.00010139833,0.000744612,0.0003999181,0.000019034906,0.000008111031],"category_scores_gemma":[0.00003386651,0.00005395202,0.000020643045,0.00006037862,0.000011256068,0.0010977857,0.00011320217,0.000098293705,0.0000062745935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059493586,0.00002516296,0.031528722,0.0000071453437,0.000013208949,7.608441e-7,0.0013606349,0.046329256,0.000004924292,0.46693817,0.0006098404,0.45317623],"study_design_scores_gemma":[0.0002885749,0.00008932323,0.040927406,0.000014655429,0.0000012435896,0.0000117650225,0.00003076893,0.843195,0.000001176809,0.009325173,0.1060004,0.00011451733],"about_ca_topic_score_codex":0.000020295676,"about_ca_topic_score_gemma":0.0000028027912,"teacher_disagreement_score":0.79686576,"about_ca_system_score_codex":0.0000061717265,"about_ca_system_score_gemma":0.00002483476,"threshold_uncertainty_score":0.7180311},"labels":[],"label_agreement":null},{"id":"W2932943297","doi":"","title":"A Year at the Improv: Iterating Identity and Agency Through Making in an Elementary School Makerspace","year":2019,"lang":"en","type":"article","venue":"2019 Conference of the Canadian Society for the Study of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Pedagogy; Curriculum; Identity (music); Agency (philosophy); Mathematics education; Class (philosophy); Situational ethics; Psychology; Construct (python library); Sociology; Computer science; Social psychology; Art","score_opus":0.034011892891446655,"score_gpt":0.3182466590205233,"score_spread":0.2842347661290766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2932943297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947227,0.0001635557,0.00087919657,0.0027608406,0.0003898593,0.0009899435,0.0000038270678,0.000006755969,0.00008328043],"genre_scores_gemma":[0.9950023,0.000004238111,0.004183998,0.00021936296,0.000030452406,0.000031578824,0.0000018952372,0.000005662814,0.00052049354],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9991929,0.000107750784,0.00015868906,0.00019743497,0.00016365599,0.00017955601],"domain_scores_gemma":[0.99907315,0.00009438798,0.00018849706,0.00051601615,0.00009169409,0.000036283338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084261346,0.00008050321,0.00009799329,0.000020765028,0.00047753841,0.00016879733,0.0007554655,0.00003188154,0.000012461653],"category_scores_gemma":[0.00006417972,0.000050822793,0.00007339993,0.000175107,0.000060524584,0.000385383,0.0001440263,0.00018571192,0.000001537846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012539732,0.00024990627,0.39332125,0.00011879294,0.00015072867,8.775987e-8,0.47156027,0.00029730043,0.00081859715,0.017459746,0.0027181194,0.113292664],"study_design_scores_gemma":[0.0013209489,0.000658304,0.7454624,0.0003384537,0.00012396016,0.000004942924,0.22817615,0.012008407,0.00011159488,0.0036465863,0.007713219,0.00043500785],"about_ca_topic_score_codex":0.08714167,"about_ca_topic_score_gemma":0.19559555,"teacher_disagreement_score":0.35214117,"about_ca_system_score_codex":0.00016260163,"about_ca_system_score_gemma":0.0005776993,"threshold_uncertainty_score":0.91893715},"labels":[],"label_agreement":null},{"id":"W2934131630","doi":"","title":"The Role of Gender and Confidence in Pre-Service Teachers’ Computational Thinking Skills in an Undergraduate Introductory Educational Technology Course (Learning Sciences)","year":2019,"lang":"en","type":"article","venue":"2019 Conference of the Canadian Society for the Study of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Test (biology); Mathematics education; Service (business); Medical education; Medicine","score_opus":0.013558592660539999,"score_gpt":0.2819956315659856,"score_spread":0.2684370389054456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2934131630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99016815,0.00041938273,0.00051180756,0.007914138,0.0002644152,0.0006648412,0.0000013488453,0.000006799025,0.00004911324],"genre_scores_gemma":[0.9962952,0.0000066852,0.003489968,0.00006128966,0.000017408753,0.000030275294,0.0000021656751,0.000004890741,0.000092079754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988828,0.0001678122,0.00025257515,0.00024771638,0.00025121312,0.00019788356],"domain_scores_gemma":[0.9985538,0.00049779174,0.0003097656,0.00033382548,0.00026939504,0.000035415775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016359258,0.00008868412,0.00013182343,0.00009345447,0.00047360698,0.00008435703,0.0011446956,0.000055254277,0.0000018485972],"category_scores_gemma":[0.00016734614,0.00006152863,0.0000423485,0.00051081047,0.0002828411,0.00019663895,0.00009776507,0.0003145611,3.9577202e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044850117,0.00034752637,0.5267247,0.000029760244,0.00005294989,1.0810571e-8,0.20099929,0.0217767,0.00015065452,0.20375375,0.000062247374,0.046097912],"study_design_scores_gemma":[0.00040966072,0.00019847865,0.776814,0.00012045226,0.000024119885,0.0000026734895,0.121159814,0.041233536,0.000026549626,0.05931995,0.0005451389,0.00014567129],"about_ca_topic_score_codex":0.029653681,"about_ca_topic_score_gemma":0.053665865,"teacher_disagreement_score":0.25008926,"about_ca_system_score_codex":0.00010443516,"about_ca_system_score_gemma":0.002610425,"threshold_uncertainty_score":0.97680795},"labels":[],"label_agreement":null},{"id":"W2936369251","doi":"","title":"Interprocedural program analysis using visibly pushdown Kleene algebra","year":2011,"lang":"en","type":"article","venue":"Corpus Université Laval (Université Laval)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Kleene algebra; Computer science; Programming language; Kleene's recursion theorem; Algebra over a field; Mathematics; Algorithm; Discrete mathematics; Pure mathematics","score_opus":0.016113548616252707,"score_gpt":0.2164032634666811,"score_spread":0.2002897148504284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936369251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81697536,0.00047353955,0.17424542,0.0003324403,0.0004930919,0.0004476153,0.000007986686,0.0022228982,0.0048016733],"genre_scores_gemma":[0.9167609,0.00007150291,0.08071274,0.000082646744,0.00005435833,0.000001653294,0.00001622092,0.000036960526,0.002263011],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99701464,0.00024297331,0.00030791332,0.001041909,0.00053536997,0.00085716636],"domain_scores_gemma":[0.9978629,0.00007398434,0.00037615607,0.0009916347,0.00024589212,0.00044947947],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003778294,0.0004669538,0.0005709259,0.0013391435,0.00090018986,0.00019403784,0.00232667,0.00022527619,0.00004452114],"category_scores_gemma":[0.000032155393,0.0005185002,0.0005922588,0.0036584693,0.0001488853,0.0013255193,0.0010974081,0.00062239013,0.00003448069],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023679716,0.00080108823,0.15247461,0.0000694076,0.0021014977,0.001539421,0.08285988,0.0007087578,0.0038564655,0.036023166,0.00016479299,0.71916413],"study_design_scores_gemma":[0.011774332,0.0066146343,0.28587723,0.0008119986,0.012090175,0.0014065076,0.029553639,0.36662906,0.044825587,0.0018778386,0.22812882,0.010410155],"about_ca_topic_score_codex":0.010435568,"about_ca_topic_score_gemma":0.0018428204,"teacher_disagreement_score":0.70875394,"about_ca_system_score_codex":0.00052747334,"about_ca_system_score_gemma":0.00025030368,"threshold_uncertainty_score":0.99972665},"labels":[],"label_agreement":null},{"id":"W2940654836","doi":"","title":"Un robot humanoïde pour enseigner la programmation: une recherche exploratoire auprès d’élèves ayant des difficultés d’apprentissage","year":2018,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.08179661352847124,"score_gpt":0.28829281860433437,"score_spread":0.20649620507586314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940654836","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098490626,0.0038435925,0.85965693,0.020448232,0.0007717419,0.0009786108,0.000021836784,0.0015297331,0.014258717],"genre_scores_gemma":[0.3889967,0.00064642035,0.5831388,0.000053716034,0.00015215017,0.00025172863,0.0003288898,0.00012773703,0.026303805],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95699716,0.036975235,0.0013638312,0.0022822283,0.0010719505,0.0013096222],"domain_scores_gemma":[0.9853479,0.0045697535,0.0014155826,0.004260393,0.0037941828,0.00061213627],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021910083,0.0010877379,0.0009196793,0.0003445753,0.0025187638,0.0039775646,0.004377349,0.0012256465,0.00027634867],"category_scores_gemma":[0.005423366,0.001130737,0.00061469997,0.0018552843,0.0017173697,0.00090147555,0.0034699258,0.0032828928,0.00038393025],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013684637,0.0016084478,0.0010853024,0.00031576768,0.00019571342,0.000037606893,0.10455915,0.00027879656,0.0011816663,0.09239065,0.00058794406,0.7977453],"study_design_scores_gemma":[0.004218063,0.00002185441,0.039703697,0.025223035,0.00062036276,0.00056421314,0.007894452,0.093615286,0.049472425,0.047204904,0.7260067,0.005455012],"about_ca_topic_score_codex":0.002621906,"about_ca_topic_score_gemma":0.0014776557,"teacher_disagreement_score":0.7922903,"about_ca_system_score_codex":0.00051544013,"about_ca_system_score_gemma":0.0008224751,"threshold_uncertainty_score":0.9991143},"labels":[],"label_agreement":null},{"id":"W2943376417","doi":"10.1145/3300115.3309532","title":"Impact of Open-Ended Assignments on Student Self-Efficacy in CS1","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Task (project management); Computer science; Random assignment; Control (management); Section (typography); Psychology; Engineering; Mathematics; Artificial intelligence; Statistics","score_opus":0.026540759684358452,"score_gpt":0.3592192183472228,"score_spread":0.3326784586628644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943376417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870195,0.0000061590367,0.004993636,0.000078326695,0.0001225233,0.0002831066,1.2840118e-7,0.000113528156,0.0073831384],"genre_scores_gemma":[0.98370486,7.2568446e-7,0.015594987,0.00003889929,0.000006560871,0.0000039980328,5.2678e-7,0.000005331291,0.00064413005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893224,0.00013994232,0.00017345372,0.00028154757,0.00025950084,0.00021328928],"domain_scores_gemma":[0.9992874,0.00010300276,0.000078528035,0.0004645897,0.000013546691,0.00005288923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054007024,0.00009471402,0.00016297078,0.00010516614,0.000028370237,0.00020684583,0.0012737294,0.0000320718,0.000039759198],"category_scores_gemma":[0.000017525826,0.00007026634,0.000056668938,0.0002236488,0.0000054428087,0.00024645802,0.00042377,0.00019848032,0.00013138138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024410187,0.006520913,0.63843,0.000011668394,0.0001120639,0.000012979012,0.0100410115,0.005945727,0.0005777392,0.015185316,0.00047886302,0.32265934],"study_design_scores_gemma":[0.0012221902,0.0007647428,0.9940151,0.000037416354,0.0000016598121,0.0000012847661,0.00004857887,0.0022784309,0.00008893482,0.00002064412,0.0014009944,0.00012001078],"about_ca_topic_score_codex":0.0003168852,"about_ca_topic_score_gemma":0.0000035536978,"teacher_disagreement_score":0.35558513,"about_ca_system_score_codex":0.00010114244,"about_ca_system_score_gemma":0.00005579901,"threshold_uncertainty_score":0.2865378},"labels":[],"label_agreement":null},{"id":"W2943544114","doi":"10.1145/3300115.3309511","title":"Experience Report","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of Naval Research","keywords":"Novelty; Perspective (graphical); Relevance (law); Intervention (counseling); Diversity (politics); Psychology; Computer science; Medical education; Videoconferencing; Knowledge management; Pedagogy; Multimedia; Social psychology; Sociology; Medicine","score_opus":0.010804698590259025,"score_gpt":0.26324842108595164,"score_spread":0.25244372249569264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943544114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24396347,0.000015446823,0.72498566,0.00042006007,0.0004510566,0.000043611424,5.3141562e-9,0.00055234326,0.029568348],"genre_scores_gemma":[0.83836263,1.4664819e-7,0.14567763,0.00012386331,0.0000129675145,0.0000022758695,1.5164092e-7,0.0000018646602,0.015818479],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948037,0.00001632601,0.000074279356,0.00019658305,0.00011310965,0.00011934399],"domain_scores_gemma":[0.9994755,0.000020336296,0.000026586507,0.00043417406,0.0000115612565,0.00003183338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018931288,0.000036913636,0.000042854925,0.000021313712,0.000038331746,0.00009494368,0.000346856,0.000014996658,0.000057300742],"category_scores_gemma":[0.000029494051,0.000029774974,0.00002058926,0.000097932316,0.000006681699,0.00020570263,0.000093996634,0.00007718702,0.0004293615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7208025e-7,0.00003569886,0.09899471,0.00000568846,0.0000048981037,0.00014943998,0.008254279,0.00010647919,0.00062079006,0.13415931,0.0007630532,0.7569048],"study_design_scores_gemma":[0.00008319208,0.00003843355,0.0104205,0.000006836014,3.6247172e-7,0.00026957766,0.00016419576,0.005228042,0.00045124386,0.00011700475,0.9830832,0.00013741461],"about_ca_topic_score_codex":0.00004151763,"about_ca_topic_score_gemma":4.3133878e-7,"teacher_disagreement_score":0.98232013,"about_ca_system_score_codex":0.0000063148427,"about_ca_system_score_gemma":0.0000124789185,"threshold_uncertainty_score":0.55187166},"labels":[],"label_agreement":null},{"id":"W2943714016","doi":"10.1145/3300115.3309529","title":"Answering the Correct Question","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Computer science; Isolation (microbiology); Focus (optics); Code (set theory); Test (biology); Unit testing; Group (periodic table); Mathematics education; Programming language; Software; Psychology","score_opus":0.0052631124052842145,"score_gpt":0.22649863676553994,"score_spread":0.22123552436025573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943714016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070229605,0.000038029022,0.9197264,0.001272339,0.00070846133,0.00006157342,9.8314565e-9,0.00044958777,0.0075140423],"genre_scores_gemma":[0.9720359,6.1039276e-7,0.023582485,0.00018244651,0.000025587658,0.0000016547815,1.3921853e-7,0.0000023266773,0.0041688443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996032,0.00005986174,0.000043779153,0.00011240873,0.00008098912,0.000099752586],"domain_scores_gemma":[0.9996456,0.00006228136,0.000017288352,0.00025091827,0.000008909611,0.0000150054375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040660886,0.000034994977,0.00003194947,0.000015645566,0.000075723896,0.0001359852,0.00032567055,0.000013333754,0.000015387852],"category_scores_gemma":[0.000022086653,0.000020874963,0.000019040255,0.000089529494,0.000005914611,0.00013011137,0.00006419269,0.00012361305,0.00029695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3661194e-7,0.0000060305447,0.008051002,0.0000022120953,0.0000024635453,6.2559707e-7,0.0011296131,0.00068458,0.0001425572,0.064784035,0.00026268332,0.9249338],"study_design_scores_gemma":[0.00017866625,0.00012935355,0.03111327,0.000036711983,0.0000025022955,0.000028791665,0.00023063668,0.14761183,0.00049609493,0.0003538488,0.81959903,0.00021924436],"about_ca_topic_score_codex":0.00009060369,"about_ca_topic_score_gemma":0.0000037470136,"teacher_disagreement_score":0.9247145,"about_ca_system_score_codex":0.000008180621,"about_ca_system_score_gemma":0.000008221873,"threshold_uncertainty_score":0.38167903},"labels":[],"label_agreement":null},{"id":"W2943815996","doi":"10.55016/ojs/jet.v49i2.46293","title":"Developing Pedagogy for the Creation of a School Makerspace: Building on Constructionism, Design Thinking, and the Reggio Emilia Approach","year":2018,"lang":"en","type":"article","venue":"Journal of educational thought.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Constructionism; Pedagogy; Sociology; Mathematics education; Psychology; Developmental psychology","score_opus":0.050556759965421215,"score_gpt":0.3641063601874245,"score_spread":0.3135496002220033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943815996","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007236814,0.00059862545,0.96409017,0.026975958,0.0006741897,0.00020883641,2.4238e-7,0.00000885371,0.0002063365],"genre_scores_gemma":[0.2649263,0.000027725542,0.7337077,0.00023668515,0.0007841987,0.000011927682,3.016349e-7,0.0000060488524,0.00029906412],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988771,0.0002592201,0.00030251648,0.00013593592,0.00029645613,0.00012873355],"domain_scores_gemma":[0.9966714,0.0021351294,0.00057116867,0.00018346746,0.00039633072,0.00004252594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028913843,0.000088982546,0.0001454579,0.00010495613,0.000669792,0.0002064949,0.00047840914,0.000041745257,0.0000039561464],"category_scores_gemma":[0.0014786388,0.00004982928,0.00007573133,0.00020341747,0.00026182618,0.00021429131,0.000043750606,0.00026723236,8.302759e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109210065,0.00003085555,0.00046671258,0.000014119294,0.00006957109,8.161685e-8,0.0046192026,0.0007739378,0.000030106037,0.96579194,0.0014247866,0.026669487],"study_design_scores_gemma":[0.00927191,0.0021111332,0.051800355,0.0016796506,0.00050203037,0.004150607,0.014826733,0.0823941,0.003188778,0.43827403,0.3907286,0.0010720879],"about_ca_topic_score_codex":0.000013555648,"about_ca_topic_score_gemma":8.418778e-7,"teacher_disagreement_score":0.5275179,"about_ca_system_score_codex":0.00006960708,"about_ca_system_score_gemma":0.00066308415,"threshold_uncertainty_score":0.5151566},"labels":[],"label_agreement":null},{"id":"W2944669769","doi":"10.1108/ils-05-2018-0042","title":"Generating gameworlds with computers: the case for procedural creativity","year":2019,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Creativity; Status quo; Originality; Computer science; Creativity technique; Abstraction; Generative grammar; Action (physics); Computational creativity; Value (mathematics); Knowledge management; Cognitive science; Management science; Epistemology; Psychology; Artificial intelligence; Social psychology; Engineering","score_opus":0.015165974378492177,"score_gpt":0.26459113759382047,"score_spread":0.2494251632153283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944669769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47609255,0.000024156043,0.5212153,0.0018177335,0.00011124385,0.00020206104,1.6017306e-7,0.00014540726,0.00039136247],"genre_scores_gemma":[0.87001926,7.2130786e-7,0.12930065,0.0005195699,0.00002386641,0.000012839003,0.0000010453081,0.0000016554452,0.00012042291],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927384,0.00009963604,0.0001363558,0.00014250148,0.00015641924,0.00019127785],"domain_scores_gemma":[0.9992285,0.0004280292,0.00014952576,0.00010027033,0.000057201276,0.000036516332],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015362517,0.00008052424,0.00007636353,0.00007473592,0.001255377,0.0012431795,0.00026088557,0.000022916927,0.0000022612621],"category_scores_gemma":[0.00017604268,0.000045962388,0.000019425497,0.00027935967,0.00010869537,0.0018334297,0.00006307457,0.00024863804,0.000008582487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058405403,0.0000070818023,0.00775176,0.00004854403,0.000007596336,0.000002601374,0.026812024,0.07959069,0.000008346492,0.020797918,0.000109412904,0.8648582],"study_design_scores_gemma":[0.0002293432,0.00035482657,0.0007828867,0.000042983447,0.0000025760253,0.00047479937,0.0037096296,0.9213976,0.000009672825,0.000026566902,0.07284808,0.00012100436],"about_ca_topic_score_codex":0.00006926578,"about_ca_topic_score_gemma":0.000009376266,"teacher_disagreement_score":0.86473715,"about_ca_system_score_codex":0.000009054748,"about_ca_system_score_gemma":0.00005922936,"threshold_uncertainty_score":0.99979365},"labels":[],"label_agreement":null},{"id":"W2944895797","doi":"10.1145/3314994.3325081","title":"A Statistical Analysis of Drop Rates in Introductory Computer Science by Gender and Partial Grade","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Drop out; Mathematics education; Drop (telecommunication); Statistical analysis; Computer science; Variety (cybernetics); Psychology; Statistics; Mathematics; Demographic economics; Artificial intelligence; Telecommunications","score_opus":0.014019526813110217,"score_gpt":0.281727753090681,"score_spread":0.2677082262775708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944895797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43671155,0.000034211393,0.56302565,0.00006749796,0.0000684303,0.000034430643,5.659095e-7,0.000027859794,0.00002980144],"genre_scores_gemma":[0.89909494,0.0000011951721,0.10079824,0.00005350772,0.000011468686,0.0000010480356,0.0000018075436,0.0000021366052,0.000035632638],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886876,0.00009509354,0.00017030489,0.000402574,0.00024031982,0.00022295292],"domain_scores_gemma":[0.9994626,0.0001350354,0.000046056946,0.00026256545,0.000027970114,0.00006578427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008035421,0.00007086988,0.00018484406,0.00030508908,0.00004575883,0.00011943231,0.00032581633,0.000021220583,0.00002152697],"category_scores_gemma":[0.000038593156,0.000058839443,0.000022156262,0.0009776149,0.00017155435,0.00021522869,0.00017586452,0.00013326517,0.0000066181346],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007821361,0.00021125891,0.7440857,0.000028896595,0.0001292752,0.0000050652525,0.0058880886,0.0033251347,0.005269395,0.095155925,0.0004071684,0.14548627],"study_design_scores_gemma":[0.00019911914,0.00007680455,0.27389202,0.0000037754419,0.000022836924,0.0000016852429,0.000045239896,0.72386324,0.0004707088,0.00006745513,0.0012365883,0.00012054013],"about_ca_topic_score_codex":0.00012604427,"about_ca_topic_score_gemma":0.00000404104,"teacher_disagreement_score":0.7205381,"about_ca_system_score_codex":0.000017299686,"about_ca_system_score_gemma":0.000042215564,"threshold_uncertainty_score":0.23994029},"labels":[],"label_agreement":null},{"id":"W2945123605","doi":"10.1145/3314994.3325076","title":"Spot the Learning","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Multimedia; Artificial intelligence; Mathematics education; Natural language processing; Programming language; Human–computer interaction; Psychology","score_opus":0.011520053133953875,"score_gpt":0.2406162789462788,"score_spread":0.22909622581232492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945123605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21560682,0.00008671729,0.728309,0.004435379,0.00054165674,0.000109374014,8.898813e-9,0.0010120033,0.049899094],"genre_scores_gemma":[0.960132,6.0863863e-7,0.01748305,0.00023201802,0.00002595643,0.0000013449566,1.170445e-7,0.0000030584868,0.022121865],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994925,0.00007859659,0.000049818223,0.00013326787,0.000107800304,0.00013797413],"domain_scores_gemma":[0.9995862,0.00010046877,0.000021855916,0.00026222982,0.000009326373,0.000019879608],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004282855,0.00004120181,0.000039415285,0.00001798351,0.00013049679,0.0001695536,0.0004925671,0.000015294376,0.000054391883],"category_scores_gemma":[0.000033206223,0.000023622708,0.00002791804,0.00011540743,0.0000084600015,0.00011465813,0.00011869185,0.00026461846,0.0010367912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.497123e-7,0.000009018122,0.016130852,0.000002712533,0.0000054836023,0.0000015168308,0.0022574198,0.0019937702,0.00013055826,0.14172737,0.00035387088,0.8373868],"study_design_scores_gemma":[0.00007394212,0.000044962606,0.0055679083,0.0000047665194,7.62691e-7,0.000009560408,0.0001632727,0.02674205,0.00006922284,0.000114050825,0.96713597,0.000073562536],"about_ca_topic_score_codex":0.00003791304,"about_ca_topic_score_gemma":8.9264506e-7,"teacher_disagreement_score":0.9667821,"about_ca_system_score_codex":0.000005625841,"about_ca_system_score_gemma":0.000010063456,"threshold_uncertainty_score":0.999741},"labels":[],"label_agreement":null},{"id":"W2945172560","doi":"10.1145/3314994.3325090","title":"A Mixed-Methods Study of Novice Programmer Interaction with Python Error Messages","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Programmer; Computer science; Debugging; Usability; Python (programming language); Confusion; Consistency (knowledge bases); Feeling; Human–computer interaction; Multimedia; Mathematics education; Programming language; Psychology; Artificial intelligence; Social psychology","score_opus":0.02797544363982262,"score_gpt":0.35576874791763563,"score_spread":0.327793304277813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945172560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5722671,0.000012658966,0.4259835,0.00016302308,0.00022716314,0.00030816667,3.0350787e-8,0.00027189098,0.0007664552],"genre_scores_gemma":[0.639279,1.2120525e-7,0.3600644,0.00001983369,0.000009706491,0.000015579992,3.2796518e-7,0.000008032215,0.00060300005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985564,0.000440704,0.0001909362,0.00036871742,0.00023764465,0.00020563092],"domain_scores_gemma":[0.9990366,0.00017288908,0.00015409867,0.00051403017,0.00007521265,0.00004715868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010116668,0.00012324812,0.00018805172,0.00011443381,0.00006081656,0.00012818797,0.0004233037,0.000035363842,0.000017080312],"category_scores_gemma":[0.000035326375,0.000086040905,0.000035649453,0.00038589523,0.000016047148,0.00037432997,0.00015156328,0.00027248787,0.000027126558],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021649195,0.0005815322,0.018976392,0.000025533536,0.00004543538,0.0000026362325,0.009112159,0.0003610949,0.00026293247,0.00082345423,0.00003853134,0.9697487],"study_design_scores_gemma":[0.009634115,0.030375846,0.22500102,0.00066643406,0.00023513372,0.00028019707,0.1521113,0.12952413,0.0092398375,0.0001215721,0.44018582,0.0026246055],"about_ca_topic_score_codex":0.0005478294,"about_ca_topic_score_gemma":0.00008461801,"teacher_disagreement_score":0.96712404,"about_ca_system_score_codex":0.000017246057,"about_ca_system_score_gemma":0.00002325781,"threshold_uncertainty_score":0.35086462},"labels":[],"label_agreement":null},{"id":"W2946257428","doi":"10.1145/3314994.3325078","title":"Problem Solving Workshop","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Overhead (engineering); Simple (philosophy); Course (navigation); Mathematics education; Programming language; Mathematics; Engineering","score_opus":0.01345066798259351,"score_gpt":0.24474876565286502,"score_spread":0.2312980976702715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946257428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020385642,0.00006960657,0.9425858,0.0013778528,0.00027974672,0.00009550309,1.1204908e-8,0.00086513074,0.03434068],"genre_scores_gemma":[0.5976206,4.820777e-7,0.39066866,0.00014249697,0.000019590927,0.0000015031666,1.619009e-7,0.0000036939966,0.011542803],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993747,0.00003196921,0.00007493812,0.00020813082,0.000113409216,0.00019686657],"domain_scores_gemma":[0.9995464,0.000065848195,0.000025768091,0.00030949787,0.0000133367275,0.000039121427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030058494,0.000055464392,0.000059920465,0.00003839937,0.0000631571,0.0002126092,0.00044014628,0.000027261527,0.00005401823],"category_scores_gemma":[0.00001737413,0.000045359284,0.0000300228,0.00014915218,0.0000053694807,0.00025050508,0.00014837467,0.0001693996,0.00068696105],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.1055287e-7,0.000017263406,0.00473145,0.000008171906,0.000004320605,0.0000019890813,0.0019957945,0.0004083781,0.00011304321,0.0680783,0.0010734056,0.92356735],"study_design_scores_gemma":[0.00030079484,0.000076258395,0.002920181,0.00007050116,0.0000020667421,0.000021087493,0.0003103617,0.044464428,0.00014491176,0.001032912,0.9503082,0.0003483151],"about_ca_topic_score_codex":0.000023471233,"about_ca_topic_score_gemma":0.0000020235104,"teacher_disagreement_score":0.9492348,"about_ca_system_score_codex":0.000010679902,"about_ca_system_score_gemma":0.000015959982,"threshold_uncertainty_score":0.88297236},"labels":[],"label_agreement":null},{"id":"W2946284567","doi":"10.1145/3314994.3325089","title":"OATMEAL","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Debugging; Computer science; Software engineering; Software testing; Code (set theory); Curriculum; Programming language; Competition (biology); Multimedia; Software; Pedagogy; Psychology","score_opus":0.005241045796087448,"score_gpt":0.21013224936877128,"score_spread":0.20489120357268384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946284567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08128388,0.00002295584,0.8656796,0.0009847981,0.0004056856,0.000045748722,1.2589974e-8,0.0007027426,0.050874557],"genre_scores_gemma":[0.8368936,1.3471144e-7,0.15366821,0.00016792455,0.000013394202,5.9664904e-7,1.047745e-7,0.0000015477823,0.009254462],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99967915,0.000017077251,0.00003343699,0.000109100496,0.00006575169,0.000095459305],"domain_scores_gemma":[0.999737,0.000020496047,0.000009552753,0.0002043706,0.000005784693,0.000022799632],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000119885495,0.000027094831,0.000030883213,0.000017772834,0.000025604058,0.000071801325,0.00025465307,0.000012295969,0.000049053473],"category_scores_gemma":[0.00000629219,0.000021225651,0.000016982374,0.00006498488,0.0000027709534,0.00011254967,0.000058106816,0.00006937557,0.0014459585],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8416133e-7,0.00001069177,0.008824995,0.0000019232446,0.0000023357647,0.000001390636,0.00047875528,0.00005391288,0.00006896072,0.20599116,0.00046979994,0.7840958],"study_design_scores_gemma":[0.00015790001,0.00007291838,0.009616799,0.0000046482382,5.3362174e-7,0.00001036201,0.00003117003,0.013862231,0.00012563364,0.0003282036,0.9756792,0.000110358],"about_ca_topic_score_codex":0.00002448643,"about_ca_topic_score_gemma":5.9755024e-7,"teacher_disagreement_score":0.9752094,"about_ca_system_score_codex":0.0000046927153,"about_ca_system_score_gemma":0.000008058995,"threshold_uncertainty_score":0.99933153},"labels":[],"label_agreement":null},{"id":"W2946814456","doi":"10.1145/3314994.3325073","title":"Adapting the \"Unessay\" for Use in Computer Science","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Sample (material); Computer programming; Mathematics education; Multimedia; Programming language; Mathematics","score_opus":0.03196284609321091,"score_gpt":0.26776200870072897,"score_spread":0.23579916260751807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946814456","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17108087,0.000007167429,0.82763624,0.0005729061,0.0003291526,0.00016558092,4.290161e-8,0.00011541277,0.00009262288],"genre_scores_gemma":[0.6377187,1.0266092e-7,0.36177015,0.00023946927,0.000024066278,0.0000054897278,8.105054e-8,0.000002676816,0.0002393172],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907273,0.00004546415,0.000108589884,0.000305121,0.0001763278,0.0002917548],"domain_scores_gemma":[0.99909776,0.0003828623,0.00003831827,0.0004120552,0.00003925631,0.000029751302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016911995,0.00006208816,0.00006990306,0.00008322749,0.00019685263,0.0005607531,0.00092401664,0.000017803985,0.0000023821922],"category_scores_gemma":[0.000068917,0.000039220256,0.000029500801,0.0004157975,0.00005319806,0.00063353323,0.00024617437,0.00014694934,0.000028798835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020877549,0.000025221123,0.022531314,0.0000071367417,0.00000199689,9.55455e-7,0.0022585294,0.007602892,0.00016606294,0.07521034,0.00006342535,0.89213],"study_design_scores_gemma":[0.00021746907,0.00005874077,0.012978258,0.000022227192,6.070113e-7,0.000005089824,0.000051894312,0.9631901,0.00007270032,0.00016365194,0.023133164,0.00010612539],"about_ca_topic_score_codex":0.00015905708,"about_ca_topic_score_gemma":0.000023422943,"teacher_disagreement_score":0.9555872,"about_ca_system_score_codex":0.000023239523,"about_ca_system_score_gemma":0.000053268217,"threshold_uncertainty_score":0.54073554},"labels":[],"label_agreement":null},{"id":"W2947728224","doi":"10.5430/ijhe.v8n3p159","title":"The Development and Application of Computational Fairy Tales for Elementary Students","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Ministry of Education; National Research Foundation","keywords":"Coding (social sciences); Mathematics education; Scratch; Comprehension; Computer science; Psychology; Mathematics; Programming language","score_opus":0.01061870445813551,"score_gpt":0.340986318200669,"score_spread":0.3303676137425335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947728224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.724672,0.0003963127,0.27041644,0.0025162105,0.0017902358,0.00015431632,6.3871465e-7,0.000008891454,0.00004491675],"genre_scores_gemma":[0.88113713,0.0000033828705,0.11837846,0.00008245618,0.000112965405,0.000008999637,0.0000068459235,0.0000029820385,0.00026680366],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99916506,0.000028254222,0.0002951205,0.00007959628,0.00037664885,0.000055304423],"domain_scores_gemma":[0.9990053,0.00016972284,0.0003768369,0.00006507887,0.00035996607,0.000023064382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046947924,0.00004572599,0.000058505004,0.000079996185,0.00006273041,0.00010326983,0.0005279537,0.00001468766,0.0000021428627],"category_scores_gemma":[0.0000136207655,0.00003450383,0.000029411905,0.000041057756,0.000016332218,0.00020342293,0.000055311728,0.00006571848,0.000002253785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026391548,0.00017659945,0.062099732,0.000011684944,0.000113621114,1.093659e-7,0.0016408373,0.0007732157,0.00012396541,0.040761482,0.00036610718,0.89390624],"study_design_scores_gemma":[0.0007718013,0.00013623541,0.5369813,0.00008361909,0.000012090898,0.000025971874,0.0004605168,0.0013627744,0.00036563748,0.0072487216,0.45244044,0.000110909896],"about_ca_topic_score_codex":0.000005509498,"about_ca_topic_score_gemma":0.0000011662978,"teacher_disagreement_score":0.8937954,"about_ca_system_score_codex":0.000058968744,"about_ca_system_score_gemma":0.00014328616,"threshold_uncertainty_score":0.14070255},"labels":[],"label_agreement":null},{"id":"W2950698144","doi":"10.48550/arxiv.1203.2296","title":"Discovering Algorithms with Matrix Code","year":2012,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Programming language; Code (set theory); Java; Matrix (chemical analysis); Unreachable code; Redundant code; Table (database); Dead code; Algorithm; Row; Prime (order theory); Process (computing); Theoretical computer science; Code generation; Mathematics; Database; Operating system; Combinatorics","score_opus":0.06455414769699142,"score_gpt":0.20589913982703442,"score_spread":0.141344992130043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950698144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12677926,0.00012871373,0.871241,0.0000722459,0.00047572056,0.00014607169,0.0000046666446,0.00061350246,0.0005388448],"genre_scores_gemma":[0.95111656,0.000024262861,0.04622557,0.000020015626,0.00013656673,9.1239167e-7,0.000009540591,0.000027542137,0.0024390428],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981383,0.00015013826,0.00013461619,0.0009282302,0.000119186625,0.00052951544],"domain_scores_gemma":[0.9982815,0.00007335694,0.00022628368,0.0011546531,0.0000542613,0.00020995898],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003607674,0.00032311495,0.0002931224,0.00017639794,0.00024441688,0.00028781468,0.0016355211,0.00019947057,0.000009281619],"category_scores_gemma":[0.000015686495,0.0003184297,0.00013994811,0.0003681398,0.00008339698,0.0005255492,0.0017206287,0.0010886498,0.000082191604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045595,0.00024032989,0.022998521,0.00022281375,0.00029383568,0.000698793,0.0038712833,0.76732725,0.000015335283,0.16623878,0.00012732796,0.037920114],"study_design_scores_gemma":[0.001733281,0.00026567953,0.006919746,0.000805327,0.00035583542,0.00011135053,0.0007002132,0.9145693,0.000118774435,0.0042233667,0.06724284,0.0029542884],"about_ca_topic_score_codex":0.0003522418,"about_ca_topic_score_gemma":0.00003239147,"teacher_disagreement_score":0.8250154,"about_ca_system_score_codex":0.000162627,"about_ca_system_score_gemma":0.00012291729,"threshold_uncertainty_score":0.9999268},"labels":[],"label_agreement":null},{"id":"W2951928003","doi":"10.1109/respect46404.2019.8985691","title":"Standardizing Facilitator Development for Exploring Computer Science Professional Development","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Facilitator; General partnership; Graduation (instrument); Professional development; Curriculum; Apprenticeship; Process (computing); Economic shortage; Consistency (knowledge bases); Medical education; Knowledge management; Pedagogy; Psychology; Computer science; Engineering; Medicine; Political science","score_opus":0.054311415011939576,"score_gpt":0.28885004870969144,"score_spread":0.23453863369775185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951928003","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27544925,0.000015236814,0.7221093,0.00011011236,0.0016346052,0.00028299942,1.9113847e-7,0.0003017582,0.000096542564],"genre_scores_gemma":[0.3505649,1.3913782e-7,0.64818597,0.000075781645,0.000029849652,0.00008169236,0.0000012771776,0.000006497212,0.0010538948],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783564,0.00003260871,0.00029304836,0.00062712934,0.00064459286,0.0005670019],"domain_scores_gemma":[0.9991716,0.00013094186,0.00006997769,0.00032175236,0.00016036528,0.00014535357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002060169,0.00015892055,0.00016152236,0.00019044425,0.0007715478,0.00032976226,0.0008777253,0.000030022511,0.000012912138],"category_scores_gemma":[0.000046971938,0.00013054539,0.000040424973,0.00031624216,0.000045301113,0.00087065523,0.0005324408,0.00016819012,0.00012363782],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005498848,0.00004005807,0.0023068325,0.000043933473,0.000010862493,7.3951514e-7,0.0126466835,0.00027127602,0.00036991993,0.0068115355,0.000088377514,0.9774043],"study_design_scores_gemma":[0.0005921038,0.0000943064,0.010474019,0.00016174746,0.0000012341287,0.0000052005357,0.00038158242,0.0124079455,0.011311739,0.000041630574,0.9640679,0.0004606362],"about_ca_topic_score_codex":0.0000024080969,"about_ca_topic_score_gemma":0.0000012035049,"teacher_disagreement_score":0.9769437,"about_ca_system_score_codex":0.000227069,"about_ca_system_score_gemma":0.0009654991,"threshold_uncertainty_score":0.59341997},"labels":[],"label_agreement":null},{"id":"W2952390162","doi":"10.18260/1-2--31041","title":"Take Flight Robotics: A STEM Education Workshop for High School Students","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Guelph","funders":"","keywords":"Robotics; Artificial intelligence; Aeronautics; Computer science; Mathematics education; Engineering; Robot; Psychology","score_opus":0.03434093613256751,"score_gpt":0.3013121173027032,"score_spread":0.2669711811701357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952390162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009303649,0.0001292406,0.9749115,0.014243578,0.0004854453,0.0002799534,2.0532322e-7,0.0004983245,0.00014811374],"genre_scores_gemma":[0.60646486,0.000001730653,0.38663045,0.0017731864,0.0002563782,0.00004278368,0.0000030149229,0.000010658556,0.0048169456],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990074,0.000054810436,0.00015981085,0.00034287325,0.00022610086,0.0002090085],"domain_scores_gemma":[0.9993414,0.00008520226,0.00006347816,0.00026293358,0.00005831056,0.00018863392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022731195,0.000100322344,0.00011044055,0.000039276536,0.00015117317,0.00050680875,0.0008561976,0.000045012508,0.000006784062],"category_scores_gemma":[0.000105270105,0.00008851834,0.00004771959,0.00021423266,0.000007898742,0.00025123882,0.0001575251,0.00017879561,0.00011685593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012991711,0.00021248694,0.0049331677,0.00003928284,0.000042434804,0.0000015990232,0.0035991147,0.0023861015,0.00004512127,0.06634155,0.020797523,0.9015886],"study_design_scores_gemma":[0.002296737,0.00083458197,0.017683579,0.00017942162,0.000065236905,0.000011475187,0.0029751642,0.06886462,0.00025170395,0.0010831553,0.90455675,0.0011975454],"about_ca_topic_score_codex":0.000016037373,"about_ca_topic_score_gemma":0.0000015628472,"teacher_disagreement_score":0.9003911,"about_ca_system_score_codex":0.000033094002,"about_ca_system_score_gemma":0.000109599416,"threshold_uncertainty_score":0.48871684},"labels":[],"label_agreement":null},{"id":"W2954985656","doi":"10.1007/978-3-030-19913-5_11","title":"The Use of Robotics for STEM Education in Primary Schools: Teachers’ Perceptions","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Robotics; Perspective (graphical); Perception; Artificial intelligence; Educational robotics; Mathematics education; Psychology; Medical education; Computer science; Robot; Medicine","score_opus":0.05779366554367691,"score_gpt":0.2779545749708584,"score_spread":0.2201609094271815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954985656","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025288906,0.0005155935,0.9584641,0.0019438035,0.0011309322,0.0012184988,0.0000034007187,0.000219057,0.036251757],"genre_scores_gemma":[0.0007941794,0.00003966362,0.26450306,0.00010432899,0.000059403388,0.000012762235,0.000013002003,0.000022416238,0.7344512],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999049,0.000046694768,0.00028906966,0.00028077996,0.00017179902,0.0001626343],"domain_scores_gemma":[0.9986736,0.00036116954,0.00019949322,0.00064266997,0.00008784166,0.000035223748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043755356,0.00014852644,0.00018780607,0.00012384236,0.000119421,0.0002250803,0.0005632622,0.0001612261,0.0000031338338],"category_scores_gemma":[0.00004086636,0.00011124041,0.00011826501,0.000030373783,0.00003140213,0.00021944828,0.00012167655,0.00055470003,0.000030867828],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018492962,0.000023076589,0.00034736175,0.000029353687,0.000013399569,7.538657e-8,0.00077432883,0.0009108141,0.0000024275857,0.24959925,0.0027607463,0.74553734],"study_design_scores_gemma":[0.00013675101,0.0000876459,0.0015030656,0.000292669,0.000018778434,0.0000033986316,0.00022931788,0.0025334223,4.07595e-7,0.0008973342,0.99406075,0.00023644186],"about_ca_topic_score_codex":0.000049077895,"about_ca_topic_score_gemma":0.00003400104,"teacher_disagreement_score":0.99130005,"about_ca_system_score_codex":0.00014067258,"about_ca_system_score_gemma":0.00069613,"threshold_uncertainty_score":0.45362526},"labels":[],"label_agreement":null},{"id":"W2955988997","doi":"10.1109/icse-seet.2019.00027","title":"Teaching Software Construction at Scale with Mastery Learning: A Case Study","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mastery learning; Grading (engineering); GRASP; Mathematics education; Computer science; Visualization; Software; Class (philosophy); Scale (ratio); Multimedia; Artificial intelligence; Psychology; Software engineering; Engineering","score_opus":0.009576330755951108,"score_gpt":0.23279115616065915,"score_spread":0.22321482540470805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955988997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7464269,0.0000075446574,0.25175035,0.00007289717,0.0001437731,0.00019666938,4.7039386e-8,0.0007302885,0.0006715298],"genre_scores_gemma":[0.80454826,6.528839e-8,0.18779568,0.000032342174,0.000026364167,0.0000074470877,5.9865425e-7,0.000012590277,0.00757665],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9985322,0.00031179778,0.00014964458,0.0004779459,0.0002523632,0.00027606016],"domain_scores_gemma":[0.99924904,0.00011422305,0.00009391513,0.00042619323,0.000030711537,0.00008593097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005803986,0.00014838939,0.00015649847,0.000101006284,0.00049503066,0.00025414428,0.00026466153,0.000040829673,0.00003549697],"category_scores_gemma":[0.000027207294,0.00011382381,0.000037059483,0.00014638389,0.000028605295,0.00038973874,0.00027132063,0.0005966179,0.00014755623],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008790708,0.000088941786,0.64183366,0.000011896287,0.000019691113,0.00042940036,0.012969598,0.00081426,0.000016905147,0.00017561241,0.000012536243,0.34361872],"study_design_scores_gemma":[0.0152845755,0.018997105,0.050571464,0.00058522477,0.00024185696,0.20888649,0.30936104,0.11506006,0.00029747825,0.0001243304,0.27519622,0.005394166],"about_ca_topic_score_codex":0.00092837855,"about_ca_topic_score_gemma":0.00014868344,"teacher_disagreement_score":0.59126216,"about_ca_system_score_codex":0.000056393994,"about_ca_system_score_gemma":0.000026926497,"threshold_uncertainty_score":0.46416003},"labels":[],"label_agreement":null},{"id":"W2958616689","doi":"10.1109/te.2019.2925253","title":"Using Topic Modeling to Extract Pre-Service Teachers’ Understandings of Computational Thinking From Their Coding Reflections","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Computational thinking; Coding (social sciences); Mathematics education; Computer science; Axial coding; Service (business); Reflective thinking; Psychology; Qualitative research; Grounded theory; Sociology","score_opus":0.0807538422703901,"score_gpt":0.34156534995328414,"score_spread":0.260811507682894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958616689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37344944,0.000011453567,0.6248212,0.0004696859,0.00091686635,0.00014349006,0.000001805918,0.000110216606,0.00007584394],"genre_scores_gemma":[0.78306335,0.0000011744655,0.21658769,0.0002046459,0.00004360352,0.000009554839,0.000003568253,0.000012620186,0.00007377739],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886423,0.000099043384,0.00025886748,0.00035176857,0.00024744275,0.0001786226],"domain_scores_gemma":[0.9992232,0.00016878889,0.000112636,0.00031205447,0.000111375324,0.00007199627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028351054,0.00013463102,0.0001421962,0.00027932777,0.00035574698,0.00014645063,0.00033059675,0.0000741248,0.000023306633],"category_scores_gemma":[0.000007186525,0.00014252166,0.00007264574,0.00052535156,0.000010312229,0.00046200826,0.000003854486,0.00034472483,0.000018516655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007656395,0.00016238443,0.0000789438,0.000012698242,0.000026595422,5.771609e-8,0.038004827,0.8896627,0.0027602557,0.0008155273,0.0000035401902,0.06846483],"study_design_scores_gemma":[0.00023929874,0.00009093294,0.00031097824,0.00032527483,0.000029825782,0.000007598753,0.0051409537,0.9868852,0.0019194916,0.004308035,0.00047348387,0.0002689361],"about_ca_topic_score_codex":0.0013262889,"about_ca_topic_score_gemma":0.00009216109,"teacher_disagreement_score":0.40961394,"about_ca_system_score_codex":0.00027013346,"about_ca_system_score_gemma":0.0002475995,"threshold_uncertainty_score":0.5811865},"labels":[],"label_agreement":null},{"id":"W2963477121","doi":"10.1145/3304221.3325560","title":"Development of a Checklist Tool for Teaching Problem-Solving Skills","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Checklist; Overhead (engineering); Mathematics education; Management science; Programming language; Mathematics; Psychology","score_opus":0.00912137936801333,"score_gpt":0.2561503146282057,"score_spread":0.24702893526019237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963477121","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19007829,0.000013052019,0.8063331,0.000108800836,0.00012481565,0.00028867018,1.3068887e-7,0.00020591113,0.002847211],"genre_scores_gemma":[0.39934623,8.143055e-8,0.59767157,0.00003736985,0.0000122997635,0.000012966749,0.000001050679,0.000005938513,0.0029124874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989604,0.000040885378,0.00027905792,0.00028308146,0.0001737864,0.000262836],"domain_scores_gemma":[0.99936736,0.00014209184,0.000119902754,0.0002973106,0.00003876173,0.000034558143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013323614,0.00010138901,0.00015177674,0.000070904556,0.00016806774,0.00010835481,0.0005109505,0.00003891107,0.000009253061],"category_scores_gemma":[0.00009430483,0.00008450796,0.00006129072,0.00008144159,0.000011324111,0.0002449901,0.0001729245,0.00017389619,0.000024619578],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022639501,0.000098548815,0.0022971944,0.00010589943,0.000020691647,2.393374e-7,0.018720418,0.00012699836,0.0026784178,0.04529661,0.0001476449,0.9305051],"study_design_scores_gemma":[0.0012120047,0.00021951727,0.0064926064,0.00038437938,0.000009308484,0.000011388085,0.00088018615,0.02084438,0.007307202,0.0004577584,0.96147263,0.0007086423],"about_ca_topic_score_codex":0.000016624037,"about_ca_topic_score_gemma":0.0000032906046,"teacher_disagreement_score":0.961325,"about_ca_system_score_codex":0.000033740696,"about_ca_system_score_gemma":0.00009131218,"threshold_uncertainty_score":0.34461346},"labels":[],"label_agreement":null},{"id":"W2964409645","doi":"10.1080/1034912x.2019.1650902","title":"Assessing the Impact of an Adapted Robotics Programme on Interest in Science, Technology, Engineering and Mathematics (STEM) among Children with Disabilities","year":2019,"lang":"en","type":"article","venue":"International Journal of Disability Development and Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; Toronto Rehabilitation Institute; University of Toronto; Holland Bloorview Kids Rehabilitation Hospital","funders":"Ontario Ministry of Research, Innovation and Science","keywords":"Robotics; Teamwork; Artificial intelligence; Thematic analysis; Psychology; Computer Science and Engineering; Educational robotics; Medical education; Mathematics education; Computer science; Medicine; Management; Robot; Social science; Sociology","score_opus":0.02907988508991488,"score_gpt":0.31429715339026454,"score_spread":0.28521726830034966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964409645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99743146,0.000020020676,0.0019239763,0.00035234008,0.00012524072,0.00012306115,1.0886824e-7,0.000012172073,0.000011615731],"genre_scores_gemma":[0.94437784,0.0000010825597,0.05559072,0.000002501671,0.000016735901,0.0000029917737,8.2584097e-7,0.0000034655723,0.0000038461094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992172,0.000026026755,0.00028917784,0.00013361004,0.00022052908,0.00011343952],"domain_scores_gemma":[0.99933916,0.00011010201,0.0002103281,0.00012956999,0.00016554404,0.000045294248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095596456,0.00008316265,0.00011529804,0.00025845447,0.000050419738,0.00029630578,0.0004162459,0.000026428883,6.5157803e-7],"category_scores_gemma":[0.00016906683,0.000050974268,0.00001833755,0.00028024582,0.00025462525,0.00076820387,0.00007560161,0.0001972317,1.6002974e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004222234,0.0002870655,0.78261983,0.000009936577,0.000024172086,1.0031652e-7,0.004530688,0.0016319428,0.00003766497,0.00225138,2.0740463e-7,0.20860282],"study_design_scores_gemma":[0.00017850485,0.00018100032,0.98827535,0.0003075523,0.0000032710914,0.000051095707,0.0051022186,0.005340249,0.00016770892,0.00030803404,0.000009237206,0.00007575028],"about_ca_topic_score_codex":0.000032775104,"about_ca_topic_score_gemma":0.000010869382,"teacher_disagreement_score":0.20852706,"about_ca_system_score_codex":0.00020519954,"about_ca_system_score_gemma":0.00029437942,"threshold_uncertainty_score":0.28572837},"labels":[],"label_agreement":null},{"id":"W2964516878","doi":"10.1145/3341719","title":"Teaching the art of functional programming using automated grading (experience report)","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Programming Languages","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Correctness; Computer science; Functional programming; Grading (engineering); Programming language; Computer programming; Code (set theory); Multimedia; Software engineering; Mathematics education; Psychology","score_opus":0.020091384872334507,"score_gpt":0.2914121183470974,"score_spread":0.2713207334747629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964516878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99285865,0.00021239753,0.0024244096,0.0016138268,0.0005401711,0.00080383837,6.8233305e-7,0.0010454576,0.00050055713],"genre_scores_gemma":[0.8557154,9.749872e-7,0.14345035,0.000074500946,0.000089959154,0.00004088816,0.0000017241512,0.00003315218,0.000593023],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970422,0.000078095094,0.0006707799,0.00065428193,0.00095745607,0.00059721083],"domain_scores_gemma":[0.99705034,0.0003140484,0.0011102941,0.0012023328,0.00024453027,0.000078420344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022772318,0.00032001073,0.000385569,0.00019538726,0.00056933874,0.00038012638,0.0034175327,0.000114819,0.000005364097],"category_scores_gemma":[0.0024727052,0.00020025055,0.0002759713,0.0008150418,0.0002150261,0.0005785871,0.0013294447,0.0008323529,0.000007146039],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010087104,0.00076581223,0.16131222,0.0009526706,0.00036164673,0.000028123017,0.05041437,0.0015384628,0.077267714,0.04627415,0.0012347542,0.6597492],"study_design_scores_gemma":[0.006101843,0.003924399,0.078928545,0.01210156,0.0007912734,0.006512546,0.07935281,0.17338175,0.14494936,0.004185749,0.4834813,0.0062888674],"about_ca_topic_score_codex":0.00019322684,"about_ca_topic_score_gemma":0.0000013993072,"teacher_disagreement_score":0.6534603,"about_ca_system_score_codex":0.000082135644,"about_ca_system_score_gemma":0.00006645935,"threshold_uncertainty_score":0.81659806},"labels":[],"label_agreement":null},{"id":"W2965794896","doi":"10.1145/3291279.3339445","title":"Using Concreteness Fading to Model &amp; Design Learning Process","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Concreteness; Fading; Computer science; Process (computing); Educational technology; Knowledge management; Mathematics education; Multimedia; Cognitive psychology; Psychology; Telecommunications","score_opus":0.10373809389492546,"score_gpt":0.33913978605561707,"score_spread":0.23540169216069162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965794896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20938082,0.000013571385,0.78895295,0.00009756293,0.000115671835,0.00018703319,2.9293428e-8,0.0005427455,0.0007095898],"genre_scores_gemma":[0.5601351,1.5334217e-7,0.43809325,0.00012398671,0.000016153943,0.0000046966443,2.9053578e-7,0.000012103663,0.0016142655],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848646,0.00015041618,0.0001730885,0.00048442444,0.00027359172,0.00043200413],"domain_scores_gemma":[0.9992562,0.00011422185,0.000070878334,0.00034573727,0.00007908152,0.00013388682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008997929,0.00015354161,0.00018041088,0.0001410218,0.00025275224,0.00036745425,0.0006738504,0.00006139763,0.000014019112],"category_scores_gemma":[0.00012432958,0.00014217234,0.00004535411,0.0003989432,0.0000105848585,0.00047254644,0.00018440251,0.00034508057,0.00022266616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036969718,0.0000050186345,0.001466543,0.000014951416,0.000005684589,0.0000010752991,0.0042409627,0.96831065,0.0026489336,0.0021872476,0.0000092405,0.021106008],"study_design_scores_gemma":[0.00015524529,0.00004537504,0.000022873095,0.000052310173,0.000003361851,0.000013168248,0.0001438289,0.9961847,0.0005766377,0.0001426622,0.0024107099,0.00024914325],"about_ca_topic_score_codex":0.000049990595,"about_ca_topic_score_gemma":9.1359476e-7,"teacher_disagreement_score":0.35085973,"about_ca_system_score_codex":0.00005062921,"about_ca_system_score_gemma":0.00010105266,"threshold_uncertainty_score":0.579762},"labels":[],"label_agreement":null},{"id":"W2967698736","doi":"10.33137/jaste.v10i1.32915","title":"From Computational Thinking to Political Resistance","year":2019,"lang":"en","type":"article","venue":"Journal for Activist Science and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Science Foundation","keywords":"Deportation; Presidential election; Immigration; Politics; Constructive; Resistance (ecology); Enforcement; Presidential campaign; Mathematics education; Pedagogy; Sociology; Political science; Psychology; Presidential system; Law; Process (computing); Computer science","score_opus":0.00851498873945758,"score_gpt":0.3133403295012515,"score_spread":0.3048253407617939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967698736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60225964,0.00005045594,0.3534219,0.0424099,0.0012501096,0.00015756434,5.9735095e-7,0.00011356786,0.00033628804],"genre_scores_gemma":[0.7792616,3.6722872e-7,0.22008051,0.00032838178,0.0000807037,0.000008142345,5.4115094e-7,0.0000029434302,0.00023684236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989773,0.000015852864,0.00012263864,0.00029889142,0.00029991413,0.00028540607],"domain_scores_gemma":[0.99918586,0.00011685214,0.00008801986,0.00018403304,0.00030574127,0.000119517776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008190601,0.00006639676,0.00008654783,0.00045756425,0.0006993414,0.00047914792,0.00063988235,0.000047226426,0.000001707457],"category_scores_gemma":[0.00043397822,0.000059815764,0.00001653786,0.00067880127,0.00012710017,0.00063204597,0.00010091266,0.00026607796,0.000011219637],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065219438,0.00007492873,0.0053610164,0.0000060455864,0.000005771595,5.01643e-7,0.0014137613,0.000033822267,0.0015676261,0.6961878,0.00085004297,0.29449216],"study_design_scores_gemma":[0.00037650793,0.00034611943,0.020091832,0.00017559809,0.000009682584,0.00016221224,0.0031115075,0.0045045093,0.001359202,0.8085581,0.1609613,0.0003434055],"about_ca_topic_score_codex":0.000012812994,"about_ca_topic_score_gemma":0.0000015652182,"teacher_disagreement_score":0.29414874,"about_ca_system_score_codex":0.00015777479,"about_ca_system_score_gemma":0.0007239705,"threshold_uncertainty_score":0.53788394},"labels":[],"label_agreement":null},{"id":"W2975411513","doi":"10.5539/elt.v12n10p131","title":"Developing a Technical Words List for Research Articles in Computer Science Discipline","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Computer science; Word (group theory); Word processing; Technical writing; Mathematics education; Psychology; Linguistics; Natural language processing; Higher education","score_opus":0.0398286933102123,"score_gpt":0.375802919922644,"score_spread":0.3359742266124317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975411513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5242107,0.000070998154,0.47415817,0.00037568356,0.00031394808,0.00025799786,3.7051012e-7,0.00034380823,0.00026836133],"genre_scores_gemma":[0.6287588,2.9431231e-7,0.3708314,0.00006457524,0.00021722974,0.000024926343,0.0000018546599,0.0000127627545,0.000088187466],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99713045,0.00033049672,0.00030178807,0.00073970656,0.0006168673,0.000880659],"domain_scores_gemma":[0.9982238,0.00081985584,0.00006476241,0.0006862883,0.00009089498,0.00011440883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011628772,0.00015114949,0.0002098762,0.0006042245,0.00054356956,0.00080247334,0.0015811878,0.00007377356,0.0000045476],"category_scores_gemma":[0.0021718629,0.00013676305,0.00005852458,0.0010859903,0.0001439384,0.0008213256,0.0009828768,0.001314699,0.000021059599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011834561,0.00011284322,0.006203617,0.000056063614,0.0000047723424,0.000023066144,0.18596296,0.0007782021,0.0034282918,0.069372684,0.00004912802,0.73399657],"study_design_scores_gemma":[0.006622076,0.0015428073,0.021530762,0.003161478,0.000017685405,0.000114170194,0.06451823,0.8190654,0.00693727,0.0062585208,0.06671509,0.0035165239],"about_ca_topic_score_codex":0.0001535857,"about_ca_topic_score_gemma":0.000094483104,"teacher_disagreement_score":0.8182872,"about_ca_system_score_codex":0.00030232902,"about_ca_system_score_gemma":0.00018820555,"threshold_uncertainty_score":0.7738269},"labels":[],"label_agreement":null},{"id":"W2977774755","doi":"","title":"A Review of Interactive Conducting Systems: 1970-2015","year":2016,"lang":"en","type":"review","venue":"The Journal of the Abraham Lincoln Association","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science","score_opus":0.05875807954082436,"score_gpt":0.37003738259234426,"score_spread":0.3112793030515199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977774755","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000279286,0.99113005,0.0043464936,0.0013575079,0.0025518632,0.0004799644,0.000004023039,0.000024375735,0.000102913225],"genre_scores_gemma":[0.00007774582,0.9976745,0.0007980997,0.000116912415,0.00063642394,0.00000723615,6.795911e-7,0.000021900947,0.00066646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992365,0.004984758,0.0014940968,0.00014771949,0.00076729135,0.00024113886],"domain_scores_gemma":[0.98241687,0.003299527,0.0129750855,0.00063117896,0.000626157,0.000051174695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01465526,0.00024691902,0.0013996308,0.00013636163,0.00022388287,0.00011677252,0.0024709532,0.0001741905,0.0000037237799],"category_scores_gemma":[0.0053702816,0.00010767215,0.0008052328,0.00051877974,0.000030246818,0.0004070378,0.00037532535,0.0013670726,0.000021796432],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000230745,0.0000305685,0.0000067479646,0.011279677,0.00045489194,9.2073424e-7,0.0008902144,0.000008333598,8.3144573e-7,0.00015604956,0.0067372415,0.9804322],"study_design_scores_gemma":[0.00008996653,0.000050552022,0.0000022910012,0.22027357,0.0004999658,0.00012266856,0.00004153488,0.000014527992,7.5416796e-7,0.000028675073,0.7787763,0.00009921345],"about_ca_topic_score_codex":0.000028908402,"about_ca_topic_score_gemma":0.0000012423029,"teacher_disagreement_score":0.98033303,"about_ca_system_score_codex":0.0009893529,"about_ca_system_score_gemma":0.0005564785,"threshold_uncertainty_score":0.6429117},"labels":[],"label_agreement":null},{"id":"W2979413817","doi":"10.21432/cjlt27831","title":"Le développement de compétences numériques dans des environnements d'apprentissage riches en technologies","year":2019,"lang":"fr","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Moncton","funders":"","keywords":"Library science; Humanities; Sociology; Pedagogy; Political science; Computer science; Art","score_opus":0.013487577148683472,"score_gpt":0.23519753391039694,"score_spread":0.22170995676171346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979413817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.847053,0.02899451,0.0863689,0.036159735,0.0006209288,0.00011447819,0.0000014116215,0.00021159112,0.00047547478],"genre_scores_gemma":[0.9184576,0.00083286717,0.07902708,0.00000971114,0.000038038204,0.000002972116,8.248726e-7,0.00001921522,0.0016116474],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799037,0.00033073535,0.0004096735,0.00032607364,0.00015781976,0.00078535656],"domain_scores_gemma":[0.9988664,0.00014152723,0.0004003669,0.00022783382,0.00011427844,0.00024962163],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001201461,0.0002352574,0.00038097176,0.0008911518,0.00068054587,0.00035722877,0.0009158665,0.00041880034,0.000024404597],"category_scores_gemma":[0.000525553,0.00024553086,0.00007598628,0.00055903225,0.0010209308,0.00034851886,0.0001733853,0.0017055287,0.000020212185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019325091,0.000024634139,0.50960237,0.000058956804,0.00007753265,0.00020098113,0.00861708,0.0002939076,0.00038135317,0.014617749,0.00008677066,0.46603674],"study_design_scores_gemma":[0.001165945,0.0023577907,0.011692725,0.0018703961,0.0000775515,0.0038339896,0.21142612,0.0029054254,0.0023943493,0.020198995,0.7412799,0.0007968114],"about_ca_topic_score_codex":0.0022718671,"about_ca_topic_score_gemma":0.0039735762,"teacher_disagreement_score":0.7411931,"about_ca_system_score_codex":0.00023018864,"about_ca_system_score_gemma":0.0010438205,"threshold_uncertainty_score":0.9999997},"labels":[],"label_agreement":null},{"id":"W2979620853","doi":"","title":"Integrating Computational Thinking in Mathematics and Science Teacher Education","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Computational thinking; Science education; Reform mathematics; Connected Mathematics; Computer science; Pedagogy; Mathematics; Epistemology; Psychology; Philosophy","score_opus":0.016727010150131092,"score_gpt":0.30288947884112916,"score_spread":0.28616246869099804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979620853","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17653623,0.00002042371,0.81548655,0.0004899691,0.00012647707,0.000049555292,1.1484581e-8,0.00012340564,0.0071673547],"genre_scores_gemma":[0.4986022,1.0028661e-7,0.501184,0.00006956376,0.000024047533,0.0000014956504,1.2669982e-7,0.0000015883714,0.00011691708],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993081,0.000022943417,0.000120184595,0.0002084968,0.00019743535,0.00014281594],"domain_scores_gemma":[0.99965954,0.00006203438,0.000045868925,0.00012713713,0.00006826548,0.000037171314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011532678,0.00005491505,0.000053390922,0.00016410691,0.00031030414,0.00038557468,0.00034620563,0.00001801363,0.0000050559784],"category_scores_gemma":[0.00019855287,0.000045759585,0.0000073701367,0.0004031927,0.00014956587,0.00044259944,0.0001464182,0.0001435719,0.000010283047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9794977e-7,0.00006199901,0.00560978,0.0000053537274,5.947863e-7,2.067673e-7,0.018522734,0.000041224455,0.00008020588,0.41649193,0.000026969956,0.5591588],"study_design_scores_gemma":[0.00015687934,0.00008484319,0.02991924,0.00016841677,0.0000016646428,0.00004611854,0.0030967416,0.8963133,0.0001007167,0.067685075,0.00220425,0.00022271926],"about_ca_topic_score_codex":0.00009328708,"about_ca_topic_score_gemma":0.000020008532,"teacher_disagreement_score":0.8962721,"about_ca_system_score_codex":0.00003761694,"about_ca_system_score_gemma":0.00017770444,"threshold_uncertainty_score":0.37181056},"labels":[],"label_agreement":null},{"id":"W2980070873","doi":"10.1109/ccece.2019.8861535","title":"Open Interactive Algorithm Visualization","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Visualization; Computer graphics (images); Interactive visualization; Data visualization; Algorithm; Artificial intelligence","score_opus":0.01380218576720867,"score_gpt":0.31661730313229425,"score_spread":0.3028151173650856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980070873","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018989835,0.000005501598,0.98302865,0.00022441334,0.00029641358,0.00011935241,5.57396e-8,0.00020542485,0.014221194],"genre_scores_gemma":[0.47373453,5.047094e-7,0.51385707,0.00037811795,0.000023821753,0.000005757481,0.0000026551,0.00000584504,0.011991701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994809,0.000064481035,0.00006675357,0.0002003341,0.00008568004,0.00010186466],"domain_scores_gemma":[0.9996411,0.000043548043,0.000036997008,0.0002245876,0.000026070085,0.00002766847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002472042,0.000046310754,0.000059540256,0.00003839254,0.000050516242,0.0005218031,0.0008239184,0.000018399427,0.000084874824],"category_scores_gemma":[0.00001850476,0.00003895785,0.000015936474,0.00014148545,0.0000037593204,0.00078739057,0.00049810664,0.000085877546,0.0005462101],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.848552e-7,0.000021475937,0.00057869474,0.0000011383578,0.0000045623965,7.39589e-7,0.0012280511,0.000028900773,0.000024351964,0.04095841,0.00027787013,0.95687515],"study_design_scores_gemma":[0.0004290619,0.00018668982,0.0026609553,0.00003099959,0.0000018658014,0.000012296765,0.0003109268,0.4294511,0.0006122366,0.0005949934,0.56548214,0.000226742],"about_ca_topic_score_codex":0.00015474862,"about_ca_topic_score_gemma":0.0000016868195,"teacher_disagreement_score":0.95664835,"about_ca_system_score_codex":0.000017580747,"about_ca_system_score_gemma":0.000018071876,"threshold_uncertainty_score":0.70206076},"labels":[],"label_agreement":null},{"id":"W2981984702","doi":"","title":"Closing the Gap: How Can the School System Embrace the Age of Acceleration?","year":2017,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Acceleration; Closing (real estate); Computer science; Political science; Physics; Law","score_opus":0.03599121932812206,"score_gpt":0.27631326806422435,"score_spread":0.2403220487361023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981984702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55555946,0.0007909137,0.18214537,0.24626948,0.006115063,0.0013055562,0.0000021841588,0.0012602262,0.0065517193],"genre_scores_gemma":[0.9949493,0.000005891588,0.0024550771,0.00028629642,0.0006705974,0.000032003973,0.0000037137868,0.00002420596,0.0015729105],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975605,0.0007484111,0.00032192946,0.00036589603,0.00054863776,0.0004546425],"domain_scores_gemma":[0.99676657,0.0005680196,0.0007673816,0.0016656412,0.0001830761,0.000049342994],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0034174633,0.00020833447,0.00021898487,0.00007545663,0.0045560915,0.0029636037,0.0033524067,0.00008405683,0.000004218623],"category_scores_gemma":[0.0020736735,0.00010502007,0.00009002994,0.00043274587,0.00031833388,0.00046629139,0.0006970993,0.0018599024,0.000023050594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026828291,0.00006975754,0.079244636,0.00023739676,0.00030285848,0.00011984135,0.07385981,0.007983821,0.009465888,0.18189307,0.0046074996,0.6421886],"study_design_scores_gemma":[0.0014141931,0.0003121707,0.17401105,0.0010619612,0.00010518098,0.00022660452,0.015902875,0.06796396,0.002886738,0.00065475947,0.7342792,0.0011812986],"about_ca_topic_score_codex":0.000320171,"about_ca_topic_score_gemma":0.000048115704,"teacher_disagreement_score":0.7296717,"about_ca_system_score_codex":0.000062411695,"about_ca_system_score_gemma":0.00011331115,"threshold_uncertainty_score":0.99807143},"labels":[],"label_agreement":null},{"id":"W2983169286","doi":"10.34190/eel.19.150","title":"Problem Based Learning: A Facilitator of Computational Thinking","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Facilitator; Computational thinking; Constructive; Computer science; Problem-based learning; Mathematics education; Empowerment; Knowledge management; Focus (optics); Digital learning; Artificial intelligence; Psychology; Multimedia; Process (computing)","score_opus":0.009675093820732868,"score_gpt":0.2319989295059942,"score_spread":0.22232383568526135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983169286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07404777,0.000017852039,0.92267114,0.00042760864,0.00006852585,0.000106512976,1.6024653e-7,0.00035153335,0.0023089107],"genre_scores_gemma":[0.57071507,3.757144e-8,0.42855445,0.00005562471,0.0000037779257,0.0000017618487,0.0000016829648,0.0000029598402,0.00066463265],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990497,0.00010611149,0.00016233855,0.00022386474,0.00030134871,0.00015659725],"domain_scores_gemma":[0.9994403,0.00019777911,0.000086740365,0.00017501092,0.00006183057,0.000038315942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005827814,0.0000745315,0.000113273374,0.00008323227,0.00007962411,0.00007704915,0.00039599903,0.000032193162,0.000051086747],"category_scores_gemma":[0.00004287146,0.00006490948,0.000057488403,0.000188008,0.000017287906,0.00016438239,0.00008273382,0.00021716187,0.00010353107],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074417294,0.00010525473,0.06740859,0.00010959513,0.000021329257,0.0000021469098,0.006460772,0.5364788,0.00019491295,0.14032519,0.00015675281,0.24872918],"study_design_scores_gemma":[0.0009307892,0.0004893468,0.01072001,0.00010259942,0.0000043627774,0.00000683287,0.00024109092,0.8406326,0.000234954,0.0050458508,0.14125665,0.00033491876],"about_ca_topic_score_codex":0.00003854508,"about_ca_topic_score_gemma":5.5906565e-7,"teacher_disagreement_score":0.4966673,"about_ca_system_score_codex":0.000014215642,"about_ca_system_score_gemma":0.00007152864,"threshold_uncertainty_score":0.26469317},"labels":[],"label_agreement":null},{"id":"W2989035709","doi":"10.1007/s10956-019-09797-5","title":"Balancing the Environment: Computational Models as Interactive Participants in a STEM Classroom","year":2019,"lang":"en","type":"article","venue":"Journal of Science Education and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computational thinking; Affordance; Dialogic; Computational model; Computer science; Science education; Agency (philosophy); Discipline; Executable; Mathematics education; Psychology; Human–computer interaction; Artificial intelligence; Sociology; Pedagogy","score_opus":0.015213722160325453,"score_gpt":0.2827874111194058,"score_spread":0.26757368895908035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989035709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9575343,0.00017387909,0.035256688,0.0064646695,0.0003649849,0.000058421643,3.214391e-8,0.000014132726,0.00013286468],"genre_scores_gemma":[0.98556376,0.000007420164,0.014218823,0.0001151644,0.000010538811,0.0000020074087,3.487537e-8,0.0000016159994,0.00008064817],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924946,0.000040852723,0.00019043208,0.0001427161,0.00021409593,0.0001624486],"domain_scores_gemma":[0.99945915,0.000086919375,0.00021241017,0.00012988319,0.00006893336,0.000042693777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009621926,0.000047728747,0.000084639134,0.000428842,0.00010961958,0.00010272368,0.000526969,0.000030182511,0.000002974657],"category_scores_gemma":[0.0000676956,0.00003315761,0.000012980093,0.0005360214,0.0002338025,0.0006775855,0.00010643312,0.00032966968,0.000010658036],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004346484,0.00018118012,0.038024437,0.0000045794172,0.00000684078,0.0000024766155,0.0117554525,0.011567744,0.00075396616,0.14521015,0.000021229334,0.7924676],"study_design_scores_gemma":[0.0012489329,0.0009930064,0.07074459,0.0004347918,0.000015597916,0.0010449112,0.055021163,0.6834081,0.0011062535,0.17081095,0.014747288,0.00042445815],"about_ca_topic_score_codex":0.000008218816,"about_ca_topic_score_gemma":9.5014684e-7,"teacher_disagreement_score":0.79204315,"about_ca_system_score_codex":0.000085583786,"about_ca_system_score_gemma":0.00048978854,"threshold_uncertainty_score":0.1432269},"labels":[],"label_agreement":null},{"id":"W2989690183","doi":"10.5753/cbie.sbie.2019.1790","title":"The Marriage of Mathematics and Programming","year":2019,"lang":"pt","type":"article","venue":"Anais do XXX Simpósio Brasileiro de Informática na Educação (SBIE 2019)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Javna Agencija za Raziskovalno Dejavnost RS; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Canadian Bureau for International Education","keywords":"Mathematics education; Test (biology); Class (philosophy); Computer science; Identification (biology); Face (sociological concept); Artificial intelligence; Mathematics","score_opus":0.013175374415726084,"score_gpt":0.27267013960163583,"score_spread":0.25949476518590975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989690183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95576656,0.008335828,0.023765175,0.0022850279,0.003594311,0.0026117591,0.000032052943,0.0005379853,0.0030713307],"genre_scores_gemma":[0.95407677,0.0005584002,0.039417766,0.00035080008,0.00023049969,0.000047678717,0.000012558389,0.000109184475,0.005196346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99441046,0.00025432903,0.0015275598,0.00085617503,0.0011310589,0.0018204243],"domain_scores_gemma":[0.9936109,0.0021683327,0.0011305481,0.0021721972,0.0002994088,0.0006185772],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0037886938,0.0007712544,0.00093636836,0.00036821893,0.00094413414,0.0020324218,0.0025152876,0.00049035216,0.00011546357],"category_scores_gemma":[0.0012886123,0.0006019629,0.0003941643,0.00097564113,0.00055203086,0.0010095371,0.0015774159,0.0015329127,0.00039447116],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041393778,0.00040457663,0.056994643,0.0008602824,0.00026014578,0.000015251439,0.02782399,0.00006827857,0.00013692121,0.014515983,0.0033558432,0.8955227],"study_design_scores_gemma":[0.0053787227,0.0043740286,0.10805728,0.0047211745,0.000787899,0.0009824767,0.05083134,0.09204428,0.0012038485,0.0019332734,0.72475237,0.004933319],"about_ca_topic_score_codex":0.00044460062,"about_ca_topic_score_gemma":0.000030269424,"teacher_disagreement_score":0.89058936,"about_ca_system_score_codex":0.0001598532,"about_ca_system_score_gemma":0.00075741444,"threshold_uncertainty_score":0.99964315},"labels":[],"label_agreement":null},{"id":"W2990367740","doi":"10.1126/science.aaz8085","title":"Designer sense-response systems","year":2019,"lang":"en","type":"letter","venue":"Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sense (electronics); Actuator; Biological system; Computer science; Nanotechnology; Chemistry; Biophysics; Materials science; Engineering; Artificial intelligence; Biology; Electrical engineering","score_opus":0.021774379518466308,"score_gpt":0.2547477695510365,"score_spread":0.2329733900325702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990367740","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011362438,0.0007293274,0.45145833,0.5319913,0.011556176,0.000617252,0.0000036596768,0.0013829722,0.0011247302],"genre_scores_gemma":[0.04143322,0.000006680016,0.09619235,0.76290977,0.0040684408,0.00007187983,0.000009655341,0.00011567109,0.09519235],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955322,0.00065381324,0.00026235645,0.0011920077,0.0013966833,0.00096292084],"domain_scores_gemma":[0.99712396,0.0006800169,0.00023134447,0.0017201665,0.00015768368,0.00008683647],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004897992,0.0002953664,0.0002999494,0.0005252995,0.0005139072,0.00196163,0.0032215877,0.00031828677,0.0000045411043],"category_scores_gemma":[0.0006065087,0.00024962466,0.00009873644,0.0011364783,0.00039993564,0.00066431036,0.0005411008,0.0019494692,0.0011027493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009639211,0.000014870594,0.000047180474,0.000104901206,0.000011895916,0.00077419216,0.0016742257,0.00091841305,0.0010905497,0.0007263738,0.9662191,0.028408632],"study_design_scores_gemma":[0.00006875656,0.00008079923,0.00010775285,0.000104652594,0.000004168434,0.00019023183,0.00001329072,0.0074958466,0.000035441102,0.0000133555095,0.99152255,0.00036318027],"about_ca_topic_score_codex":0.00006406881,"about_ca_topic_score_gemma":1.7057855e-7,"teacher_disagreement_score":0.355266,"about_ca_system_score_codex":0.00019120534,"about_ca_system_score_gemma":0.0009051928,"threshold_uncertainty_score":0.9999956},"labels":[],"label_agreement":null},{"id":"W2994077794","doi":"","title":"The impacts of providing novice computer science students with a second chance on their midterm exams","year":2012,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Grading (engineering); Mathematics education; Class (philosophy); Psychology; Medical education; Computer science; Medicine; Engineering","score_opus":0.018984283039985127,"score_gpt":0.31009936957249473,"score_spread":0.2911150865325096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994077794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556048,0.00042675852,0.042197812,0.000462281,0.001011071,0.00014431865,2.1149275e-7,0.000023380457,0.00012936037],"genre_scores_gemma":[0.9552172,0.000006413999,0.04438917,0.00015481279,0.00021404692,8.416823e-7,1.543133e-8,0.000005915635,0.000011596307],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99677753,0.00025832292,0.0005676225,0.00028652325,0.0013935432,0.00071647763],"domain_scores_gemma":[0.9967223,0.0015919608,0.0010136552,0.00031888514,0.00021383147,0.00013940233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01223315,0.00018010644,0.0003051968,0.00046719564,0.0010468346,0.0007154583,0.0034219143,0.00003338765,7.544773e-7],"category_scores_gemma":[0.0002942309,0.00009826528,0.000065105785,0.0020081364,0.0008036735,0.0011660141,0.00044824238,0.0004981764,7.055656e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010692736,0.0008181747,0.45231137,0.00009598239,0.00006470804,0.000032147458,0.056528207,0.02315888,0.0015102004,0.008798949,0.00013929787,0.45643514],"study_design_scores_gemma":[0.0030884328,0.007943889,0.8158344,0.0049238494,0.00002218668,0.0012874119,0.0047352333,0.13531716,0.017738823,0.00031481427,0.007750236,0.001043578],"about_ca_topic_score_codex":0.00001211057,"about_ca_topic_score_gemma":0.000012023023,"teacher_disagreement_score":0.45539156,"about_ca_system_score_codex":0.000119153054,"about_ca_system_score_gemma":0.0004272485,"threshold_uncertainty_score":0.80515116},"labels":[],"label_agreement":null},{"id":"W2994343745","doi":"10.65005/154230700813695646","title":"Student Perceptions of the Transition from High School to University: Implications for Preventative Programming","year":2000,"lang":"en","type":"article","venue":"Journal of The First-Year Experience & Students in Transition","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transition (genetics); Mathematics education; Perception; Psychology; Medical education; Pedagogy; Medicine; Chemistry","score_opus":0.01106195274367138,"score_gpt":0.29985356769927085,"score_spread":0.28879161495559946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994343745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8495311,0.000012289182,0.14600715,0.0037799787,0.00017699749,0.00046289834,0.000009171092,0.000013725363,0.0000067017017],"genre_scores_gemma":[0.979558,0.0000120907935,0.020167178,0.00014418876,0.00005475232,0.000019166282,0.000001055457,0.0000066101093,0.000036993246],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9987437,0.00018430174,0.00032055128,0.00018598158,0.0004011277,0.00016435231],"domain_scores_gemma":[0.999314,0.00006463706,0.00017633023,0.00028235654,0.000100303136,0.00006235931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040454662,0.00009935856,0.0001594433,0.00008655385,0.00036701938,0.00009296266,0.0013347266,0.000043720553,0.00002099889],"category_scores_gemma":[0.00002369203,0.000071932285,0.00017963418,0.00047230642,0.00006272123,0.00039593675,0.000051415293,0.00024920225,0.000002015245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035733328,0.001858352,0.10619544,0.00003058097,0.00015038568,0.000004307505,0.7486689,0.038474005,0.0025134168,0.0008853457,0.00014809251,0.100713804],"study_design_scores_gemma":[0.0011847815,0.00028092682,0.97519153,0.00035822814,0.0000542569,0.000011641247,0.019670637,0.0001252893,0.00031406403,0.00026540228,0.0024052814,0.00013797944],"about_ca_topic_score_codex":0.00011673333,"about_ca_topic_score_gemma":0.000056785713,"teacher_disagreement_score":0.8689961,"about_ca_system_score_codex":0.0001762889,"about_ca_system_score_gemma":0.000045832043,"threshold_uncertainty_score":0.29333133},"labels":[],"label_agreement":null},{"id":"W2994621408","doi":"10.1145/3382739","title":"Organizing family support services at ACM conferences","year":2020,"lang":"en","type":"preprint","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Waterloo; Carleton University","funders":"","keywords":"Political science; Public relations; Knowledge management; Computer science","score_opus":0.11701272639585886,"score_gpt":0.3274665678240702,"score_spread":0.21045384142821133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994621408","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17535944,0.010100494,0.013701141,0.78449017,0.0028964144,0.002111467,0.00007179091,0.0024398405,0.008829218],"genre_scores_gemma":[0.61757016,0.00022149504,0.38165402,0.00035833378,0.000022555409,0.000025819387,0.000031708518,0.000012446979,0.000103465456],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828494,0.00047372942,0.00037667455,0.0003822234,0.00029365864,0.00018878891],"domain_scores_gemma":[0.9418261,0.00047244295,0.00055307243,0.056929827,0.00015608699,0.00006247012],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0005698825,0.0001946731,0.00029221518,0.00006289268,0.00058782095,0.0002542647,0.14165848,0.00014339361,0.000004912491],"category_scores_gemma":[0.0036759216,0.00015599353,0.00016031906,0.00028833657,0.00019326864,0.00011247673,0.32654318,0.0011326344,0.00005990883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032307675,0.00096703455,0.16746965,0.0024195686,0.0014112258,0.0000072396974,0.19396831,0.0018653617,0.008723501,0.12993157,0.06593631,0.4272679],"study_design_scores_gemma":[0.00036449532,0.0000927046,0.062064946,0.0010828093,0.00017401668,0.000017868895,0.0018347941,0.009471734,0.0012115979,0.10901454,0.8137606,0.0009099129],"about_ca_topic_score_codex":0.00045940903,"about_ca_topic_score_gemma":0.00007036907,"teacher_disagreement_score":0.7841319,"about_ca_system_score_codex":0.00005640996,"about_ca_system_score_gemma":0.00029899037,"threshold_uncertainty_score":0.86298555},"labels":[],"label_agreement":null},{"id":"W2996330363","doi":"10.1007/978-3-030-29489-2_10","title":"Playfully Coding Science: Views from Preservice Science Teacher Education","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in STEM education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Coding (social sciences); Science education; Mathematics education; Psychology; Pedagogy; Computer science; Art; Sociology; Social science","score_opus":0.02286435763602252,"score_gpt":0.325295314288821,"score_spread":0.3024309566527985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996330363","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053355945,0.03130606,0.02871104,0.0008127741,0.019496752,0.0016907303,0.000005209278,0.00047192327,0.91216993],"genre_scores_gemma":[0.22699423,0.0012581545,0.15102097,0.000820498,0.0017296064,0.00022995732,0.00008392891,0.00013092786,0.6177317],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638325,0.000066822286,0.0005341003,0.0014527084,0.0010526952,0.00051040185],"domain_scores_gemma":[0.99717695,0.00016165742,0.0006474983,0.0014464215,0.00039745224,0.00017001548],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018733748,0.00036246452,0.00034796694,0.00095175783,0.0005095867,0.0007668062,0.0031075105,0.00016545842,0.000043211297],"category_scores_gemma":[0.00013756756,0.00036875583,0.0000660738,0.00069106766,0.00042014424,0.0041180677,0.00048166618,0.00082676025,0.00025401625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027761707,0.00008647466,0.0006128949,0.00006143091,0.0000020932885,2.7032655e-7,0.002735577,0.000102976584,0.000093939685,0.1429385,0.00016343396,0.85319966],"study_design_scores_gemma":[0.00011829238,0.000054668333,0.0015955799,0.0014125799,0.000013968744,0.000008006293,0.0006215173,0.0010930179,0.00008251722,0.0076453197,0.98676145,0.00059305254],"about_ca_topic_score_codex":0.00019568426,"about_ca_topic_score_gemma":0.00006440672,"teacher_disagreement_score":0.9865981,"about_ca_system_score_codex":0.0009472108,"about_ca_system_score_gemma":0.00787078,"threshold_uncertainty_score":0.99987644},"labels":[],"label_agreement":null},{"id":"W2998477998","doi":"10.1145/1151954.1067477","title":"Iconic programming for flowcharts, java, turing, etc","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Java; Symbol (formal); Flowchart; Programmer; Syntax; Executable; Turing; Artificial intelligence","score_opus":0.01830950721453408,"score_gpt":0.2622674583629954,"score_spread":0.24395795114846133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998477998","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054655023,0.0023376816,0.86358994,0.072126195,0.0012369868,0.0015408166,0.0000030689916,0.0034292676,0.0010810087],"genre_scores_gemma":[0.31438223,0.000007453646,0.6801006,0.0008497896,0.00053247716,0.00014974782,0.0000059280233,0.000033598048,0.0039381566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980354,0.00010236879,0.0003060324,0.0006091966,0.0002534522,0.000693554],"domain_scores_gemma":[0.99826396,0.00036640075,0.00013213183,0.0010165316,0.00006465736,0.000156311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000999931,0.00022975668,0.00021644979,0.00010313333,0.0003866055,0.0004047469,0.0015615309,0.00010867058,0.00008573258],"category_scores_gemma":[0.00077311014,0.00022149183,0.00016185138,0.00015380207,0.000041891333,0.00014419593,0.00043246057,0.0003812077,0.00058653735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007692004,0.00008674635,0.00015043757,0.000024426812,0.000018489529,0.0000054132124,0.0014887432,0.00022795438,0.00006361422,0.002859504,0.011971418,0.9830956],"study_design_scores_gemma":[0.00051309954,0.00014135765,0.00013180877,0.000043806398,0.000009830739,0.000023111832,0.000046546087,0.0016317341,0.0006638436,0.00010471723,0.99639434,0.00029582847],"about_ca_topic_score_codex":0.00004900826,"about_ca_topic_score_gemma":0.000009665883,"teacher_disagreement_score":0.9844229,"about_ca_system_score_codex":0.00006268844,"about_ca_system_score_gemma":0.000049369304,"threshold_uncertainty_score":0.9032175},"labels":[],"label_agreement":null},{"id":"W2999120375","doi":"10.1145/1595496.1562937","title":"Adaptation of team-based learning on a first term programming class","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Adaptation (eye); Class (philosophy); Computer science; Term (time); Mathematics education; Artificial intelligence; Natural (archaeology); Psychology","score_opus":0.018787845620476702,"score_gpt":0.24762778745255826,"score_spread":0.22883994183208156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999120375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27114594,0.00034558633,0.69773424,0.023146225,0.0004510829,0.0010464535,8.6229556e-7,0.0026424238,0.0034871856],"genre_scores_gemma":[0.76728195,0.0000025232048,0.23220475,0.00019706611,0.000040353894,0.000014813413,0.0000041561716,0.0000112914295,0.00024309364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984012,0.00016558394,0.0002832766,0.0004254504,0.00035910745,0.00036535916],"domain_scores_gemma":[0.9986732,0.0003240787,0.0002237394,0.0006354811,0.000055576722,0.00008789928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062101707,0.000183485,0.00019574046,0.00016647445,0.0003384569,0.00013480391,0.00086824683,0.000089247056,0.000013917385],"category_scores_gemma":[0.00056712056,0.00017599607,0.00010601638,0.0002989175,0.00003662348,0.00006278673,0.0000846087,0.00048251785,0.00008498138],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031101434,0.00019550008,0.0011762796,0.00002748987,0.000008938573,0.000016000464,0.001752479,0.013882944,0.000045672667,0.0015718874,0.00029579195,0.9809959],"study_design_scores_gemma":[0.001023899,0.0015247882,0.006451186,0.00037332086,0.000014692059,0.000010690436,0.00019541905,0.013672198,0.00060324644,0.00006534247,0.9756927,0.0003725361],"about_ca_topic_score_codex":0.000041469568,"about_ca_topic_score_gemma":0.0000032537482,"teacher_disagreement_score":0.98062336,"about_ca_system_score_codex":0.0000418324,"about_ca_system_score_gemma":0.000027233511,"threshold_uncertainty_score":0.7176911},"labels":[],"label_agreement":null},{"id":"W2999142283","doi":"10.1145/1595496.1563042","title":"Visual examples of recursion","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Recursion (computer science); Computer science; Double recursion; Mutual recursion; Range (aeronautics); Curriculum; Algebra over a field; Theoretical computer science; Programming language; Mathematics; Pure mathematics; Psychology; Engineering; Pedagogy","score_opus":0.017302002563066337,"score_gpt":0.273521499818605,"score_spread":0.25621949725553866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999142283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6723529,0.0009146567,0.28692108,0.03535295,0.00052067917,0.00025773738,7.4760385e-7,0.0010691449,0.0026101265],"genre_scores_gemma":[0.8263143,0.000007418714,0.17282586,0.00030248644,0.000047868416,0.0000013405014,0.0000011921994,0.000004305193,0.0004952506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990712,0.00011360741,0.00016975477,0.00024257587,0.00019608253,0.00020680395],"domain_scores_gemma":[0.99911684,0.00018855745,0.000096136944,0.0005083794,0.000033404744,0.000056678517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047313437,0.000090424124,0.00012655386,0.00006722586,0.000091052934,0.000054774115,0.00081497827,0.00004975877,0.000048581467],"category_scores_gemma":[0.0005349724,0.000081856335,0.000054966717,0.00015067802,0.000023423952,0.000047870883,0.0001556009,0.00017597494,0.00010963052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007479351,0.000096142096,0.00028226545,0.000005502273,0.000003559287,0.0000066787647,0.001024089,0.000031052994,0.0009444141,0.0037037546,0.005251555,0.9886435],"study_design_scores_gemma":[0.0002757492,0.00053035625,0.007636758,0.000061592385,0.000003876593,0.000013119103,0.000060869475,0.00023073456,0.0029503002,0.00085916754,0.98719865,0.00017884876],"about_ca_topic_score_codex":0.000050796658,"about_ca_topic_score_gemma":4.0054078e-7,"teacher_disagreement_score":0.98846465,"about_ca_system_score_codex":0.0000111820855,"about_ca_system_score_gemma":0.000016235444,"threshold_uncertainty_score":0.33380044},"labels":[],"label_agreement":null},{"id":"W2999821664","doi":"10.1109/te.2019.2959591","title":"Use of a Cornerstone Project to Teach Ill-Structured Software Design in First Year","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cornerstone; Computer science; Solver; Instructional design; Software engineering; Syntax; Software; Problem-based learning; Artificial intelligence; Management science; Mathematics education; Programming language; Psychology; Engineering; Multimedia","score_opus":0.05577066731330969,"score_gpt":0.2885026748565392,"score_spread":0.2327320075432295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999821664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031241722,0.0000070795763,0.966038,0.0018490567,0.00037785212,0.00033157857,0.0000020205514,0.00014937154,0.0000033096744],"genre_scores_gemma":[0.67873824,0.000001601662,0.32086292,0.0002506951,0.000019860303,0.000042661966,0.0000010621441,0.00000828058,0.00007470894],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991473,0.00012538601,0.00016625664,0.00027849106,0.00014388438,0.00013867309],"domain_scores_gemma":[0.9994632,0.00011816645,0.000054994078,0.00023468288,0.00005605189,0.000072897834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013809509,0.00009425619,0.0001099904,0.00020518483,0.000089607965,0.00006537116,0.00023513715,0.000050362098,0.0000060058474],"category_scores_gemma":[0.000082332546,0.00009709814,0.000040746916,0.00067150185,0.000015480073,0.00023438179,0.0000016371359,0.00024676853,0.000016680711],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084763014,0.00050807797,0.00052324194,0.000059544313,0.000020012609,0.00000121613,0.048965614,0.14936651,0.000935707,0.00012595918,0.0018236456,0.7975857],"study_design_scores_gemma":[0.0073244832,0.011935929,0.07571414,0.0028794606,0.00038532345,0.00015596353,0.021520039,0.2600888,0.13040905,0.00063683843,0.4824227,0.00652724],"about_ca_topic_score_codex":0.00032138464,"about_ca_topic_score_gemma":0.000043907665,"teacher_disagreement_score":0.7910585,"about_ca_system_score_codex":0.000070851354,"about_ca_system_score_gemma":0.00023434786,"threshold_uncertainty_score":0.39595476},"labels":[],"label_agreement":null},{"id":"W2999835004","doi":"10.4018/978-1-7998-1479-5.ch005","title":"Integrating Computational Thinking and Mathematics","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Computational thinking; Creativity; Mathematics education; Coding (social sciences); The arts; Critical thinking; 21st century skills; Axial coding; Pedagogy; Computer science; Psychology; Qualitative research; Grounded theory; Sociology; Political science; Social science","score_opus":0.013829853408437709,"score_gpt":0.2515422497653464,"score_spread":0.2377123963569087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999835004","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003312263,0.11376219,0.7838567,0.014549254,0.002495336,0.0013161674,0.000025874138,0.0019042463,0.081759036],"genre_scores_gemma":[0.00081661093,0.006724178,0.97075206,0.00007947452,0.00006480331,0.000029231765,0.000020997195,0.00002471926,0.021487905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986149,0.000019227025,0.00036366208,0.0005086414,0.0003045715,0.00018898236],"domain_scores_gemma":[0.99885064,0.0005177104,0.00028817708,0.00022621594,0.00009184208,0.000025415362],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024381024,0.00029217437,0.00029027084,0.00033092577,0.0002906082,0.00021136193,0.00041493488,0.00023720173,0.000013770411],"category_scores_gemma":[0.00015500374,0.00027723887,0.000037583904,0.00007297705,0.0004181024,0.0017233894,0.00028949758,0.00065447803,0.000006171614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031041186,0.000008133162,0.00006309271,0.000059204915,0.000013832968,0.0000010200553,0.00025601755,0.0006790625,0.000001467252,0.78608215,0.000044424072,0.2127885],"study_design_scores_gemma":[0.000086744876,0.00007477006,0.00010778139,0.00037297633,0.000005040244,0.00024786752,0.0004309414,0.0011715714,0.0000044400263,0.7357578,0.2614734,0.00026663562],"about_ca_topic_score_codex":0.0000027028134,"about_ca_topic_score_gemma":0.000004932746,"teacher_disagreement_score":0.26142895,"about_ca_system_score_codex":0.00008961067,"about_ca_system_score_gemma":0.00022254243,"threshold_uncertainty_score":0.999968},"labels":[],"label_agreement":null},{"id":"W3000240292","doi":"10.1145/3344429.3372508","title":"Compiler Error Messages Considered Unhelpful","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Computer science; Compiler; Interpreter; Syntax; Syntax error; Process (computing); Programming language; Error detection and correction; Artificial intelligence; Abstract syntax tree; Algorithm","score_opus":0.017954647345956885,"score_gpt":0.2562612504654603,"score_spread":0.23830660311950339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000240292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13774645,0.00022625618,0.796179,0.008036534,0.001298647,0.00031051654,5.615719e-7,0.0022067071,0.053995308],"genre_scores_gemma":[0.87693,6.801352e-7,0.11225371,0.00065992767,0.000019986292,0.000002622759,0.000001158909,0.000006396512,0.010125504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912965,0.000074392316,0.000117211515,0.00028055313,0.00016596889,0.00023224186],"domain_scores_gemma":[0.9992757,0.00012973741,0.00004380196,0.00045952108,0.000028320328,0.0000629632],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023471461,0.0000915284,0.000121851604,0.00005529286,0.00008113076,0.00018379831,0.00046447417,0.000040827264,0.00026290948],"category_scores_gemma":[0.000032605243,0.00007464318,0.000047229234,0.00013102077,0.00002204691,0.00021932734,0.00015662827,0.00019871167,0.0015201886],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007779107,0.00015523449,0.03696177,0.000045977504,0.00007150453,0.00003325,0.0055587,0.00127065,0.0010761676,0.2075632,0.023227932,0.7240278],"study_design_scores_gemma":[0.00058023824,0.00011445449,0.011782227,0.000029751753,0.0000041071935,0.000029895846,0.00031580447,0.02202184,0.00036998157,0.0006836894,0.96373445,0.00033357428],"about_ca_topic_score_codex":0.000056310313,"about_ca_topic_score_gemma":0.0000037648535,"teacher_disagreement_score":0.9405065,"about_ca_system_score_codex":0.000011561586,"about_ca_system_score_gemma":0.000029215633,"threshold_uncertainty_score":0.99925727},"labels":[],"label_agreement":null},{"id":"W3000454248","doi":"10.1145/792548.611912","title":"Toward a K-12 computer science curriculum","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Session (web analytics); Computer science; Work (physics); Mathematics education; AP Computer Science; Multimedia; Information and Computer Science; Library science; Pedagogy; Psychology; Engineering; World Wide Web; Mechanical engineering","score_opus":0.020727372975809594,"score_gpt":0.24920380664410913,"score_spread":0.22847643366829953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000454248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04066303,0.00019240574,0.94560146,0.0071982737,0.0014135106,0.00020893157,2.6736694e-7,0.0009319558,0.0037901453],"genre_scores_gemma":[0.5717688,0.0000025305303,0.42725527,0.0005862021,0.00007084703,0.000009035521,3.3357497e-7,0.00000887377,0.0002980448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782175,0.00018598353,0.00021133771,0.00067164813,0.00048791236,0.00062134216],"domain_scores_gemma":[0.99834687,0.00015126869,0.00009325226,0.0011185632,0.00008569155,0.00020435381],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015506926,0.00018146116,0.00016697988,0.00015424172,0.00044964888,0.0005266363,0.002268396,0.00005516844,0.000088305795],"category_scores_gemma":[0.0010252896,0.00016169809,0.000078221194,0.00052701915,0.0001855862,0.00017810366,0.00061598944,0.00037497436,0.00083292817],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003528555,0.00038602625,0.006090101,0.000031432548,0.00002109637,0.00013384497,0.007042904,0.0005714185,0.00024968258,0.083831094,0.018855838,0.88278306],"study_design_scores_gemma":[0.00033013718,0.00012900155,0.00080295635,0.000031951142,0.0000039714073,0.000106772146,0.000049434984,0.0017580639,0.00046981557,0.00040009382,0.99560285,0.00031495732],"about_ca_topic_score_codex":0.00007456285,"about_ca_topic_score_gemma":8.127667e-7,"teacher_disagreement_score":0.97674704,"about_ca_system_score_codex":0.000056668396,"about_ca_system_score_gemma":0.00011823241,"threshold_uncertainty_score":0.99994504},"labels":[],"label_agreement":null},{"id":"W3001405967","doi":"10.24908/pceea.vi0.13805","title":"ONE-A-DAY PROBLEMS FOR IMPROVING STUDENT LEARNING AND STUDY HABITS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Schedule; Interrupt; Computer science; Duration (music); Mathematics education; Teamwork; Medical education; Academic year; Mechatronics; Term (time); Psychology; Medicine; Artificial intelligence; Management","score_opus":0.005817712217492097,"score_gpt":0.2197976303527673,"score_spread":0.2139799181352752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001405967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926449,0.00011100327,0.0015152874,0.0023807224,0.001295157,0.0014526207,0.0000012393743,0.00019892656,0.0004001619],"genre_scores_gemma":[0.9913473,0.0000010175594,0.0062359218,0.000045982106,0.00007560968,0.000095759206,0.0000010971985,0.000020599804,0.0021767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989005,0.00001627047,0.00021814975,0.00027827578,0.00029100047,0.00029585406],"domain_scores_gemma":[0.9990149,0.00010014138,0.0003270399,0.00009519138,0.0003347377,0.00012798063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014505944,0.00011661724,0.00015145277,0.00021002602,0.00025931114,0.00035801626,0.0004171369,0.000074768745,0.000001581744],"category_scores_gemma":[0.000979338,0.00012064906,0.000049171926,0.00030596874,0.0000054278057,0.00031591312,0.000074771204,0.0002995359,0.0000029617136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.500012e-7,0.00012898142,0.93376845,0.00028588413,0.00007598328,1.452175e-8,0.016309667,0.0013891503,0.0012211334,0.0068971976,0.0002099297,0.039712857],"study_design_scores_gemma":[0.0007316238,0.00028206673,0.9118701,0.00024819747,0.0000714487,0.0000020454893,0.0025954226,0.023350026,0.00027847753,0.00010837148,0.05994294,0.0005192734],"about_ca_topic_score_codex":0.0027113843,"about_ca_topic_score_gemma":0.001114251,"teacher_disagreement_score":0.059733007,"about_ca_system_score_codex":0.00075302256,"about_ca_system_score_gemma":0.0002811239,"threshold_uncertainty_score":0.49199262},"labels":[],"label_agreement":null},{"id":"W3002388977","doi":"10.24908/pceea.vi0.13735","title":"AUTOMATED STUDENT ASSESSMENT: LABEL RECOGNITION IN STEM FIGURES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Categorization; Object (grammar); Computer science; Dimension (graph theory); Identifier; Variable (mathematics); Point (geometry); Probabilistic logic; Artificial intelligence; Cognitive neuroscience of visual object recognition; Pattern recognition (psychology); Test (biology); Series (stratigraphy); Machine learning; Data mining; Mathematics","score_opus":0.008978495591816371,"score_gpt":0.2477271005124925,"score_spread":0.23874860492067612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002388977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918194,0.000054254746,0.00009926504,0.0030811473,0.0016125934,0.00042269198,0.0000034209972,0.00039132894,0.0025159265],"genre_scores_gemma":[0.9907278,0.0000025202016,0.0075746365,0.00013002499,0.0000414388,0.000036961577,0.0000043396117,0.00001414134,0.0014681391],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989582,0.00001762516,0.00023237348,0.00020697596,0.00032070398,0.00026417317],"domain_scores_gemma":[0.9992107,0.00005419104,0.00027779926,0.00011031525,0.00025106224,0.00009591882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008066451,0.000105247535,0.00012669577,0.00032532788,0.00009249761,0.00024191022,0.0004962352,0.000101430334,0.0000066656917],"category_scores_gemma":[0.00020594521,0.00010621548,0.000040468087,0.00062550616,0.000004093681,0.0003716029,0.00004041569,0.0003100313,0.00002023471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014646376,0.00027737085,0.88878727,0.00039695547,0.00010029989,2.0783862e-7,0.009116183,0.00321329,0.0019857357,0.02014915,0.008641591,0.0673305],"study_design_scores_gemma":[0.00042595866,0.000038686674,0.9110155,0.00044069724,0.0000145848035,0.000002854368,0.00054742995,0.060947724,0.0003150455,0.00010065521,0.025831485,0.00031935316],"about_ca_topic_score_codex":0.004002213,"about_ca_topic_score_gemma":0.0014385117,"teacher_disagreement_score":0.067011155,"about_ca_system_score_codex":0.001896254,"about_ca_system_score_gemma":0.00047943345,"threshold_uncertainty_score":0.6050176},"labels":[],"label_agreement":null},{"id":"W3003471923","doi":"","title":"Enhance Student Learning with Simulations","year":2019,"lang":"en","type":"article","venue":"ScholarSpace (University of Hawaii at Manoa)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.004996248535330166,"score_gpt":0.21511907317688836,"score_spread":0.21012282464155818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003471923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90455997,0.000060727354,0.09094411,0.0013234881,0.0000793396,0.00013745631,5.0059396e-7,0.0002213262,0.0026730746],"genre_scores_gemma":[0.9331902,0.0000047069284,0.046592332,0.000017216045,0.000007498422,9.2611415e-8,0.0000024154406,0.000008391726,0.020177113],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998802,0.00014648125,0.000057613546,0.00038241272,0.00036731362,0.0002441938],"domain_scores_gemma":[0.99913883,0.000086305685,0.0001478655,0.00045593848,0.0000884328,0.00008260493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003004357,0.0001138412,0.0001672264,0.00013441585,0.0004865823,0.00008490164,0.000711224,0.000057069585,0.000084023995],"category_scores_gemma":[0.000015949649,0.00012811394,0.00006029619,0.00034723454,0.00005266959,0.0008040156,0.00044307773,0.00045621028,0.00024624247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103817576,0.0002957764,0.7382928,0.00010616297,0.00022513876,0.00010316661,0.03134351,0.12301962,0.006410753,0.026178956,0.00034191972,0.07357837],"study_design_scores_gemma":[0.0025116422,0.0011794561,0.33600926,0.00030378898,0.00007137741,0.000034594363,0.015187632,0.014447744,0.00047798405,0.000043710086,0.6287491,0.0009836988],"about_ca_topic_score_codex":0.000079563,"about_ca_topic_score_gemma":0.00012510955,"teacher_disagreement_score":0.6284072,"about_ca_system_score_codex":0.00008564001,"about_ca_system_score_gemma":0.00004029198,"threshold_uncertainty_score":0.52243346},"labels":[],"label_agreement":null},{"id":"W3004028397","doi":"10.5555/1295109.1295149","title":"Embedded systems and robotics","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Computer science; Future of robotics; Quarter (Canadian coin); Robot","score_opus":0.03631393880087834,"score_gpt":0.2945505182913347,"score_spread":0.25823657949045636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004028397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58541226,0.0017520696,0.41007754,0.00089452876,0.0014010018,0.00006325409,6.351592e-8,0.000046915367,0.0003523502],"genre_scores_gemma":[0.78284806,0.000028638162,0.21695186,0.000034866116,0.00009076849,1.1766999e-7,8.821478e-9,0.0000022902766,0.000043373577],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984716,0.0002464872,0.00042045568,0.0001722966,0.00044709432,0.00024202744],"domain_scores_gemma":[0.9988009,0.0005641883,0.00036764526,0.000114306626,0.0000891174,0.00006387972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032627238,0.00008787887,0.00023259244,0.0003341976,0.00043494653,0.00024151958,0.00078049634,0.000036445712,2.2528116e-7],"category_scores_gemma":[0.00030884717,0.00006920111,0.000038955925,0.0007200051,0.00022207228,0.00038029338,0.00014719673,0.0003149203,7.408173e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006434188,0.00011636181,0.08383754,0.0000383684,0.000018079361,0.0004080964,0.015108983,0.82111794,0.000051232593,0.030083505,0.00078878476,0.04842466],"study_design_scores_gemma":[0.00077747426,0.00070702453,0.028619975,0.0005240452,0.00000587443,0.00593285,0.0015127406,0.95605177,0.00002690391,0.00033561295,0.005202067,0.0003036507],"about_ca_topic_score_codex":0.00001666159,"about_ca_topic_score_gemma":0.000001134611,"teacher_disagreement_score":0.19743581,"about_ca_system_score_codex":0.000031466167,"about_ca_system_score_gemma":0.0001826644,"threshold_uncertainty_score":0.33453012},"labels":[],"label_agreement":null},{"id":"W3007651917","doi":"10.1145/3328778.3372616","title":"Profiling the Experience of Second Year Computing Students","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Profiling (computer programming); Computer science; Mathematics education; Drop out; Medical education; Psychology; Medicine; Programming language","score_opus":0.03087392908486767,"score_gpt":0.3026474194265493,"score_spread":0.27177349034168163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007651917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6441322,0.00002406415,0.35442612,0.00058642676,0.0000789877,0.00006856773,7.2435206e-8,0.00014662209,0.00053695764],"genre_scores_gemma":[0.9085752,2.0002402e-7,0.09092886,0.0003592302,0.000035042343,0.0000011718538,1.3099188e-7,0.000003165039,0.00009702947],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925786,0.000067478584,0.00013481159,0.0001807042,0.00022677006,0.00013236646],"domain_scores_gemma":[0.9996008,0.00007483148,0.00006439076,0.00019459518,0.00002149219,0.0000438907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000283835,0.000054546006,0.00007665484,0.000012057543,0.000113263035,0.00011724061,0.0010333626,0.000015216299,0.000012208428],"category_scores_gemma":[0.000067533314,0.000036241247,0.000031230284,0.00018458336,0.00003072598,0.000102720136,0.00037453373,0.0001619197,0.00001595845],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009303234,0.00011348576,0.3652055,0.000085656044,0.000050727227,0.000011407606,0.27581498,0.0012876539,0.0034993347,0.055288732,0.00050451065,0.2981287],"study_design_scores_gemma":[0.0027728737,0.0012232935,0.17994778,0.00023979666,0.000028004777,0.000041287673,0.06315478,0.5129283,0.040585984,0.00025354204,0.19718252,0.0016418197],"about_ca_topic_score_codex":0.000011618622,"about_ca_topic_score_gemma":5.9713307e-7,"teacher_disagreement_score":0.51164067,"about_ca_system_score_codex":0.000004191065,"about_ca_system_score_gemma":0.000013683138,"threshold_uncertainty_score":0.1920262},"labels":[],"label_agreement":null},{"id":"W3008113052","doi":"10.1007/978-3-030-29396-3_15","title":"Issues of Teaching in a New Technology-Rich Environment: Investigating the Case of New Brunswick (Canada) School Makerspaces","year":2020,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Moncton","funders":"","keywords":"Mindset; Curriculum; Pedagogy; Affect (linguistics); Learning community; Mathematics education; Psychology; Sociology; Computer science","score_opus":0.019990281869736375,"score_gpt":0.2381868024980345,"score_spread":0.21819652062829814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008113052","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051790174,0.05101009,0.29254365,0.31846893,0.0013917127,0.00511224,0.000015768666,0.0030528181,0.27661464],"genre_scores_gemma":[0.1661539,0.00007742858,0.5775831,0.0009042252,0.00028998088,0.000002995408,0.000004322125,0.00010462899,0.25487947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981604,0.000080256745,0.00054759596,0.00054784823,0.00038339148,0.00028047845],"domain_scores_gemma":[0.99828446,0.0001662943,0.00057924644,0.00076201116,0.000011975895,0.00019603077],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051366683,0.0003299815,0.00050133537,0.00024814022,0.00014480896,0.00007178062,0.0011710599,0.00025067807,0.000033245466],"category_scores_gemma":[0.00037934657,0.00026189673,0.000080836544,0.00013908603,0.00014158884,0.00012609463,0.00061704835,0.0018498356,0.0000073387755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023603995,0.000011097977,0.0025664412,0.000087987886,0.00008565486,0.00034604297,0.0049972343,0.00041379262,0.000042337193,0.68294805,0.004174355,0.30432463],"study_design_scores_gemma":[0.0007853191,0.00040226412,0.00032951604,0.0015727628,0.00009788319,0.00052063307,0.003990593,0.003301417,0.00036104931,0.022354588,0.9651738,0.0011101919],"about_ca_topic_score_codex":0.39315838,"about_ca_topic_score_gemma":0.30551702,"teacher_disagreement_score":0.9609994,"about_ca_system_score_codex":0.00010530096,"about_ca_system_score_gemma":0.0023401417,"threshold_uncertainty_score":0.9999833},"labels":[],"label_agreement":null},{"id":"W3008742895","doi":"10.1145/3328778.3366938","title":"Inverted Two-Stage Exams for Prospective Learning","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Brainstorming; Stage (stratigraphy); Domain (mathematical analysis); Transfer of learning; Mathematics education; Anticipation (artificial intelligence); Artificial intelligence; Psychology; Mathematics","score_opus":0.03845093887107859,"score_gpt":0.2792392343361778,"score_spread":0.24078829546509922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008742895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006713067,0.000023281831,0.98738986,0.0021184862,0.00008504706,0.00022403407,1.95331e-7,0.001183733,0.0022622712],"genre_scores_gemma":[0.8303427,3.824035e-7,0.16628619,0.0007461055,0.00008450088,0.000027059768,0.0000017608793,0.000010974772,0.0025003224],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990684,0.000072784205,0.00011470641,0.0003702097,0.00012797366,0.0002459308],"domain_scores_gemma":[0.9995388,0.000110152636,0.000054197535,0.00014587423,0.00003668689,0.00011433676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026787768,0.0000982948,0.00011547295,0.000029556768,0.00022386845,0.00020745327,0.00040655152,0.000029189168,0.000016128135],"category_scores_gemma":[0.0003126264,0.00008696753,0.000059149457,0.00024329328,0.000017549271,0.00023956287,0.00013488016,0.00029627656,0.000053860662],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021688575,0.000044280645,0.014725417,0.000042827593,0.000040460243,0.0000090529975,0.019382296,0.0044756895,0.0008249056,0.14701658,0.0008613036,0.8125555],"study_design_scores_gemma":[0.0009983561,0.0004841867,0.001140879,0.000010946113,0.000005426006,0.0000026229911,0.0004975553,0.6171229,0.0012645584,0.00022090913,0.377973,0.00027865352],"about_ca_topic_score_codex":0.000055606826,"about_ca_topic_score_gemma":0.000003976194,"teacher_disagreement_score":0.8236296,"about_ca_system_score_codex":0.00001963498,"about_ca_system_score_gemma":0.000030184248,"threshold_uncertainty_score":0.3546433},"labels":[],"label_agreement":null},{"id":"W3008988913","doi":"10.5539/ies.v13n4p27","title":"Using Educational Robotics as a Cognitive Tool for ICT Teachers in an Authentic Learning Environment","year":2020,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Robotics; Scope (computer science); Psychology; Cognition; Mathematics education; Educational robotics; Qualitative research; Educational technology; Artificial intelligence; Learning environment; Computer science; Pedagogy; Robot; Sociology; World Wide Web","score_opus":0.12088604238676284,"score_gpt":0.41588173824403685,"score_spread":0.29499569585727403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008988913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6592177,0.0005973659,0.32074007,0.017345963,0.0015747448,0.00031572868,0.0000017080865,0.00009699537,0.000109707864],"genre_scores_gemma":[0.8749291,0.000014518994,0.12363543,0.0005128426,0.00028076698,0.00009675529,0.000024609915,0.000010797048,0.00049519987],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891007,0.000107695785,0.0002358875,0.00035289055,0.00023914137,0.00015431586],"domain_scores_gemma":[0.99916136,0.00030067144,0.00014038001,0.0000800274,0.0002575092,0.000060067876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028432338,0.000117710595,0.00012124687,0.000120698656,0.00018182784,0.0001501397,0.00030317163,0.000030083105,0.0000146263255],"category_scores_gemma":[0.0015422296,0.0001259005,0.0000490383,0.00011513658,0.000044280736,0.00041810647,0.0001045752,0.00020673822,0.000029552339],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060573202,0.0012265847,0.18706559,0.00006594581,0.00041206143,0.0000025917952,0.23310779,0.08738652,0.00040839787,0.04413042,0.00043254092,0.44570097],"study_design_scores_gemma":[0.0044894926,0.0016580971,0.13688803,0.0011661289,0.0002672796,0.00008707424,0.12636162,0.5076409,0.00041268123,0.019295236,0.19904609,0.0026873564],"about_ca_topic_score_codex":0.0000349028,"about_ca_topic_score_gemma":0.0000024895448,"teacher_disagreement_score":0.44301364,"about_ca_system_score_codex":0.00020743383,"about_ca_system_score_gemma":0.0002483362,"threshold_uncertainty_score":0.5134073},"labels":[],"label_agreement":null},{"id":"W3009124718","doi":"10.1145/3372161","title":"Evidence that computer science grades are not bimodal","year":2019,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Categorization; Psychology; Mathematics education; Computer science; Artificial intelligence","score_opus":0.1354539951158094,"score_gpt":0.3293536276572384,"score_spread":0.193899632541429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009124718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7174407,0.0022952824,0.0779293,0.19975185,0.0011805942,0.000574078,0.0000018427459,0.00045323058,0.00037307918],"genre_scores_gemma":[0.6558054,0.000026809497,0.34392762,0.00017133716,0.000008050863,0.000004011667,1.5060003e-7,0.0000031808859,0.000053424475],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988651,0.00022499854,0.00014637303,0.00023594573,0.00034291376,0.00018463067],"domain_scores_gemma":[0.967702,0.0006568169,0.00028140936,0.031213457,0.000107518914,0.000038798342],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0011760005,0.000079411606,0.00011342637,0.000094053976,0.0005356036,0.00019275764,0.063244656,0.000026456632,0.0000016369397],"category_scores_gemma":[0.0035204596,0.000057516132,0.000074670315,0.0006415939,0.00049956876,0.0005723945,0.035672907,0.00032299673,0.000048669473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007863282,0.00032749615,0.42648607,0.000076587414,0.00003770324,4.3365645e-7,0.009857555,0.0019871092,0.00555656,0.091800295,0.0023731235,0.4614892],"study_design_scores_gemma":[0.0003521479,0.00012977763,0.8711304,0.001428605,0.000021215163,0.000029400006,0.0003025512,0.078357406,0.005532931,0.012391663,0.02985574,0.00046813762],"about_ca_topic_score_codex":0.00006639997,"about_ca_topic_score_gemma":0.0000046879636,"teacher_disagreement_score":0.46102107,"about_ca_system_score_codex":0.00003682665,"about_ca_system_score_gemma":0.000095251016,"threshold_uncertainty_score":0.97212636},"labels":[],"label_agreement":null},{"id":"W3009308216","doi":"10.1145/1595496.1562933","title":"The academic enhancement program","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Medical education; Academic program; Mathematics education; Psychology; Student engagement; Population; Computer science; Higher education; Medicine","score_opus":0.01702310704222665,"score_gpt":0.2952658466355037,"score_spread":0.27824273959327706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009308216","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084954545,0.005841165,0.29372355,0.5975304,0.0019406625,0.0019900738,4.031575e-7,0.005356228,0.008662967],"genre_scores_gemma":[0.8089661,0.00010999907,0.18335523,0.002146392,0.00021166222,0.00007757798,0.0000013842903,0.000010400675,0.005121267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985922,0.0001382958,0.00020720567,0.00032161907,0.00028702183,0.00045365808],"domain_scores_gemma":[0.99863887,0.00026178538,0.0000951984,0.0008884043,0.000030001089,0.00008576945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092306244,0.00012970068,0.000095863135,0.000029402034,0.0005117529,0.00028311528,0.0020501371,0.00006807057,0.000018491048],"category_scores_gemma":[0.00052888994,0.00008861267,0.00006132077,0.00017169277,0.000042761367,0.00005397151,0.00026007445,0.0006012393,0.00050848024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035473163,0.000043349373,0.000040058112,0.0000011648998,0.0000043172677,0.000004099177,0.00047796938,0.000007985721,0.00007948639,0.0048986557,0.014433248,0.9800061],"study_design_scores_gemma":[0.00013488301,0.00027005488,0.00089423324,0.000018506757,0.0000027721162,0.000008211104,0.000027694268,0.00021012226,0.00042691166,0.000868202,0.99700916,0.00012922905],"about_ca_topic_score_codex":0.00001079288,"about_ca_topic_score_gemma":4.294081e-7,"teacher_disagreement_score":0.98257595,"about_ca_system_score_codex":0.000028652856,"about_ca_system_score_gemma":0.00002534488,"threshold_uncertainty_score":0.6535654},"labels":[],"label_agreement":null},{"id":"W3009826180","doi":"10.1145/3375258.3375259","title":"Creating Tutorial Materials as Lecture Supplements by Integrating Drawing Tablet and Video Capturing/Sharing","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Code (set theory); Analytics; Multimedia; Learning analytics; Tablet pc; Complement (music); Online learning; Programming language; Data science","score_opus":0.006244663705749436,"score_gpt":0.24287354761801996,"score_spread":0.23662888391227052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009826180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8967483,0.00011633173,0.09838295,0.00026926113,0.0013650596,0.00025773962,0.0000025331115,0.00052647764,0.00233136],"genre_scores_gemma":[0.9414987,0.0000019721745,0.05658089,0.00017443337,0.00024510204,0.000010857827,0.000015530146,0.000021954891,0.0014505637],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815714,0.000102045495,0.00032302574,0.0006391625,0.00028486887,0.00049373147],"domain_scores_gemma":[0.99918836,0.00015279735,0.00014599606,0.00037811015,0.000033564967,0.000101160294],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00095261115,0.000227843,0.00026110766,0.000081001286,0.0003718765,0.0015879406,0.0005505679,0.00009321489,0.0001962312],"category_scores_gemma":[0.00022986848,0.00019479335,0.00003673018,0.00014568212,0.0000168569,0.0006439673,0.00053697376,0.00034093892,0.000049873048],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053152333,0.00013686875,0.07027989,0.0003894406,0.00023262514,0.00004128312,0.060198132,0.0007114828,0.5374815,0.063309856,0.0032283557,0.26393744],"study_design_scores_gemma":[0.0087199025,0.0017395172,0.0026208304,0.0023571108,0.00012540181,0.00036641836,0.0075956266,0.045624815,0.40004256,0.005546896,0.52008635,0.0051745367],"about_ca_topic_score_codex":0.0026009476,"about_ca_topic_score_gemma":0.000015955598,"teacher_disagreement_score":0.51685804,"about_ca_system_score_codex":0.000055518627,"about_ca_system_score_gemma":0.000033293767,"threshold_uncertainty_score":0.9994485},"labels":[],"label_agreement":null},{"id":"W3010524616","doi":"10.1145/3328778.3372596","title":"10 Binary Games for Computer Science Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Presentation (obstetrics); Computer science; Multimedia; Binary number; Video game design; Game mechanics; Human–computer interaction; Mathematics education; Psychology; Mathematics","score_opus":0.025533726111250224,"score_gpt":0.2851176536396862,"score_spread":0.259583927528436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010524616","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036181696,0.00003680341,0.9866149,0.008035085,0.00025130002,0.000104298466,8.78387e-8,0.000381343,0.0009580479],"genre_scores_gemma":[0.29557845,2.5078805e-7,0.7012319,0.001540487,0.00017870234,0.000008839981,8.9417483e-7,0.0000035813052,0.0014569194],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927676,0.000018159231,0.00008006104,0.00031481852,0.00013587196,0.00017432627],"domain_scores_gemma":[0.99955237,0.000047312227,0.000031832154,0.0001880567,0.000071331255,0.00010912562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002820418,0.000057117348,0.000057147594,0.000054069027,0.00021336142,0.00029452582,0.00065951137,0.000015148178,0.000026248781],"category_scores_gemma":[0.00008106451,0.000049244307,0.000030418603,0.00035570902,0.000051691248,0.00037507142,0.0001577493,0.00006889562,0.00013271613],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018187528,0.000025724861,0.000053631316,0.000008550844,0.0000011320761,1.7100682e-7,0.0009922597,0.00019216728,0.00015249541,0.015529799,0.0067849797,0.97625726],"study_design_scores_gemma":[0.00009547416,0.00030799664,0.00062997756,0.00000888634,0.0000014838224,0.000002802831,0.000037470025,0.30658096,0.00027559613,0.000083611114,0.69186383,0.000111882],"about_ca_topic_score_codex":0.0000072416296,"about_ca_topic_score_gemma":1.6656715e-7,"teacher_disagreement_score":0.9761454,"about_ca_system_score_codex":0.000014921297,"about_ca_system_score_gemma":0.00030516536,"threshold_uncertainty_score":0.28401193},"labels":[],"label_agreement":null},{"id":"W3011480664","doi":"10.1145/1352322.1352183","title":"Poogle and the unknown-answer assignment","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; World Wide Web; Human–computer interaction; Programming language; Information retrieval; Mathematics","score_opus":0.015551567382523111,"score_gpt":0.21358515525531893,"score_spread":0.19803358787279582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011480664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24942955,0.0040249783,0.4331254,0.29923582,0.0014213098,0.00092144415,9.634899e-7,0.0015850363,0.010255472],"genre_scores_gemma":[0.94043773,0.000045226072,0.05191771,0.001435756,0.00009972845,0.000023205044,5.8302163e-7,0.000010241988,0.0060298042],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988467,0.00024225148,0.0001413337,0.00028964563,0.00022855114,0.00025151914],"domain_scores_gemma":[0.99868244,0.00047213156,0.00006190447,0.0006926681,0.000020431213,0.00007041339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071885664,0.000114639086,0.00013220716,0.0000304013,0.00046930273,0.00011444659,0.0008493799,0.00004165065,0.000055515273],"category_scores_gemma":[0.00042815125,0.00007326175,0.00005239698,0.00009866111,0.00017769933,0.000044279397,0.00047662127,0.00027769106,0.00022067245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007253123,0.0002122865,0.0034731887,0.000018440736,0.00008607015,0.00017168907,0.02241043,0.00028026235,0.00009744644,0.067940965,0.10256191,0.8026748],"study_design_scores_gemma":[0.00077421585,0.000048846647,0.0016900204,0.000010544889,0.000005142482,0.00010031884,0.000044618308,0.00032708468,0.00007161183,0.00030360825,0.99649686,0.00012713253],"about_ca_topic_score_codex":0.00011926832,"about_ca_topic_score_gemma":0.0000011223271,"teacher_disagreement_score":0.89393497,"about_ca_system_score_codex":0.000014621665,"about_ca_system_score_gemma":0.000020288788,"threshold_uncertainty_score":0.36095446},"labels":[],"label_agreement":null},{"id":"W3016992225","doi":"10.5539/ies.v13n5p44","title":"Identifying the Factor of Mathematical Reasoning That Affects the Ability to Programming Algorithm","year":2020,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kementerian Riset, Teknologi dan Pendidikan Tinggi","keywords":"Computer science; Structural equation modeling; Algorithm; Mathematics education; Factor (programming language); Test (biology); Latent variable; Logical reasoning; Mathematics; Artificial intelligence; Machine learning; Programming language","score_opus":0.1056000034974404,"score_gpt":0.3977684242347315,"score_spread":0.2921684207372911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016992225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089094505,0.0008377267,0.8564023,0.05107071,0.0019040793,0.00037440733,0.0000015103367,0.00016122674,0.0001535612],"genre_scores_gemma":[0.820586,0.0000064230635,0.1784742,0.0005855195,0.00016765128,0.00008114081,8.74417e-7,0.000005451631,0.00009274287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989185,0.00012820646,0.00016380814,0.00023844438,0.00041736357,0.00013369463],"domain_scores_gemma":[0.9987096,0.0005504262,0.0001473806,0.00023394013,0.0003086296,0.00004998554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005455177,0.00009737022,0.00012284963,0.000039183426,0.00025278493,0.00022415938,0.0008345742,0.000017476528,0.000006594023],"category_scores_gemma":[0.002011096,0.000056724064,0.00007000343,0.00023545139,0.00007588926,0.00019681273,0.0003536109,0.00018945713,0.000019366711],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000237572,0.00006210051,0.0023523616,0.000037884885,0.000091860835,3.6397768e-7,0.057925873,0.000041801748,0.00006128801,0.011875018,0.0008225824,0.92672646],"study_design_scores_gemma":[0.0007793507,0.00048660664,0.111631185,0.0014832955,0.00014221699,0.000089813984,0.1342989,0.036329858,0.0037201107,0.009546094,0.70026076,0.0012318186],"about_ca_topic_score_codex":0.000018562578,"about_ca_topic_score_gemma":0.0000015213708,"teacher_disagreement_score":0.9254947,"about_ca_system_score_codex":0.000051886942,"about_ca_system_score_gemma":0.00006855471,"threshold_uncertainty_score":0.24076152},"labels":[],"label_agreement":null},{"id":"W3017144822","doi":"","title":"Engagement with Robots: Building a Social, Self-paced, Online Robotics Course","year":2017,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Course (navigation); Robotics; Robot; Artificial intelligence; Social robot; Computer science; Human–computer interaction; Engineering; Mobile robot; Robot control","score_opus":0.09240261827062989,"score_gpt":0.33620850605333286,"score_spread":0.24380588778270296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017144822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5060274,0.0024837726,0.037784662,0.3995768,0.008497979,0.004277324,0.000031303174,0.0035333189,0.037787464],"genre_scores_gemma":[0.9313071,0.00020599466,0.054988917,0.000816457,0.0003402703,0.00007873019,0.000020033358,0.00005507347,0.012187417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99601096,0.0006962659,0.0005177996,0.0010667846,0.00094296125,0.00076523295],"domain_scores_gemma":[0.9968682,0.00015831155,0.0015871287,0.0008679197,0.00020510325,0.00031331932],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012723595,0.00047745556,0.00049339543,0.0001912472,0.0021546197,0.0015383746,0.0009932752,0.00016635287,0.000036020414],"category_scores_gemma":[0.000093991825,0.0004655147,0.0000612274,0.00041141707,0.0001571615,0.00072713045,0.0003110099,0.0019552433,0.00002240479],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014347366,0.0014469335,0.18396403,0.0002830451,0.00009160794,0.00003357323,0.0041547655,0.0016755855,0.000049167716,0.5034478,0.0009099951,0.30380002],"study_design_scores_gemma":[0.0019560135,0.0015315503,0.8344061,0.0014978184,0.00007392081,0.00002093069,0.0025611995,0.0073496057,0.000020586656,0.0024536522,0.1467419,0.0013867705],"about_ca_topic_score_codex":0.00093580986,"about_ca_topic_score_gemma":0.00078895426,"teacher_disagreement_score":0.650442,"about_ca_system_score_codex":0.00058497157,"about_ca_system_score_gemma":0.0010282345,"threshold_uncertainty_score":0.99977964},"labels":[],"label_agreement":null},{"id":"W3019441664","doi":"10.1108/jrit-01-2020-0003","title":"STEAM education: student learning and transferable skills","year":2020,"lang":"en","type":"article","venue":"Journal of Research in Innovative Teaching & Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Originality; Creativity; 21st century skills; Mathematics education; Pedagogy; The arts; Focus group; Critical thinking; Psychology; Sociology; Political science","score_opus":0.047275887312782226,"score_gpt":0.4179190769472184,"score_spread":0.3706431896344362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019441664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8509315,0.0017454204,0.1297275,0.012642419,0.00032744455,0.00028092004,1.3442438e-7,0.0001655791,0.004179075],"genre_scores_gemma":[0.9602876,0.00009288224,0.038561393,0.00018256738,0.00036048098,0.0000071024697,8.3971946e-7,0.000025179494,0.00048195545],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99319625,0.003751613,0.00076830963,0.00043352557,0.0012309666,0.0006193236],"domain_scores_gemma":[0.9971752,0.0012605829,0.00037085477,0.00014590492,0.00078244315,0.0002650238],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014468125,0.00020174698,0.0004180367,0.0010128685,0.0008149471,0.0006375993,0.0009225784,0.000095289695,0.000012364769],"category_scores_gemma":[0.0041968264,0.00018423243,0.00006702517,0.0021982822,0.0001331917,0.001023232,0.00034351353,0.010395091,0.000008627264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037150876,0.00030660766,0.15637128,0.00009303293,0.000054964916,0.00009922711,0.06656003,0.002623803,0.0010568184,0.010992478,0.0002506171,0.761554],"study_design_scores_gemma":[0.0027998697,0.0055254204,0.047994737,0.0024080398,0.0000132897085,0.00038951947,0.051991638,0.006078137,0.00033595512,0.0008055469,0.8808639,0.00079391646],"about_ca_topic_score_codex":0.00004903968,"about_ca_topic_score_gemma":0.0000012802623,"teacher_disagreement_score":0.8806133,"about_ca_system_score_codex":0.00020628024,"about_ca_system_score_gemma":0.0005966882,"threshold_uncertainty_score":0.991888},"labels":[],"label_agreement":null},{"id":"W3019651262","doi":"10.1109/csci49370.2019.00145","title":"An Example of Project Based Learning to Advance Women's Interest in STEM Education and Robotics","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Becton Dickinson (Canada)","funders":"","keywords":"Robotics; Artificial intelligence; Class (philosophy); Government (linguistics); Computer science; Order (exchange); Engineering ethics; Robot; Engineering management; Engineering; Business","score_opus":0.03736889402487181,"score_gpt":0.2937430259202155,"score_spread":0.2563741318953437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019651262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7885735,0.000012502596,0.21096699,0.000075825505,0.00008146299,0.00013219357,2.602499e-8,0.00007149442,0.00008600747],"genre_scores_gemma":[0.7855538,3.0695745e-7,0.21394442,0.000063684536,0.0000063442026,0.000009508217,5.4971724e-7,0.0000045809884,0.00041679895],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992814,0.000119486926,0.0001220672,0.00025457473,0.00006560199,0.000156884],"domain_scores_gemma":[0.99955267,0.000069046735,0.00005208623,0.00025049096,0.000027325992,0.000048359954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047020437,0.0000638261,0.0001005774,0.00015643956,0.000026448784,0.00007453398,0.00022698377,0.000022156379,0.000002495675],"category_scores_gemma":[0.000024603683,0.00005976579,0.000008519686,0.00025343767,0.0000073329466,0.00024597172,0.000057769023,0.00015081825,0.0000050380654],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007837374,0.0001470818,0.07987802,0.00005612837,0.000001703919,3.6922708e-7,0.015701871,0.027819965,0.0006716447,0.0065150824,0.000008451986,0.8691918],"study_design_scores_gemma":[0.00183264,0.00562832,0.13133188,0.0008987689,0.0000058579176,0.000016891117,0.030419113,0.66197115,0.0015714337,0.00020143412,0.16486922,0.0012532971],"about_ca_topic_score_codex":0.00042755154,"about_ca_topic_score_gemma":0.000048099293,"teacher_disagreement_score":0.8679386,"about_ca_system_score_codex":0.00003918009,"about_ca_system_score_gemma":0.00008901954,"threshold_uncertainty_score":0.2437178},"labels":[],"label_agreement":null},{"id":"W3025493450","doi":"10.3233/978-1-61499-923-2-602","title":"Re-Making Teacher Professional Development","year":2018,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internship; Bachelor; Professional development; Pedagogy; Best practice; Mathematics education; Medical education; Sociology; Psychology; Medicine; Political science","score_opus":0.06136705416330666,"score_gpt":0.3997982911007481,"score_spread":0.3384312369374414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025493450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6025994,0.014272613,0.3200994,0.046599526,0.006742709,0.0012972604,5.3308486e-7,0.0031885044,0.0052000154],"genre_scores_gemma":[0.71612585,0.00006322505,0.2829272,0.00068212743,0.000021054004,0.00002270873,2.328563e-7,0.0000026862942,0.00015493699],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998975,0.00004159901,0.00045652126,0.00010522577,0.00010109705,0.00032055986],"domain_scores_gemma":[0.9995059,0.000057033594,0.00017578708,0.00019046449,0.000047255413,0.000023562647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011693061,0.0000907987,0.0001705373,0.0003452763,0.00060763897,0.000017176966,0.00027960716,0.00009398129,0.0000011541036],"category_scores_gemma":[0.00028653856,0.00007304686,0.0000072410276,0.00045661296,0.0002920802,0.0001896506,0.0005297083,0.00043890887,0.0000116400415],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021653905,0.000024282783,0.016052175,0.00021064426,0.000014105414,0.0000010192466,0.088736065,0.0000024096946,6.932014e-8,0.027608119,0.0007611392,0.8665878],"study_design_scores_gemma":[0.00042399505,0.00039339325,0.00792646,0.0011514382,0.0000014369905,0.00002893903,0.04545021,0.005486811,0.000022250237,0.00386785,0.9349655,0.000281742],"about_ca_topic_score_codex":0.0000018604529,"about_ca_topic_score_gemma":0.000020679838,"teacher_disagreement_score":0.93420434,"about_ca_system_score_codex":0.00007547883,"about_ca_system_score_gemma":0.00010638295,"threshold_uncertainty_score":0.4673529},"labels":[],"label_agreement":null},{"id":"W3030373777","doi":"10.1145/1595496.1562919","title":"Curing recursion aversion","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Recursion (computer science); Curriculum; Logo (programming language); Mathematics education; Computer science; Psychology; Pedagogy; Programming language","score_opus":0.01209224078929277,"score_gpt":0.2414519971998191,"score_spread":0.22935975641052633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030373777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3789667,0.0010745709,0.43849692,0.16325225,0.0018177105,0.00048510748,6.3219807e-7,0.0041995654,0.0117065655],"genre_scores_gemma":[0.8248275,0.000009417795,0.17247486,0.0009127842,0.00009848268,0.0000016569771,0.0000013717016,0.000006342527,0.0016675926],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892205,0.00009939724,0.0001329768,0.00033608562,0.00021746385,0.00029200816],"domain_scores_gemma":[0.99900335,0.000110290675,0.000066483684,0.0007065047,0.000024297107,0.00008905849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045692758,0.00011245585,0.00010190561,0.00007689002,0.00024756684,0.00014539679,0.0010249049,0.000060863753,0.00006263685],"category_scores_gemma":[0.00038339815,0.00010557873,0.00006090899,0.00015887727,0.000013245578,0.000093887764,0.00023937026,0.0002997529,0.0007290402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005989312,0.000049257982,0.00012405585,0.0000035897388,0.0000023044968,0.000023639206,0.0008934755,0.000077587996,0.00025649715,0.0023059389,0.0126271015,0.98363054],"study_design_scores_gemma":[0.00022881984,0.00021593504,0.0016097123,0.00005588512,0.0000024229823,0.000019187011,0.000031126565,0.00035477427,0.00078005757,0.0006304356,0.9958975,0.00017420165],"about_ca_topic_score_codex":0.000023292288,"about_ca_topic_score_gemma":1.8448482e-7,"teacher_disagreement_score":0.9834564,"about_ca_system_score_codex":0.00003170019,"about_ca_system_score_gemma":0.0000124506105,"threshold_uncertainty_score":0.937058},"labels":[],"label_agreement":null},{"id":"W3031621668","doi":"10.1145/3334480.3375066","title":"EduCHI 2020: 2nd Annual Symposium on HCI Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Engineering ethics; Pedagogy; Medical education; Psychology; Engineering; Medicine","score_opus":0.009996506874628596,"score_gpt":0.24959483150099623,"score_spread":0.23959832462636763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031621668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05486224,0.00021760547,0.6131783,0.25085855,0.003108103,0.00040069816,0.0000019910813,0.0026982122,0.074674316],"genre_scores_gemma":[0.9242738,0.0000029212554,0.065136805,0.006392256,0.0005192364,0.000008666363,0.0000035287342,0.0000096618205,0.0036531638],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991513,0.000074954645,0.000104687024,0.00033078378,0.00016513858,0.00017312131],"domain_scores_gemma":[0.9994977,0.000042348518,0.000039031118,0.00024494404,0.00003110205,0.0001448776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013623979,0.00009009196,0.00007577719,0.000030954623,0.000121831974,0.00017260248,0.0004711928,0.000033457276,0.00003733949],"category_scores_gemma":[0.000058065387,0.000079202364,0.00003904994,0.00022482393,0.000012152563,0.00021819775,0.00009613218,0.00023452792,0.0003690485],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056708122,0.00014631968,0.0005083406,0.000012975419,0.0000081031185,0.0000033053857,0.010191643,0.00035434682,0.00018758126,0.047870368,0.061268784,0.8794426],"study_design_scores_gemma":[0.00013061805,0.00033356092,0.0015257254,0.000019662328,0.0000037518787,0.0000097359025,0.0006124737,0.0046797968,0.00025790223,0.00010184735,0.9921113,0.0002135745],"about_ca_topic_score_codex":0.000057494533,"about_ca_topic_score_gemma":0.0000013933704,"teacher_disagreement_score":0.9308426,"about_ca_system_score_codex":0.000017906876,"about_ca_system_score_gemma":0.00011854521,"threshold_uncertainty_score":0.4743495},"labels":[],"label_agreement":null},{"id":"W3033308259","doi":"10.1145/3341525.3387383","title":"What are We Asking our Students? A Literature Map of Student Surveys in Computer Science Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Demographics; Computer science; Mathematics education; Data science; Psychology; Sociology","score_opus":0.03382333309135616,"score_gpt":0.34371980823559284,"score_spread":0.3098964751442367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033308259","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27093935,0.00069599436,0.7106639,0.015703794,0.0015936611,0.00022214546,1.9362543e-7,0.00016789563,0.000013039047],"genre_scores_gemma":[0.9307496,0.000013399837,0.06852581,0.00048875646,0.00011174117,0.000004873181,0.0000011282366,0.0000057101906,0.000098975506],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978849,0.0004318752,0.00025148483,0.0005026295,0.00067272637,0.00025635355],"domain_scores_gemma":[0.99921995,0.000041980074,0.00014654157,0.00033388374,0.00013720081,0.000120415716],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002392279,0.00012364902,0.00017737671,0.00020186853,0.00010568809,0.0021400854,0.0016300074,0.000040309005,0.0000016502181],"category_scores_gemma":[0.000035274097,0.000107813175,0.000042436386,0.0010411013,0.000029503659,0.001784518,0.00064874167,0.00032747345,0.000013104556],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014729998,0.00035953784,0.17989513,0.000076397715,0.000008152747,0.000010553596,0.051103145,0.0013054294,0.00009643275,0.00088714965,0.0002316374,0.76602495],"study_design_scores_gemma":[0.00087440864,0.00048263694,0.92992127,0.0024601792,0.000007738216,0.0000139759595,0.014554365,0.045336243,0.00033001,0.00013330606,0.005251596,0.0006342893],"about_ca_topic_score_codex":0.000027983948,"about_ca_topic_score_gemma":0.000015477164,"teacher_disagreement_score":0.76539063,"about_ca_system_score_codex":0.00005386026,"about_ca_system_score_gemma":0.00017805219,"threshold_uncertainty_score":0.99889576},"labels":[],"label_agreement":null},{"id":"W3036337165","doi":"10.24908/pceea.vi0.14152","title":"DESCRIPTION OF PRE-UNIVERSITY CODING WORKSHOPS RECRUITING FOR DIVERSITY","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Diversity (politics); Coding (social sciences); Science and engineering; Engineering management; Medical education; Engineering; Engineering ethics; Library science; Computer science; Sociology; Medicine; Social science","score_opus":0.022616111628745855,"score_gpt":0.20371010987842775,"score_spread":0.1810939982496819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036337165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8388802,0.00008463413,0.13197187,0.02402327,0.0021349008,0.0011369264,0.00002396333,0.00045082378,0.0012934259],"genre_scores_gemma":[0.9743431,0.000001842923,0.025107443,0.00009856278,0.00007257603,0.0000029741225,0.0000019472086,0.00000738855,0.0003641165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99932253,0.000009368374,0.00014014507,0.00016173116,0.00018330972,0.00018292798],"domain_scores_gemma":[0.99902475,0.00007120592,0.00034267467,0.00006172876,0.00036617456,0.000133479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046689808,0.000074495445,0.00011130573,0.00012518404,0.00034059703,0.00007765304,0.0005182785,0.00007815039,0.0000014140206],"category_scores_gemma":[0.0015801644,0.00008530971,0.00008012332,0.00046432443,0.000008871196,0.0003776415,0.00010548308,0.00017497307,5.4894275e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038241298,0.00017181852,0.5323676,0.0019266397,0.00037035233,2.4296375e-7,0.12249416,0.013513759,0.009901509,0.18114069,0.02903722,0.10903775],"study_design_scores_gemma":[0.0011174821,0.00016641263,0.5762576,0.0009371786,0.00021232301,0.0000036869321,0.00548277,0.2073354,0.004409172,0.00044623864,0.20264104,0.0009907397],"about_ca_topic_score_codex":0.003457936,"about_ca_topic_score_gemma":0.0005080836,"teacher_disagreement_score":0.19382164,"about_ca_system_score_codex":0.0007835751,"about_ca_system_score_gemma":0.0002458438,"threshold_uncertainty_score":0.52273875},"labels":[],"label_agreement":null},{"id":"W3036744869","doi":"10.24908/pceea.vi0.14181","title":"STUDENTS’ PERCEPTION OF A TERM PROJECT WITH RESPECT TO TECHNICAL CONCEPTS UNDERSTANDING, CREATIVE THINKING AND INTEREST IN PROGRAMMING IN A LARGE, FLIPPED DELIVERY INTRODUCTORY PROGRAMMING COURSE – A CASE STUDY","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Term (time); Perception; Dashboard; Course (navigation); Computer science; Mathematics education; Test (biology); Class (philosophy); Multimedia; Simulation; Psychology; Engineering; Software engineering; Artificial intelligence","score_opus":0.0286007642385612,"score_gpt":0.2982883742304068,"score_spread":0.2696876099918456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036744869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960518,0.000028277973,0.0009400026,0.0014152754,0.000093297465,0.0013675817,0.0000015520782,0.000086248096,0.000015976377],"genre_scores_gemma":[0.98618674,0.0000011022395,0.013533871,0.00006143168,0.000047034773,0.00012992503,0.0000012682827,0.000020296853,0.000018315779],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984769,0.000054150725,0.0003641984,0.00040197404,0.0003533824,0.00034939067],"domain_scores_gemma":[0.9991254,0.000066435656,0.0003249705,0.00011059267,0.00021800265,0.00015458946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013990692,0.00017193562,0.0002582097,0.00048341666,0.00014774776,0.00027708476,0.00045676366,0.00008689886,8.0269507e-7],"category_scores_gemma":[0.0009216384,0.0001610345,0.00003659309,0.0012903756,0.00002633938,0.00034635386,0.00013605713,0.00048821076,2.2941065e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001631582,0.00032651715,0.85309595,0.00014651495,0.00004767956,0.000009583339,0.1367696,0.00013561881,0.0002147742,0.00096170395,0.0000653161,0.00821044],"study_design_scores_gemma":[0.0018541104,0.0010886118,0.8051946,0.0014699706,0.00009316557,0.00011438384,0.18541104,0.002843441,0.000050928513,0.000023750707,0.0012166019,0.0006393744],"about_ca_topic_score_codex":0.011390596,"about_ca_topic_score_gemma":0.043274153,"teacher_disagreement_score":0.048641447,"about_ca_system_score_codex":0.0019650238,"about_ca_system_score_gemma":0.00052118074,"threshold_uncertainty_score":0.99519265},"labels":[],"label_agreement":null},{"id":"W3037050816","doi":"10.1145/3392063.3394413","title":"How do we design for concreteness fading?: survey, general framework, and design dimensions","year":2020,"lang":"en","type":"article","venue":"Interaction Design and Children","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Concreteness; Fading; Computer science; Dimension (graph theory); Vocabulary; Data science; Cognitive psychology; Psychology; Telecommunications; Mathematics","score_opus":0.07099494871427149,"score_gpt":0.2899652872341684,"score_spread":0.21897033851989695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037050816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012836576,0.00085172785,0.98162144,0.0036269107,0.00024500093,0.00057482155,0.0000026565897,0.00023920437,0.0000016766239],"genre_scores_gemma":[0.57954186,0.00009481142,0.4198328,0.00030603845,0.00010954627,0.00003250096,0.000003908855,0.00001733286,0.00006119603],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791443,0.0008653783,0.00018845072,0.0005803568,0.00015461347,0.00029677642],"domain_scores_gemma":[0.99771696,0.0016410736,0.00013833841,0.00020740819,0.0000787484,0.00021748437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008764984,0.00022515091,0.0002618421,0.0000851671,0.00035202067,0.0010265217,0.00028901882,0.00012718033,0.0000033814956],"category_scores_gemma":[0.0005279044,0.00020398633,0.00005497254,0.0001841831,0.0000521069,0.00051915704,0.00010445182,0.00039506258,0.0000040906575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008386601,0.00010927483,0.009056599,0.00004922011,0.0004559736,0.000020183306,0.015345789,0.020950668,0.004387879,0.0073651667,0.01229853,0.92912203],"study_design_scores_gemma":[0.002740781,0.0029644715,0.011926167,0.00043295423,0.00014544843,0.00040975233,0.00036770487,0.9408792,0.0076173753,0.003971691,0.026790373,0.0017540533],"about_ca_topic_score_codex":0.000035129546,"about_ca_topic_score_gemma":4.5593558e-7,"teacher_disagreement_score":0.927368,"about_ca_system_score_codex":0.000020221421,"about_ca_system_score_gemma":0.000039141,"threshold_uncertainty_score":0.9898772},"labels":[],"label_agreement":null},{"id":"W3040538330","doi":"10.48550/arxiv.2007.03564","title":"Colored props for large scale graphical reasoning","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"","keywords":"Colored; Computer science; Scale (ratio); Human–computer interaction; Sociology; Geography; Cartography","score_opus":0.059940923528318195,"score_gpt":0.20559394729609878,"score_spread":0.14565302376778058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040538330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08111322,0.00004389004,0.9162243,0.0005759582,0.00045545085,0.00046502217,0.000012032952,0.00085575046,0.00025438497],"genre_scores_gemma":[0.9391085,0.0000115689245,0.060056318,0.00012258183,0.00012455425,0.0000048340266,0.000029309964,0.000025531857,0.0005168217],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766296,0.0002113347,0.00017871476,0.001322446,0.00010068651,0.0005238319],"domain_scores_gemma":[0.99848753,0.0001374476,0.00022621945,0.0007850042,0.000114254886,0.00024952844],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005309421,0.0002897106,0.000361184,0.00016989508,0.00041048866,0.0002502238,0.0017327078,0.00032478155,0.0000043745436],"category_scores_gemma":[0.00016377891,0.00033241825,0.0003307903,0.00053974445,0.00006208948,0.00020388799,0.00168813,0.001136767,0.000025740399],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017531919,0.00035353116,0.0142594585,0.00044270922,0.00026040126,0.00038532796,0.004985519,0.033791974,0.0000458022,0.9330291,0.0015177284,0.010753123],"study_design_scores_gemma":[0.0010566134,0.00022642317,0.0017886467,0.00019971267,0.00010205799,0.0000069279067,0.000246679,0.9318158,0.000034230867,0.016413953,0.04738505,0.00072389137],"about_ca_topic_score_codex":0.00005295077,"about_ca_topic_score_gemma":0.00002499481,"teacher_disagreement_score":0.9166151,"about_ca_system_score_codex":0.00009683453,"about_ca_system_score_gemma":0.00018017806,"threshold_uncertainty_score":0.9999128},"labels":[],"label_agreement":null},{"id":"W3041212750","doi":"10.18260/1-2--34182","title":"Assessing the Effects of a Robotics Workshop with Draw-a-Robot Test","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; American Society for Engineering Education; Directorate for STEM Education; New York Space Grant Consortium; National Science Foundation","keywords":"Robotics; Artificial intelligence; Workforce; Curriculum; Robot; Educational robotics; Government (linguistics); Test (biology); Entertainment; Computer science; Engineering; Psychology; Political science; Pedagogy","score_opus":0.059447003623013306,"score_gpt":0.29979273263692,"score_spread":0.24034572901390672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041212750","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2900236,0.00022966618,0.6832694,0.024226971,0.0003484308,0.00082351983,0.000004131818,0.00074425683,0.0003300631],"genre_scores_gemma":[0.98879284,0.000015141782,0.009583828,0.0011702736,0.00017815674,0.000044878663,0.000003264581,0.000029357801,0.00018227917],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99745536,0.00006634621,0.0004675981,0.00076061435,0.0007061242,0.0005439448],"domain_scores_gemma":[0.9971429,0.00088841317,0.00050357665,0.0002653774,0.0009089527,0.00029079715],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00042511435,0.00038795132,0.00048804522,0.000079651,0.00039161698,0.0028306744,0.0027598203,0.000116869654,0.000006149858],"category_scores_gemma":[0.0028204536,0.000253433,0.00011040007,0.0010867554,0.0002822247,0.003326564,0.0009476104,0.00091220747,0.000012589923],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026254336,0.0010090308,0.0949999,0.0017881197,0.000535424,0.0001962733,0.1444934,0.0031285798,0.021322103,0.06412174,0.0052262973,0.6629166],"study_design_scores_gemma":[0.017442366,0.030807067,0.2791815,0.014656934,0.0015904009,0.0005023191,0.18983422,0.3751996,0.049912367,0.0016399932,0.028155103,0.011078113],"about_ca_topic_score_codex":0.000044490094,"about_ca_topic_score_gemma":0.0000032301823,"teacher_disagreement_score":0.6987692,"about_ca_system_score_codex":0.000029819228,"about_ca_system_score_gemma":0.00020507054,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W3041526246","doi":"10.6018/red.382591","title":"Macro-diseminación de la cultura maker: promoviendo competencias del siglo XXI a través de un Ideatón","year":2020,"lang":"es","type":"article","venue":"Revista de Educación a Distancia (RED)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Humanities; Political science; Geography; Cartography; Art","score_opus":0.011913031065669466,"score_gpt":0.27207925868239213,"score_spread":0.26016622761672265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041526246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49348453,0.04191894,0.42555672,0.029848509,0.00093476614,0.0022722278,0.00021413827,0.0025176846,0.0032524918],"genre_scores_gemma":[0.9091216,0.00051871483,0.08655383,0.0018623658,0.0012698678,0.00014954357,0.000053738302,0.00015826403,0.00031212982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917232,0.0021180816,0.0011541508,0.0017634152,0.0009154507,0.0023257444],"domain_scores_gemma":[0.99548244,0.0007106445,0.00067905046,0.0012157224,0.00022104793,0.0016910719],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0021812539,0.0010921278,0.0012242226,0.00017824346,0.0009945325,0.0032161395,0.0022554332,0.0005131194,0.00015698637],"category_scores_gemma":[0.0017563674,0.0011150345,0.0007656675,0.0016030177,0.00041537726,0.00046666485,0.00040705316,0.0019250812,0.00016898265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046147802,0.0025576926,0.07756371,0.004046256,0.0007132464,0.003749039,0.10989592,0.0003175951,0.011099748,0.17804319,0.041024007,0.5705281],"study_design_scores_gemma":[0.0013812827,0.0005071106,0.04110296,0.0011606908,0.0004178034,0.000885051,0.0022176423,0.006524514,0.0005227266,0.00047986975,0.943064,0.0017363809],"about_ca_topic_score_codex":0.00016256738,"about_ca_topic_score_gemma":0.0000073832193,"teacher_disagreement_score":0.90203995,"about_ca_system_score_codex":0.0011260418,"about_ca_system_score_gemma":0.0018432672,"threshold_uncertainty_score":0.99912995},"labels":[],"label_agreement":null},{"id":"W3043373709","doi":"10.1109/vl/hcc50065.2020.9127262","title":"Coding Strip: A Pedagogical Tool for Teaching and Learning Programming Concepts through Comics","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Coding (social sciences); Comic strip; Comics; Computer science; Multimedia; Computer programming; STRIPS; Programming language; Mathematics education; Artificial intelligence; Psychology; Sociology","score_opus":0.08873969079976729,"score_gpt":0.3584875112202093,"score_spread":0.269747820420442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043373709","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014128756,0.000118757824,0.9802525,0.0023136616,0.0000734529,0.0003461804,4.586291e-7,0.0017371926,0.0010290487],"genre_scores_gemma":[0.4882706,0.0000027996618,0.5105603,0.0005314958,0.000098258766,0.000018598017,0.0000026499479,0.000021440945,0.0004938795],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998288,0.000294394,0.00023891246,0.0005503599,0.00018997677,0.00043838893],"domain_scores_gemma":[0.99900156,0.0005598758,0.00011855921,0.00015816482,0.00002558157,0.00013625345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009116082,0.00018941556,0.00024448,0.000031481595,0.00080425787,0.0005671623,0.00040759498,0.00008462184,0.000002613038],"category_scores_gemma":[0.0010485621,0.0001717003,0.000079105674,0.00013115002,0.000073057156,0.00042536645,0.0002869426,0.0009808587,0.0000038165954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012808453,0.00003245416,0.0013317312,0.00006793771,0.000023690436,0.000006874889,0.03532477,0.00017941586,0.00018347663,0.16888036,0.00049538654,0.7934611],"study_design_scores_gemma":[0.0009835325,0.0005468513,0.00006205423,0.000055136064,0.00001528804,0.000025173475,0.0065974668,0.12208886,0.0000490555,0.000104988794,0.86905015,0.00042145955],"about_ca_topic_score_codex":0.00006162084,"about_ca_topic_score_gemma":0.0000016541748,"teacher_disagreement_score":0.8685548,"about_ca_system_score_codex":0.000017299319,"about_ca_system_score_gemma":0.000028179405,"threshold_uncertainty_score":0.7001735},"labels":[],"label_agreement":null},{"id":"W3043617929","doi":"10.1109/vl/hcc50065.2020.9127251","title":"Promoting Meaningful Learning by Supporting Interplay within Abstraction Ladder","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Abstraction; Coding (social sciences); Context (archaeology); Key (lock); Human–computer interaction; Programming language; Epistemology; Sociology","score_opus":0.014423100702961924,"score_gpt":0.27198547450909477,"score_spread":0.25756237380613284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043617929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12034099,0.000029737146,0.87019527,0.004705245,0.00022298304,0.00011380598,1.40959e-7,0.0019986017,0.0023932345],"genre_scores_gemma":[0.93529385,4.0730612e-7,0.063409984,0.0005414652,0.0000959661,0.0000049334344,0.0000047655203,0.000018920959,0.0006297079],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983452,0.00015182712,0.00036133637,0.00048915774,0.00028495488,0.0003675397],"domain_scores_gemma":[0.9992385,0.00010184967,0.00028857955,0.0001550675,0.00004234353,0.00017367808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009494507,0.00015596427,0.00015243949,0.000042264994,0.00032378657,0.00048453122,0.00046357844,0.00006462287,0.000052425712],"category_scores_gemma":[0.00066558545,0.00014463444,0.000061505816,0.0002527937,0.000017511358,0.0006414705,0.00019739036,0.0009005834,0.00012650489],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009344147,0.00006777156,0.008357945,0.00006975625,0.00005149523,0.000038290425,0.12877077,0.0025363697,0.016896829,0.0025923376,0.0025767428,0.83803236],"study_design_scores_gemma":[0.00058895326,0.0006437222,0.00045403183,0.00012231764,0.000018725757,0.00009020462,0.0049791825,0.77007306,0.023886982,0.00006909587,0.19822842,0.0008453304],"about_ca_topic_score_codex":0.0000692042,"about_ca_topic_score_gemma":0.000002748453,"teacher_disagreement_score":0.837187,"about_ca_system_score_codex":0.000025573263,"about_ca_system_score_gemma":0.000032778426,"threshold_uncertainty_score":0.58980215},"labels":[],"label_agreement":null},{"id":"W3044473656","doi":"10.1145/331795.331887","title":"Enhancing student learning through on-line quizzes","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Multimedia; Line (geometry); Mathematics education; Psychology; Mathematics","score_opus":0.02293948998551392,"score_gpt":0.2954405126227133,"score_spread":0.2725010226371994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044473656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7903271,0.00075400417,0.1622561,0.027105361,0.0007764254,0.00040465852,5.532254e-7,0.0028639801,0.015511861],"genre_scores_gemma":[0.8809,0.0000443788,0.10323811,0.0016169919,0.0002727279,0.000022523494,0.0000029400014,0.000029132756,0.01387315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787325,0.00030094982,0.00029642243,0.0005868382,0.00043233906,0.0005102216],"domain_scores_gemma":[0.9984099,0.0005071813,0.00009534216,0.00086136966,0.000031847503,0.000094346484],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007592229,0.00022630292,0.00022278407,0.00005663019,0.00048270324,0.0003136956,0.0014374886,0.000080432634,0.0007601943],"category_scores_gemma":[0.00048627032,0.0002070254,0.00010084669,0.00021727143,0.000039857314,0.000109985485,0.00031187735,0.000760211,0.0029018186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002811242,0.00030899167,0.0010049026,0.000017895483,0.00004520162,0.00009481199,0.016539754,0.018080115,0.00021777586,0.00305183,0.0029647357,0.9576459],"study_design_scores_gemma":[0.00040962998,0.00046960317,0.00065016065,0.00009953739,0.0000069641314,0.000018581024,0.00026542437,0.00032032456,0.0009823196,0.00010911989,0.99635875,0.00030956013],"about_ca_topic_score_codex":0.0001756589,"about_ca_topic_score_gemma":0.00000555244,"teacher_disagreement_score":0.993394,"about_ca_system_score_codex":0.000046109337,"about_ca_system_score_gemma":0.000025779907,"threshold_uncertainty_score":0.99787456},"labels":[],"label_agreement":null},{"id":"W3044899520","doi":"10.1145/3383444","title":"Why computing belongs within the social sciences","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Data science","score_opus":0.11241736252150343,"score_gpt":0.3490799881637016,"score_spread":0.2366626256421982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044899520","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02362324,0.00046844134,0.023559518,0.95114785,0.00011983062,0.00012536295,4.851882e-7,0.00017098272,0.000784286],"genre_scores_gemma":[0.7352437,0.0000019344918,0.26182976,0.0028897803,0.000023495726,0.0000018377079,2.5061817e-7,0.00000258893,0.0000066835423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900275,0.00042360477,0.00016118684,0.00012532556,0.00018038636,0.0001067595],"domain_scores_gemma":[0.99217343,0.00046559123,0.00020206776,0.007098289,0.00004304438,0.000017545797],"candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0009208916,0.000055044216,0.00007529356,0.000016793352,0.002191524,0.000150145,0.048694916,0.00002009521,5.024229e-7],"category_scores_gemma":[0.0043101534,0.000032600266,0.00006538703,0.00061879616,0.0005548572,0.00011435667,0.023902733,0.00035402598,0.0000051392553],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034091493,0.0001336116,0.010398805,0.000026579044,0.00006289334,2.1688778e-7,0.18682495,0.003183524,0.00051274465,0.5942122,0.066035636,0.13860546],"study_design_scores_gemma":[0.00061236636,0.00021574985,0.030448187,0.00019905722,0.000065092034,0.000021295878,0.009538369,0.38089383,0.0007922311,0.061661404,0.5149429,0.0006095597],"about_ca_topic_score_codex":0.000108341366,"about_ca_topic_score_gemma":0.000009682316,"teacher_disagreement_score":0.9482581,"about_ca_system_score_codex":0.0000083099885,"about_ca_system_score_gemma":0.0000581645,"threshold_uncertainty_score":0.9991075},"labels":[],"label_agreement":null},{"id":"W3046992986","doi":"10.25071/1916-4467.40576","title":"Computational and Mathematics Thinking Workshops for Elementary School Children and Their Parents","year":2020,"lang":"en","type":"article","venue":"Journal of the Canadian Association for Curriculum Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Situated; Mathematics education; Curriculum; Session (web analytics); Strict constructionism; Qualitative research; Situated learning; Pedagogy; Psychology; Computer science; Sociology; Epistemology; Biology","score_opus":0.01914924524203591,"score_gpt":0.2616955809175517,"score_spread":0.24254633567551578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046992986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6203878,0.00659221,0.19241689,0.1769561,0.0016904933,0.0017261602,0.000112310074,0.00009081563,0.000027192147],"genre_scores_gemma":[0.91475004,0.000028481945,0.08369049,0.0012657896,0.00022032812,0.0000072487605,0.0000029201349,0.000007709153,0.00002697563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99930197,0.000049253216,0.00022970054,0.00009506455,0.00016406218,0.00015994585],"domain_scores_gemma":[0.9988424,0.0002718121,0.00047560225,0.00004286917,0.00023259342,0.00013472713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078529306,0.00008160432,0.00016974285,0.000048939055,0.0006913582,0.00020245364,0.00024308905,0.000031274027,2.2266101e-7],"category_scores_gemma":[0.0012266285,0.00005406191,0.00008008891,0.000101578764,0.000015653824,0.00016357205,0.0000681863,0.00017008385,1.8466639e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006896119,0.00006120151,0.8139023,0.0001457233,0.0020992458,0.000001084171,0.050615396,0.00327998,0.0000028640375,0.009605842,0.042048912,0.07823054],"study_design_scores_gemma":[0.008703759,0.0012150978,0.5953759,0.0015995735,0.00082505937,0.00015219492,0.036132682,0.16969542,0.00002488112,0.11129183,0.07348299,0.0015006162],"about_ca_topic_score_codex":0.00024015801,"about_ca_topic_score_gemma":0.0016767947,"teacher_disagreement_score":0.29436225,"about_ca_system_score_codex":0.00026083618,"about_ca_system_score_gemma":0.00010155429,"threshold_uncertainty_score":0.5317438},"labels":[],"label_agreement":null},{"id":"W3047922796","doi":"10.1145/3372782.3407105","title":"The Integration of Coding in Teacher Education Programs","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Coding (social sciences); Axial coding; Mathematics education; Teacher education; Computer science; Pedagogy; Affect (linguistics); Computational thinking; Grounded theory; Psychology; Qualitative research; Sociology","score_opus":0.0417559783702936,"score_gpt":0.2948046359195533,"score_spread":0.2530486575492597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047922796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08240577,0.00011007694,0.90348554,0.010501381,0.00016315714,0.00017728283,1.0165798e-8,0.00019160463,0.0029651788],"genre_scores_gemma":[0.9622143,0.0000015340897,0.037318315,0.00007957965,0.000025376601,0.000008561081,7.9450945e-7,0.00000202825,0.00034952036],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995571,0.00007316973,0.00010968469,0.000101674035,0.00008036,0.00007802957],"domain_scores_gemma":[0.9997788,0.000025446334,0.000044211763,0.00010875056,0.000020029594,0.000022745937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031892685,0.00003486654,0.000040845145,0.000020656717,0.00005285651,0.00009653719,0.00026369354,0.0000162675,0.0000015115122],"category_scores_gemma":[0.00010220347,0.000022268307,0.000017978686,0.0002445091,0.000014291743,0.00012178683,0.00003878835,0.000138488,0.000004300743],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1080557e-7,0.000026882397,0.0038198978,0.0000020432046,6.717789e-7,5.629975e-8,0.004293142,0.000009041342,0.0001298092,0.035559542,0.00007229467,0.9560857],"study_design_scores_gemma":[0.0006326539,0.0006765361,0.050261527,0.0002305083,0.000008975135,0.0000072753096,0.01431359,0.5868986,0.0028543875,0.0019339061,0.3416687,0.00051334343],"about_ca_topic_score_codex":0.00012948475,"about_ca_topic_score_gemma":0.00002891369,"teacher_disagreement_score":0.95557237,"about_ca_system_score_codex":0.000011569447,"about_ca_system_score_gemma":0.000035746758,"threshold_uncertainty_score":0.09309103},"labels":[],"label_agreement":null},{"id":"W3048362043","doi":"10.1145/3372782.3407108","title":"Pedagogical and Curricular Practices for Computer Science Education with English Language Learners","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mathematics education; Computer science; English language; Pedagogy; Psychology","score_opus":0.048762081384678635,"score_gpt":0.3488720567087777,"score_spread":0.30010997532409905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048362043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16711798,0.00008712562,0.8291003,0.0028123902,0.00010414575,0.00013928539,8.766243e-8,0.00027211546,0.00036655687],"genre_scores_gemma":[0.542462,9.53731e-7,0.45662722,0.0006170179,0.00015443722,0.000006300447,7.726896e-7,0.0000031982172,0.00012812257],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991786,0.000036680096,0.00006614214,0.00037208167,0.00018048855,0.00016599656],"domain_scores_gemma":[0.9994648,0.0000892478,0.00009584241,0.00013594932,0.000080543476,0.00013359007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000383565,0.000070134025,0.0000699102,0.000038094582,0.00020031819,0.00051708607,0.00033159758,0.000018521303,0.0000020566163],"category_scores_gemma":[0.00037912384,0.00004919079,0.000014517608,0.0002691804,0.00008039539,0.0006326575,0.000107965985,0.0001375683,0.0000026519963],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007073732,0.00005513442,0.0029205277,0.00002672821,0.0000052504424,0.000002341055,0.056307286,0.00019729973,0.000104369945,0.027927753,0.00021190268,0.9122343],"study_design_scores_gemma":[0.0009140803,0.0017308468,0.002325999,0.000068759895,0.000030160845,0.000057613015,0.027017321,0.24324307,0.00045481048,0.00004031984,0.723472,0.0006449978],"about_ca_topic_score_codex":0.00004628385,"about_ca_topic_score_gemma":0.000002299325,"teacher_disagreement_score":0.9115893,"about_ca_system_score_codex":0.000009297427,"about_ca_system_score_gemma":0.00018756393,"threshold_uncertainty_score":0.4986273},"labels":[],"label_agreement":null},{"id":"W3048432047","doi":"10.1590/1980-6248-2018-0034","title":"Computational thinking as a heuristic endeavour: students’ solutions of coding problems","year":2020,"lang":"en","type":"article","venue":"Pro-Posições","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Social Sciences and Humanities Research Council; Ontario Tech University; Western University","funders":"Social Sciences and Humanities Research Council of Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Coding (social sciences); Debugging; Heuristic; Constructionism; Strict constructionism; Computer science; Mathematics education; Computational thinking; Point (geometry); Task (project management); Psychology; Artificial intelligence; Mathematics; Epistemology; Programming language; Engineering","score_opus":0.0497134140440867,"score_gpt":0.2920635100562982,"score_spread":0.24235009601221152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048432047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022231873,0.00035351483,0.97211283,0.0039300146,0.00016019226,0.0003039047,0.0000018184146,0.000537118,0.00036873677],"genre_scores_gemma":[0.9001945,0.0000031523498,0.099271215,0.00038189586,0.00006573167,0.000019339905,0.000006450673,0.000011923988,0.000045761222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982505,0.00015372541,0.00030896513,0.0003722473,0.0006051482,0.00030945486],"domain_scores_gemma":[0.9992381,0.00017799201,0.00018546218,0.00018634662,0.00009496076,0.000117141506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005711001,0.00014023474,0.0001951895,0.000087752116,0.00041092248,0.00029784616,0.0009639218,0.00004395607,0.000008430778],"category_scores_gemma":[0.0002162755,0.00013655162,0.00008356187,0.00035884738,0.00005597477,0.00025871422,0.0004596142,0.00034092134,0.000043916232],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036909885,0.0008740557,0.070747964,0.0006978882,0.0003769055,0.00005824712,0.15824042,0.11847253,0.0012951571,0.46308312,0.0016717549,0.18444507],"study_design_scores_gemma":[0.003504962,0.0023091265,0.033315077,0.0013011298,0.00019220583,0.0002036368,0.0018746612,0.85136235,0.0011108341,0.05327129,0.049585607,0.0019691144],"about_ca_topic_score_codex":0.00007453551,"about_ca_topic_score_gemma":0.0000013101858,"teacher_disagreement_score":0.87796265,"about_ca_system_score_codex":0.0000295458,"about_ca_system_score_gemma":0.00007544849,"threshold_uncertainty_score":0.5568414},"labels":[],"label_agreement":null},{"id":"W3080740527","doi":"10.5430/wje.v10n4p83","title":"The Effect of Lego Wedo 2.0 Education on Academic Achievement and Attitudes and Computational Thinking Skills of Learners toward Science","year":2020,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computational thinking; Mathematics education; Curriculum; Academic achievement; Set (abstract data type); Psychology; Control (management); Science education; Scale (ratio); Achievement test; Test (biology); Critical thinking; Computer science; Pedagogy; Artificial intelligence; Standardized test","score_opus":0.013360569326134546,"score_gpt":0.3169505481389453,"score_spread":0.30358997881281075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080740527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97486615,0.0013229331,0.009910576,0.013178532,0.0005329035,0.000109279805,9.167759e-8,0.0000088516845,0.00007070394],"genre_scores_gemma":[0.98410505,0.00004747709,0.015534907,0.00017758572,0.00009559559,0.0000015577561,3.6235537e-7,0.0000033418057,0.00003413851],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989218,0.00015302478,0.0002944693,0.00013440583,0.00039883514,0.000097464166],"domain_scores_gemma":[0.9987627,0.00044290142,0.0005027647,0.00008113097,0.00012675828,0.000083688305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017503988,0.000071782175,0.00012558541,0.00018928522,0.00021680054,0.00010526542,0.00038047976,0.0000173685,6.178448e-7],"category_scores_gemma":[0.00039618212,0.00004997658,0.000030021085,0.0003775136,0.00016441252,0.0003140262,0.000068770576,0.00034095426,3.734672e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003244069,0.00008953599,0.08124926,0.00007756218,0.00002011811,1.2334745e-7,0.014453713,0.0022700697,0.0007388808,0.018767044,0.00020835335,0.8820929],"study_design_scores_gemma":[0.0012298366,0.0031690705,0.95781875,0.0021305373,0.00009235256,0.00007796767,0.0030214363,0.0050763567,0.0052141612,0.003544972,0.01823162,0.000392941],"about_ca_topic_score_codex":0.000009190949,"about_ca_topic_score_gemma":7.4419063e-7,"teacher_disagreement_score":0.8817,"about_ca_system_score_codex":0.000041932137,"about_ca_system_score_gemma":0.00045849572,"threshold_uncertainty_score":0.20379858},"labels":[],"label_agreement":null},{"id":"W3084169495","doi":"10.70725/658104aqruzh","title":"Teacher Candidates’ Key Understandings about Computational Thinking in Mathematics and Science Education","year":2019,"lang":"en","type":"article","venue":"Journal of Computers in Mathematics and Science Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Key (lock); Mathematics education; Science education; Computational thinking; Pedagogy; Computer science; Psychology","score_opus":0.015918251204139144,"score_gpt":0.29099636468849255,"score_spread":0.2750781134843534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084169495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65845996,0.00013174041,0.339746,0.00048132936,0.00033033904,0.000119576594,7.981521e-8,0.000020729447,0.000710247],"genre_scores_gemma":[0.5477834,0.0000069148473,0.45210773,0.00005845746,0.000020893183,4.891722e-7,8.379334e-8,0.0000053483836,0.00001671582],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974486,0.000066260065,0.00068582315,0.00036630017,0.0010181346,0.00041486596],"domain_scores_gemma":[0.998429,0.0004535946,0.00058148865,0.0002486796,0.00012124003,0.00016599972],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01048766,0.0001802629,0.00035600492,0.0012585722,0.00051746017,0.0013774523,0.0012249141,0.00004820062,0.0000013435003],"category_scores_gemma":[0.00043226226,0.00015240295,0.000039088238,0.00083938683,0.0004315809,0.001823326,0.00040937995,0.00082833116,0.0000015134779],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056268946,0.0005181502,0.028387498,0.0002580104,0.000011533512,0.000016189624,0.16821343,0.00779554,0.00086274714,0.70828784,0.000030179412,0.08561327],"study_design_scores_gemma":[0.0005903352,0.00015210922,0.010870197,0.0017471199,0.0000068921354,0.00047714863,0.005945018,0.86636525,0.000015649286,0.113393076,0.00014188552,0.00029532894],"about_ca_topic_score_codex":0.000033689303,"about_ca_topic_score_gemma":0.0000051379757,"teacher_disagreement_score":0.8585697,"about_ca_system_score_codex":0.00030267282,"about_ca_system_score_gemma":0.00077026064,"threshold_uncertainty_score":0.99965924},"labels":[],"label_agreement":null},{"id":"W3084243275","doi":"10.21432/cjlt27857","title":"Computational Thinking in Classrooms: A Study of a Professional Development for STEM Teachers in High Needs Schools","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Maryland Higher Education Commission","keywords":"Thematic analysis; Mathematics education; Professional development; Psychology; Faculty development; Qualitative research; Pedagogy; Multimethodology; Process (computing); Content analysis; Semi-structured interview; Sociology; Computer science","score_opus":0.018043430493227954,"score_gpt":0.2539151421843611,"score_spread":0.23587171169113316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084243275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706942,0.00020076055,0.024580963,0.0042594527,0.00009712717,0.0001386939,1.4857156e-7,0.000024996561,0.0000036873455],"genre_scores_gemma":[0.96267766,5.893922e-7,0.037238296,0.000027464714,0.000013548526,0.000006884469,4.735923e-7,0.0000067858505,0.000028285514],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9989312,0.0001411355,0.00041448593,0.000146645,0.00013442701,0.00023210181],"domain_scores_gemma":[0.99935335,0.00011044754,0.00026010125,0.000049783604,0.00008677806,0.00013955434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008568731,0.000087501045,0.00024696984,0.0011190444,0.0001569649,0.000045961915,0.0003614994,0.00010268979,0.0000013684883],"category_scores_gemma":[0.00029715447,0.000084243344,0.000018729776,0.0007537187,0.00003668828,0.000108110464,0.000048025922,0.0010920865,3.4806033e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010670656,0.000053587748,0.713239,0.000019025712,0.00002537612,0.00006128422,0.051612467,0.008674481,0.000008564253,0.002551366,0.000017517332,0.22372665],"study_design_scores_gemma":[0.01942196,0.009720126,0.23554286,0.0026802642,0.000052404397,0.0005303361,0.55486256,0.047076628,0.000100178506,0.0066979025,0.12194526,0.0013694979],"about_ca_topic_score_codex":0.00021814679,"about_ca_topic_score_gemma":0.00094550295,"teacher_disagreement_score":0.5032501,"about_ca_system_score_codex":0.0000936694,"about_ca_system_score_gemma":0.00089614006,"threshold_uncertainty_score":0.4744633},"labels":[],"label_agreement":null},{"id":"W3084435339","doi":"10.35199/epde.2020.67","title":"DESIGN AND IMPLEMENTATION OF A NOVEL ROBOT MANIPULATOR KIT FOR INDUSTRY 4.0 THROUGH EDUCATIONAL MECHATRONICS","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología; Laureate Education","keywords":"Mechatronics; Robot manipulator; Manufacturing engineering; Computer science; Manipulator (device); Control engineering; Robot; Engineering; Artificial intelligence","score_opus":0.10113584304825891,"score_gpt":0.35242339090985914,"score_spread":0.25128754786160024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084435339","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007062044,0.00003648333,0.9847064,0.007893071,0.00004936813,0.00019353126,7.9954793e-7,0.000048675272,0.000009655387],"genre_scores_gemma":[0.4027887,5.156003e-7,0.59690064,0.00024315943,0.000027637216,0.000013072484,0.0000024666456,0.0000032436385,0.000020551823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994774,0.000020924195,0.00012606579,0.00017511682,0.0000906139,0.00010987091],"domain_scores_gemma":[0.999682,0.00009474432,0.000070081456,0.00008113883,0.000031192656,0.00004080944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001733354,0.000056082143,0.00006904184,0.000015324553,0.00006797703,0.000054226577,0.00016195003,0.000045993194,0.000011808191],"category_scores_gemma":[0.000026508345,0.000053310232,0.000019671814,0.000088816814,0.0000092404525,0.00021075197,0.000055979122,0.0001142836,8.495995e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000125732595,0.00010588392,0.002045086,0.00008539068,0.000052001316,1.286195e-7,0.013452324,0.008568297,0.0038047917,0.80910605,0.0012853814,0.1614821],"study_design_scores_gemma":[0.0057697967,0.0019357929,0.0099902395,0.00007544275,0.00008167124,0.00002791849,0.0060819555,0.88596046,0.020663109,0.0073394286,0.061070528,0.0010036733],"about_ca_topic_score_codex":0.00005918529,"about_ca_topic_score_gemma":0.0000014025887,"teacher_disagreement_score":0.8773922,"about_ca_system_score_codex":0.000012795088,"about_ca_system_score_gemma":0.0001023725,"threshold_uncertainty_score":0.21739282},"labels":[],"label_agreement":null},{"id":"W3085272523","doi":"10.1145/792548.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Medicine; Library science; Computer science","score_opus":0.016195666001530988,"score_gpt":0.23890716185707378,"score_spread":0.22271149585554278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085272523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040969037,0.0009006327,0.9165329,0.021160766,0.001314253,0.00029361006,5.606225e-7,0.0018561506,0.016972119],"genre_scores_gemma":[0.7749952,0.000004917386,0.21840882,0.00083788676,0.00005682917,0.000011635099,7.56631e-7,0.0000138457035,0.0056701037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998685,0.00022108818,0.00016005382,0.0003606099,0.00021131535,0.00036190313],"domain_scores_gemma":[0.9986322,0.00023572233,0.00006707434,0.00092754647,0.000030925592,0.000106528896],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006158896,0.00013159496,0.00012566308,0.000057376314,0.0002154894,0.00019181464,0.0010581834,0.00006472434,0.00020258824],"category_scores_gemma":[0.0013463362,0.00012307,0.000066951936,0.00018463729,0.000013781071,0.000059165417,0.00021318285,0.00031231574,0.002107755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009461362,0.00032249477,0.006818261,0.000038395312,0.000054194927,0.00015160786,0.00462091,0.0014312372,0.00035726815,0.100802414,0.16295391,0.7224398],"study_design_scores_gemma":[0.00019828552,0.000052976455,0.00043826646,0.000012446943,0.000002969042,0.00003272012,0.000027110504,0.000118312375,0.00043930626,0.00038938515,0.99811566,0.00017258638],"about_ca_topic_score_codex":0.00003106271,"about_ca_topic_score_gemma":7.5304774e-7,"teacher_disagreement_score":0.83516175,"about_ca_system_score_codex":0.000021695561,"about_ca_system_score_gemma":0.000033128003,"threshold_uncertainty_score":0.9986692},"labels":[],"label_agreement":null},{"id":"W3089075925","doi":"10.70725/186205klgvjx","title":"The STEAM Innovation Laboratory: Beyond the Makerspace Paradigm","year":2020,"lang":"en","type":"article","venue":"Journal of Computers in Mathematics and Science Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"Goddard Space Flight Center; National Aeronautics and Space Administration","keywords":"Paradigm shift; Philosophy; Epistemology","score_opus":0.02031560130767169,"score_gpt":0.2750389675174914,"score_spread":0.2547233662098197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089075925","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1910191,0.0002847747,0.7717201,0.036286104,0.0004053108,0.00009089037,1.028378e-7,0.000029027116,0.00016459671],"genre_scores_gemma":[0.74084985,0.00001542536,0.25827935,0.0007503137,0.00009488589,6.782399e-7,2.5400189e-8,0.0000046950695,0.000004779807],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984443,0.00015255206,0.0004364035,0.00015466474,0.00057008304,0.000241983],"domain_scores_gemma":[0.99845344,0.00063312793,0.0005068701,0.00022884346,0.00009814413,0.000079589765],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008470635,0.000100821024,0.00016349819,0.00014981962,0.0008981952,0.0011036592,0.0014854652,0.00002257305,1.4217598e-7],"category_scores_gemma":[0.0008389764,0.000054384767,0.00003196296,0.0010603028,0.00024311514,0.0006303783,0.00025180724,0.0008221058,7.6016664e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039512183,0.00004312978,0.0004411433,0.000022331807,0.000012386248,0.000014890551,0.05404197,0.0015706489,0.0004551732,0.74167985,0.0006076431,0.2011069],"study_design_scores_gemma":[0.0007510283,0.00052111124,0.0019618662,0.0003067483,0.000015656291,0.0002481604,0.0077100415,0.878355,0.000099486184,0.05052411,0.059137043,0.00036972505],"about_ca_topic_score_codex":0.0000019471431,"about_ca_topic_score_gemma":5.43539e-7,"teacher_disagreement_score":0.8767844,"about_ca_system_score_codex":0.000041011575,"about_ca_system_score_gemma":0.0001571324,"threshold_uncertainty_score":0.9999333},"labels":[],"label_agreement":null},{"id":"W3089121849","doi":"10.3390/educsci10100265","title":"Young Children, Maker Literacies and Social Change","year":2020,"lang":"en","type":"article","venue":"Education Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University; Memorial University of Newfoundland","funders":"","keywords":"Social media; Everyday life; Sociology; Pedagogy; Mathematics education; Psychology; Multimedia; Computer science; World Wide Web; Epistemology","score_opus":0.076842106376566,"score_gpt":0.3233564972716114,"score_spread":0.24651439089504543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089121849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83922696,0.0018684778,0.02887368,0.12685795,0.0012886435,0.00022954412,9.2306175e-7,0.00044323617,0.0012105639],"genre_scores_gemma":[0.9743575,0.000004806956,0.023341715,0.001838889,0.000336387,0.00001142723,0.000001093805,0.0000019127456,0.00010626549],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99930215,0.000055010056,0.00007431112,0.00026124093,0.00017403062,0.00013327564],"domain_scores_gemma":[0.99979174,0.000021868673,0.000050106108,0.00006050096,0.00002347381,0.000052326923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023709534,0.000055367873,0.000052712167,0.000049258477,0.00051007245,0.0005901833,0.00034047707,0.000017497818,0.0000063581006],"category_scores_gemma":[0.00004705226,0.000047675687,0.00001599425,0.0003611646,0.00010814792,0.0006549778,0.000084914485,0.00008538865,0.0000198795],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8447076e-7,0.000019151672,0.05266996,0.0000052333025,0.0000017009163,1.3647637e-7,0.11230024,6.085142e-7,0.000016472537,0.021546574,0.00063577975,0.81280386],"study_design_scores_gemma":[0.00014245693,0.00016258002,0.79343295,0.00003921546,0.00000646936,0.000037974565,0.0040381574,0.002691693,0.000058555433,0.00072275545,0.19827671,0.00039047396],"about_ca_topic_score_codex":0.00006650006,"about_ca_topic_score_gemma":0.0000015894251,"teacher_disagreement_score":0.8124134,"about_ca_system_score_codex":0.0000057992524,"about_ca_system_score_gemma":0.00007298164,"threshold_uncertainty_score":0.5691151},"labels":[],"label_agreement":null},{"id":"W3089160921","doi":"10.1145/3402942.3402988","title":"LeGACy Code: Studying How (Amateur) Game Developers Used Graphic Adventure Creator","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University; University of Calgary","funders":"","keywords":"Adventure; Amateur; Computer science; Game art design; Game Developer; Video game development; Game design; Human–computer interaction; Multimedia; Code (set theory); Video game; Game programming; Video game design; World Wide Web; Game design document; Programming language; Artificial intelligence; Archaeology; History","score_opus":0.04698281904248093,"score_gpt":0.2529273147054403,"score_spread":0.20594449566295936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089160921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20326708,0.0002749462,0.755582,0.037074737,0.00040435418,0.00028936166,6.6573745e-7,0.0024855647,0.0006213214],"genre_scores_gemma":[0.9309028,0.0000050369795,0.0670485,0.0015379244,0.00008065638,0.000010815942,0.000002315047,0.000020010228,0.00039196014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983607,0.00015848546,0.00016941625,0.00055593165,0.0003559769,0.00039948244],"domain_scores_gemma":[0.9991842,0.00008277186,0.00008435821,0.0003527298,0.000049403923,0.00024652426],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00033301656,0.00020444885,0.00021960546,0.000086123204,0.0002356973,0.0012111709,0.0009729858,0.000071752445,0.00001778535],"category_scores_gemma":[0.00018819828,0.00017110768,0.00009874754,0.0006856158,0.0000345992,0.00095892453,0.00026637057,0.00046914117,0.00006424211],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036753536,0.00030275734,0.04505072,0.00021400118,0.00032399295,0.00033647026,0.1582134,0.0013630716,0.002362605,0.03917882,0.006544403,0.746073],"study_design_scores_gemma":[0.001342527,0.0003648257,0.010085194,0.00008146817,0.000029321473,0.000033918925,0.006989767,0.026124407,0.000646751,0.000037592945,0.95333594,0.00092829275],"about_ca_topic_score_codex":0.000027092816,"about_ca_topic_score_gemma":0.000006174811,"teacher_disagreement_score":0.9467915,"about_ca_system_score_codex":0.0000216354,"about_ca_system_score_gemma":0.000071396185,"threshold_uncertainty_score":0.99982566},"labels":[],"label_agreement":null},{"id":"W3090436727","doi":"10.1145/1269900.1268879","title":"Extending a marking tool with simple support for testing","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Simple (philosophy); Computer science; Test (biology); Software engineering; Extensibility; Programming language; Human–computer interaction","score_opus":0.03038015326115105,"score_gpt":0.2788251729453463,"score_spread":0.24844501968419527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090436727","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05231874,0.000037684662,0.9445239,0.0010858588,0.000146405,0.00028596676,6.6031225e-7,0.0006676508,0.00093316054],"genre_scores_gemma":[0.46780163,2.9085922e-7,0.53116614,0.0003023163,0.00012432136,0.00001917019,0.0000029007392,0.000020579102,0.0005626677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982465,0.000047218924,0.00027111452,0.00048872654,0.0002578849,0.0006885511],"domain_scores_gemma":[0.9973145,0.0016775297,0.00016018699,0.00066170486,0.000083552564,0.000102520666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024219905,0.00018109365,0.0001735993,0.00011591527,0.00044483467,0.0002753308,0.00092917273,0.00006040131,0.000031355587],"category_scores_gemma":[0.0021374011,0.00015915318,0.000059878268,0.0002983567,0.00003256568,0.000105897285,0.00030892115,0.0002783864,0.000051474868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030850828,0.000040525436,0.0069452147,0.000030304567,0.000015657815,0.000077946475,0.00079632207,0.00011440659,0.00029182227,0.0014510035,0.0020868154,0.9881191],"study_design_scores_gemma":[0.0006271181,0.00044085152,0.005699081,0.00007708732,0.00001291448,0.0001436851,0.00014801107,0.0011505779,0.0005127949,0.0002568546,0.9905431,0.00038789908],"about_ca_topic_score_codex":0.00006106321,"about_ca_topic_score_gemma":0.0000051787238,"teacher_disagreement_score":0.9884563,"about_ca_system_score_codex":0.00004761657,"about_ca_system_score_gemma":0.000049422844,"threshold_uncertainty_score":0.6490078},"labels":[],"label_agreement":null},{"id":"W3091224760","doi":"10.1145/3399715.3399821","title":"Categories and Completeness of Visual Programming and Direct Manipulation","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Categorization; Visual programming language; Inductive programming; Completeness (order theory); Programming paradigm; Programming language; Reactive programming; Functional logic programming; Artificial intelligence; Visualization; Programming domain; Functional reactive programming; Human–computer interaction; Mathematics","score_opus":0.03245528427902516,"score_gpt":0.26682603380293785,"score_spread":0.23437074952391268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091224760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34247822,0.00022185437,0.65567386,0.0010331491,0.000038779643,0.00009569603,1.1038125e-7,0.000270434,0.00018791291],"genre_scores_gemma":[0.919871,0.0000021768994,0.08003864,0.00005015189,0.000016861086,0.0000019441454,9.475962e-7,0.0000033231768,0.000014962477],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994936,0.000043225707,0.00010337638,0.00017855686,0.00008585466,0.00009540864],"domain_scores_gemma":[0.99976844,0.000051699993,0.00004527618,0.000058490557,0.000020821972,0.000055250173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014358341,0.000058794252,0.00010507348,0.000023954028,0.000082939856,0.0001149309,0.00008607676,0.000019207226,8.923996e-7],"category_scores_gemma":[0.0000334773,0.00005033724,0.000011210859,0.000119091805,0.000038791815,0.00016627912,0.00011258193,0.00006204027,5.745633e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040567666,0.0000149429925,0.03577473,0.00006507126,0.000008553147,0.0000019710499,0.005755223,0.000040001283,0.00033353842,0.017608073,0.000006658589,0.9403872],"study_design_scores_gemma":[0.0014062541,0.0017533782,0.2677292,0.00009672396,0.00004610286,0.00005942993,0.0026747761,0.6231278,0.003216041,0.00057035603,0.09839286,0.00092709827],"about_ca_topic_score_codex":0.000113928654,"about_ca_topic_score_gemma":0.000004025565,"teacher_disagreement_score":0.9394601,"about_ca_system_score_codex":0.0000024185372,"about_ca_system_score_gemma":0.0000069894218,"threshold_uncertainty_score":0.2052693},"labels":[],"label_agreement":null},{"id":"W3091299024","doi":"10.1109/tse.2020.3027255","title":"Comparing Block-Based Programming Models for Two-Armed Robots","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Robot; Human–computer interaction; Task (project management); Block (permutation group theory); Robotics; Programming by demonstration; Artificial intelligence; Inductive programming; Programming paradigm; Software engineering; Programming language; Systems engineering; Engineering","score_opus":0.039325971948369134,"score_gpt":0.24808900354820956,"score_spread":0.20876303159984044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091299024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003353882,0.000043688986,0.99240947,0.0002435772,0.0004987584,0.00037692214,0.00000261488,0.003068519,0.0000025871875],"genre_scores_gemma":[0.5479286,3.4090243e-7,0.45178002,0.000096485644,0.00004897996,0.00010587053,0.0000013414978,0.000031630763,0.0000067794376],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841726,0.00003187132,0.00027423634,0.0005164219,0.00025590797,0.00050428277],"domain_scores_gemma":[0.9990209,0.0002938766,0.00006125504,0.00032302018,0.000057439946,0.00024355149],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021719893,0.00026805978,0.0002735032,0.00015685911,0.0002965869,0.00024023495,0.00052930875,0.00007480913,0.0000015426912],"category_scores_gemma":[0.00004651002,0.00029995013,0.00020212353,0.00044756505,0.000015352438,0.00035100445,0.0000042782713,0.0005297566,0.000008860925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010903318,0.00004826084,0.000019922532,0.000077182995,0.000028811066,0.0000040173263,0.00069089636,0.899415,0.00011797702,0.00014223423,0.0000082170145,0.09943657],"study_design_scores_gemma":[0.00080211554,0.00015119642,0.000013588279,0.000091586655,0.000022682058,0.000005415035,0.000014869665,0.9930254,0.0027795702,0.0000043863492,0.002753973,0.00033522098],"about_ca_topic_score_codex":0.000017377923,"about_ca_topic_score_gemma":0.0000026197897,"teacher_disagreement_score":0.5445747,"about_ca_system_score_codex":0.00007156194,"about_ca_system_score_gemma":0.00005351024,"threshold_uncertainty_score":0.9999453},"labels":[],"label_agreement":null},{"id":"W3094316375","doi":"10.1007/s40593-020-00217-z","title":"When Does Scaffolding Provide Too Much Assistance? A Code-Tracing Tutor Investigation","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Tracing; TUTOR; Computer science; Code (set theory); Operationalization; Artificial intelligence; Programming language","score_opus":0.04427563111696664,"score_gpt":0.3316128729635866,"score_spread":0.28733724184661996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094316375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34424055,0.00012603767,0.62588906,0.026372064,0.0031668823,0.00010478397,8.465427e-7,0.000050842184,0.00004890118],"genre_scores_gemma":[0.86936116,0.000014746314,0.12894051,0.0007407857,0.0008951798,0.0000067828005,0.0000024968135,0.0000091364545,0.000029235212],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792033,0.00016320543,0.0008572773,0.00027128457,0.00060300966,0.00018486226],"domain_scores_gemma":[0.9983087,0.00019224982,0.0006395493,0.00013257776,0.000582935,0.00014394015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096988416,0.00012995799,0.0001667081,0.0003383136,0.00008357714,0.0006042734,0.0010849849,0.00006319685,0.000018609104],"category_scores_gemma":[0.0013327838,0.00011441038,0.00008882193,0.0003322035,0.000052871783,0.0014468888,0.00007807222,0.00042673034,0.00001850342],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043963686,0.00015781951,0.004286714,0.000014402598,0.000024443516,0.00001582459,0.028027749,0.002487358,0.003281755,0.021913832,0.00024155361,0.93950456],"study_design_scores_gemma":[0.00047758737,0.0011950464,0.017912278,0.0031296636,0.00007977429,0.00041333458,0.03914663,0.37966755,0.14390206,0.32509723,0.08710719,0.0018716492],"about_ca_topic_score_codex":0.0001080852,"about_ca_topic_score_gemma":0.00004768593,"teacher_disagreement_score":0.9376329,"about_ca_system_score_codex":0.0002755516,"about_ca_system_score_gemma":0.0005957508,"threshold_uncertainty_score":0.5827022},"labels":[],"label_agreement":null},{"id":"W3096698362","doi":"10.4018/978-1-7998-4739-7.ch009","title":"Role of Mentorship and Reflection in Leading Learning Through Making","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in early childhood and K-12 education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mentorship; Informal learning; Reflective practice; Service-learning; Reflection (computer programming); Process (computing); Psychology; Knowledge management; Pedagogy; Medical education; Computer science; Medicine","score_opus":0.01263506374550048,"score_gpt":0.2809390202902218,"score_spread":0.2683039565447213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096698362","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122302696,0.22306436,0.041139547,0.002489822,0.0035176813,0.0022496143,0.000003562434,0.0008969806,0.6043357],"genre_scores_gemma":[0.983204,0.0012358349,0.013066758,0.000053836684,0.00014393406,0.000010209045,0.0000065166914,0.000022681317,0.0022562114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886894,0.00006736738,0.0002905656,0.0004579383,0.00015047115,0.00016472072],"domain_scores_gemma":[0.9994394,0.000084731946,0.00028269616,0.00013860274,0.000019623521,0.00003490994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021933294,0.00018329488,0.0002559032,0.00021024507,0.00009765695,0.00009908355,0.00016309551,0.00012507108,0.0000012334561],"category_scores_gemma":[0.00007526246,0.00020171094,0.000029814251,0.000098118435,0.000041087907,0.00080963864,0.00008499203,0.0007276003,0.0000017241274],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056119898,0.000037791844,0.006549544,0.00007236825,0.000007987693,8.13873e-7,0.048366927,0.00015230084,0.00003153986,0.08310317,0.0000018304789,0.86167014],"study_design_scores_gemma":[0.0013717234,0.0013971217,0.12513518,0.009040126,0.00007413072,0.000079427016,0.005950811,0.001023194,0.00012813734,0.3330201,0.52080995,0.0019701305],"about_ca_topic_score_codex":0.00007366667,"about_ca_topic_score_gemma":0.000067852234,"teacher_disagreement_score":0.8609013,"about_ca_system_score_codex":0.000056541518,"about_ca_system_score_gemma":0.000081766906,"threshold_uncertainty_score":0.82255334},"labels":[],"label_agreement":null},{"id":"W3102201288","doi":"10.5951/mt.96.4.0249","title":"Penny Packing for Your Thoughts","year":2003,"lang":"en","type":"article","venue":"Mathematics Teacher Learning and Teaching PK-12","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cover (algebra); Quarter (Canadian coin); Penny; Set (abstract data type); Mathematics; Task (project management); Mathematical economics; Combinatorics; Computer science; Economics; Management; Engineering; History","score_opus":0.03699667518465147,"score_gpt":0.2979693403894471,"score_spread":0.2609726652047957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102201288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052717034,0.00034406703,0.93383056,0.00027584846,0.0003336249,0.00033513282,4.590362e-7,0.0011216335,0.0110416375],"genre_scores_gemma":[0.5866361,0.000005478501,0.40554696,0.00003975941,0.0001402763,0.00003506263,0.0000031142704,0.00005545641,0.0075377435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996979,0.00071308756,0.00047187152,0.000705238,0.00036916064,0.0007616676],"domain_scores_gemma":[0.99815196,0.0007375596,0.00033203536,0.0005272592,0.00004058895,0.00021062717],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0049102055,0.00040251442,0.0004565034,0.00019342895,0.0015403413,0.0008599582,0.00054846436,0.00018501554,0.000010037986],"category_scores_gemma":[0.0024552722,0.00036402096,0.00018044852,0.000088693865,0.00006499102,0.00037490172,0.0001672677,0.001710105,0.000021195661],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010384726,0.00078558334,0.026381437,0.00053695973,0.00020524427,0.000021788357,0.10607677,0.0005430203,0.0004573737,0.31487077,0.00062666205,0.549484],"study_design_scores_gemma":[0.0015279294,0.00044612,0.00087991724,0.00044487114,0.00011037275,0.00027929596,0.004812852,0.043231886,0.00017850536,0.012946442,0.93384916,0.0012926364],"about_ca_topic_score_codex":0.00002140798,"about_ca_topic_score_gemma":0.000004234277,"teacher_disagreement_score":0.93322253,"about_ca_system_score_codex":0.00006095054,"about_ca_system_score_gemma":0.000049766488,"threshold_uncertainty_score":0.99988115},"labels":[],"label_agreement":null},{"id":"W3103153861","doi":"10.29085/9781783304585.006","title":"Making as Storytelling: Using Draw-and-Write and Object Elicitation in the Design and Study of a Library Makerspace","year":2020,"lang":"en","type":"other","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Victoria","funders":"","keywords":"Storytelling; Set (abstract data type); Object (grammar); Visual arts; Computer science; Visual research; Research Object; Mathematics education; Sociology; Art; Psychology; Artificial intelligence; Narrative; Literature","score_opus":0.06609901638045743,"score_gpt":0.30990152810505395,"score_spread":0.24380251172459652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103153861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031782366,0.005890594,0.9465103,0.0010251203,0.00013893477,0.0016472361,5.191879e-7,0.0005515625,0.012453335],"genre_scores_gemma":[0.5101764,0.00008797682,0.4835905,0.00033861306,0.00008320395,0.000009932096,7.8887234e-7,0.00013062768,0.0055818954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986281,0.0005723863,0.00013793746,0.00035852817,0.000174404,0.00012866136],"domain_scores_gemma":[0.9993449,0.00028391395,0.00015313468,0.00018456885,0.0000041685375,0.000029342062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050430116,0.00015600429,0.00021688183,0.00021868791,0.000080610305,0.00029887346,0.00023473894,0.000077618206,0.0000045814513],"category_scores_gemma":[0.00004273075,0.00011725043,0.000014730316,0.00024491764,0.00004047748,0.00014139627,0.00014744943,0.00030547727,5.851016e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000606491,0.00031365713,0.0140709635,0.00050514564,0.00019842171,0.00017929463,0.40317202,0.0011122128,0.00009128011,0.008110411,0.0037005865,0.5684854],"study_design_scores_gemma":[0.0052488153,0.005017114,0.012569015,0.0040629604,0.00036423182,0.0003485341,0.102767855,0.4191927,0.000038751332,0.0011779254,0.44638368,0.0028283866],"about_ca_topic_score_codex":0.00038690455,"about_ca_topic_score_gemma":0.000022297083,"teacher_disagreement_score":0.56565696,"about_ca_system_score_codex":0.000005306775,"about_ca_system_score_gemma":0.00003521649,"threshold_uncertainty_score":0.47813338},"labels":[],"label_agreement":null},{"id":"W3106625454","doi":"10.1145/3428029.3428035","title":"Weekly Open-Ended Exercises and Student Motivation in CS1","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grading (engineering); Checklist; Mathematics education; Relevance (law); Closed-ended question; Psychology; Academic year; Student engagement; Computer science; Medical education; Engineering; Mathematics","score_opus":0.0537466362663843,"score_gpt":0.30282302198961136,"score_spread":0.24907638572322707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106625454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.544006,0.00009857216,0.4346163,0.016959632,0.000097905926,0.00030552747,1.0835972e-7,0.000354417,0.0035615133],"genre_scores_gemma":[0.9506055,0.0000035334008,0.048628826,0.0005298031,0.000014237856,0.000006158683,4.347729e-7,0.0000027891897,0.00020873421],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99939877,0.00005930479,0.00009923456,0.0002321236,0.000104307044,0.000106286374],"domain_scores_gemma":[0.9997481,0.000050909897,0.000025902496,0.00010972079,0.00000944764,0.000055896227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021180055,0.000054019318,0.00008296663,0.000031588566,0.000059000948,0.0004118641,0.00048041405,0.00001842076,0.000005208456],"category_scores_gemma":[0.000076755656,0.00004690762,0.000008510555,0.0001816291,0.000008773108,0.0003566868,0.00043805782,0.00012171576,0.000010068778],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008035663,0.00010705084,0.1271902,0.000015002738,0.000006164023,0.000014405488,0.021394156,0.00028896736,0.0002583489,0.025352253,0.0007921428,0.8245733],"study_design_scores_gemma":[0.0015941582,0.00039730812,0.90776336,0.000057330806,0.0000049412315,0.0000056160134,0.0022735402,0.030604515,0.0003799865,0.0004923351,0.056039724,0.0003872108],"about_ca_topic_score_codex":0.00013746569,"about_ca_topic_score_gemma":0.000011440339,"teacher_disagreement_score":0.8241861,"about_ca_system_score_codex":0.00001004155,"about_ca_system_score_gemma":0.000013243155,"threshold_uncertainty_score":0.3971615},"labels":[],"label_agreement":null},{"id":"W3109014800","doi":"10.5753/cbie.sbie.2020.1573","title":"Parameterized and automated assessment on an introductory programming course","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Parameterized complexity; Plug-in; Computer science; Java; Context (archaeology); Programming language; Software engineering; Answer set programming; Open source; Artificial intelligence; Set (abstract data type); Algorithm; Software","score_opus":0.018856815532803422,"score_gpt":0.3179659254392298,"score_spread":0.29910910990642636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109014800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9593551,0.00031064317,0.027090933,0.0070526716,0.0007909038,0.0008741613,0.000010378577,0.0041223443,0.00039283396],"genre_scores_gemma":[0.86870843,0.00003727762,0.12747703,0.0031907712,0.000387112,0.0000706674,0.000035314843,0.000057116667,0.00003626481],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99589413,0.00038457804,0.00073399954,0.0011207334,0.0007213743,0.0011451634],"domain_scores_gemma":[0.99694043,0.00038813349,0.00034191235,0.0010531854,0.00013187161,0.0011444854],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011579558,0.0005784586,0.0006107641,0.00018802324,0.00058862317,0.0015786169,0.0013301743,0.0002490436,0.00006589149],"category_scores_gemma":[0.0007015894,0.0005474156,0.00016840549,0.0008885792,0.000206796,0.0012387066,0.00044953602,0.0012314989,0.000083212115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009439212,0.00058314943,0.024933372,0.00016764978,0.00018106769,0.00016103487,0.014300669,0.00055234914,0.000709272,0.0035746114,0.005332286,0.94941014],"study_design_scores_gemma":[0.0041909753,0.0067665353,0.22224434,0.00033862214,0.0002703939,0.00039790352,0.005085386,0.524479,0.0005701852,0.00021064565,0.23227964,0.0031663766],"about_ca_topic_score_codex":0.00009409205,"about_ca_topic_score_gemma":0.0000041392123,"teacher_disagreement_score":0.94624376,"about_ca_system_score_codex":0.0001628818,"about_ca_system_score_gemma":0.00063502224,"threshold_uncertainty_score":0.99969774},"labels":[],"label_agreement":null},{"id":"W3110403262","doi":"10.1145/3426431.3428654","title":"Nudging student learning strategies using formative feedback in automatically graded assessments","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Formative assessment; Computer science; Mathematics education; Mathematics","score_opus":0.04785470482787482,"score_gpt":0.35356030149167744,"score_spread":0.3057055966638026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110403262","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35874972,0.000013363031,0.63897586,0.00048987643,0.0000606583,0.000098971264,3.5316415e-8,0.0005005784,0.0011109533],"genre_scores_gemma":[0.7770591,7.9717773e-7,0.22265822,0.00021675801,0.00002170367,0.0000041204266,7.5540356e-7,0.000008899561,0.000029639492],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982671,0.00029253567,0.00033515255,0.00033568646,0.0003767993,0.00039270474],"domain_scores_gemma":[0.99945515,0.00011356622,0.0001233598,0.00015426338,0.00003084086,0.00012280018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005157067,0.00016424624,0.00021684165,0.00009801398,0.00020572644,0.000883155,0.0006164795,0.00004794829,0.000011983141],"category_scores_gemma":[0.000073801006,0.00014917433,0.000052142623,0.00038655757,0.000025193262,0.0012500599,0.00033579636,0.0006268835,0.000029733288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017837961,0.000388904,0.06661356,0.00021858235,0.00013351513,0.00015308728,0.25972322,0.22366826,0.0019361788,0.082514815,0.0000568409,0.36457518],"study_design_scores_gemma":[0.00053785095,0.00020286764,0.021190275,0.000079708676,0.0000057165844,0.0000075777857,0.013338933,0.9632734,0.00006434405,0.00022878988,0.00079378893,0.0002767485],"about_ca_topic_score_codex":0.00006781699,"about_ca_topic_score_gemma":0.00000572293,"teacher_disagreement_score":0.7396051,"about_ca_system_score_codex":0.000080570455,"about_ca_system_score_gemma":0.00010162714,"threshold_uncertainty_score":0.85162836},"labels":[],"label_agreement":null},{"id":"W3111757754","doi":"10.1007/978-3-030-59177-9_10","title":"Syntonic Appropriation for Growth in Mathematical Understanding: An Argument for Curated Robotics Experiences","year":2020,"lang":"en","type":"book-chapter","venue":"Mathematics in mind","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; University of Calgary","funders":"","keywords":"Appropriation; Argument (complex analysis); Artificial intelligence; Robotics; Cognitive science; Computer science; Psychology; Epistemology; Philosophy; Robot; Medicine; Internal medicine","score_opus":0.11378344473135406,"score_gpt":0.30522202577513463,"score_spread":0.1914385810437806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111757754","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002330042,0.000050486848,0.9943217,0.00041859603,0.00017237937,0.0012984452,0.0000038064284,0.00007433648,0.003427237],"genre_scores_gemma":[0.05158083,0.000005827362,0.9446448,0.000028770002,0.00009050876,0.00031811194,0.00003510053,0.00007173096,0.0032242874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978778,0.000035095745,0.0007585815,0.0006083652,0.00036138736,0.00035876548],"domain_scores_gemma":[0.9984203,0.00064479955,0.00039746132,0.00038331654,0.000055675402,0.00009842969],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010757986,0.00034443606,0.00057145196,0.00026447015,0.0001105322,0.0003034265,0.0007497459,0.00030122822,0.000013519661],"category_scores_gemma":[0.00039110106,0.0003279011,0.00012368523,0.00010419629,0.00006407147,0.00020247627,0.000113779606,0.0004155009,0.000011691939],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007674554,0.00013348249,0.0000020978553,0.00058198057,0.000019700024,0.000005386952,0.042198908,0.00037021207,0.0000049123714,0.95232123,0.000020380287,0.004334043],"study_design_scores_gemma":[0.00051482365,0.0003028861,4.1860693e-7,0.0007222827,0.00002851166,0.000006858205,0.0036827272,0.38174742,0.00004939412,0.6113477,0.0011420368,0.0004549832],"about_ca_topic_score_codex":0.0000011818645,"about_ca_topic_score_gemma":0.000009567872,"teacher_disagreement_score":0.3813772,"about_ca_system_score_codex":0.0003508135,"about_ca_system_score_gemma":0.000106346684,"threshold_uncertainty_score":0.9999173},"labels":[],"label_agreement":null},{"id":"W3115241983","doi":"","title":"Fun With Arduinos—Part 1","year":2014,"lang":"en","type":"article","venue":"Journal of the Royal Astronomical Society of Canada","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.003861399191500262,"score_gpt":0.16370731654404896,"score_spread":0.1598459173525487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115241983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81637406,0.000050251194,0.17438507,0.008374443,0.00058578723,0.000039483435,6.514328e-7,0.000010733167,0.00017950262],"genre_scores_gemma":[0.93119955,8.6388766e-8,0.06812096,0.00014452901,0.00018859131,2.4322333e-7,5.8260618e-8,0.0000044363687,0.00034157012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990587,0.000089607,0.00023774551,0.00008635095,0.0003305919,0.00019698043],"domain_scores_gemma":[0.99916655,0.0000983803,0.0003674151,0.00019843862,0.000056170604,0.00011306469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005484573,0.00007761112,0.00017910887,0.000006488247,0.00012147571,0.000039695304,0.00076838594,0.000025184507,0.000006178724],"category_scores_gemma":[0.000032581695,0.000045992732,0.00018133203,0.000053094125,0.000054900804,0.000058961792,0.0000934615,0.00038949464,2.2174214e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005577474,0.00011420519,0.0642889,0.00003847513,0.00038516845,0.0000010438642,0.0010057306,0.54412854,0.00004886348,0.0013813555,0.17169534,0.21685658],"study_design_scores_gemma":[0.0007885786,0.00037091182,0.081125386,0.00012275852,0.000032373697,0.000009394854,0.00018143545,0.061207607,0.00025478622,0.00004332648,0.85567755,0.0001858953],"about_ca_topic_score_codex":0.012168132,"about_ca_topic_score_gemma":0.003282906,"teacher_disagreement_score":0.6839822,"about_ca_system_score_codex":0.00012554048,"about_ca_system_score_gemma":0.00050947,"threshold_uncertainty_score":0.9944099},"labels":[],"label_agreement":null},{"id":"W3115466430","doi":"10.1145/3437800.3439208","title":"Designing Computer Science Competency Statements","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; British Columbia Institute of Technology","funders":"","keywords":"Curriculum; Process (computing); Computer science; Knowledge management; Engineering ethics; Mathematics education; Pedagogy; Engineering; Psychology","score_opus":0.04065723294842237,"score_gpt":0.3071885640374315,"score_spread":0.2665313310890091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115466430","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037388548,0.000015183758,0.991974,0.0023799308,0.00019434016,0.00006876083,7.488896e-8,0.00069005875,0.0009387854],"genre_scores_gemma":[0.4662246,3.5968208e-7,0.53254527,0.0011619878,0.00003946518,0.0000012392994,2.1857306e-7,0.0000031320255,0.000023691935],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986192,0.000058390968,0.00015717164,0.0004409102,0.0003757318,0.0003485872],"domain_scores_gemma":[0.9993893,0.000041748524,0.00005285655,0.00024286512,0.00005574836,0.0002174782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005343812,0.00009532793,0.00009667437,0.00006557756,0.00030097927,0.000502278,0.0011889507,0.000014873651,0.000014966968],"category_scores_gemma":[0.00004512262,0.00008270963,0.000029339275,0.000634702,0.0000840319,0.0009143972,0.00044667537,0.0001786936,0.00017500277],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001916523,0.000036596713,0.002660162,0.000012739928,0.0000084572475,0.000019920828,0.006977194,0.0016905429,0.00328972,0.047165614,0.00051542366,0.9376217],"study_design_scores_gemma":[0.0007251054,0.00064943696,0.0039631873,0.00004139661,0.000005688899,0.000017406845,0.00019281867,0.9096138,0.005831407,0.00052198645,0.07780286,0.0006349363],"about_ca_topic_score_codex":0.00001902094,"about_ca_topic_score_gemma":3.0673274e-7,"teacher_disagreement_score":0.9369868,"about_ca_system_score_codex":0.000022355267,"about_ca_system_score_gemma":0.000115029674,"threshold_uncertainty_score":0.48434782},"labels":[],"label_agreement":null},{"id":"W3117845362","doi":"10.5539/cis.v14n1p1","title":"Brick and Mortar Education vs. SCORM-based Education in Computer-programming Courses: A Comparative Study","year":2020,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Scope (computer science); Multimedia; Creativity; Mathematics education; Psychology","score_opus":0.02320266813299779,"score_gpt":0.30951666760979346,"score_spread":0.2863139994767957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117845362","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40243074,0.000050289975,0.5958632,0.00071744714,0.00033803005,0.00040806457,2.908591e-7,0.0001230365,0.00006884658],"genre_scores_gemma":[0.8203069,0.0000032734451,0.17768203,0.0019061804,0.000071265364,0.000021078087,0.0000051048596,0.0000024664698,0.0000017375261],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984511,0.000094794,0.00039068414,0.0003948364,0.0004038325,0.00026471788],"domain_scores_gemma":[0.9990392,0.000068044195,0.00019585302,0.0002418236,0.0002210725,0.00023400456],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007862334,0.00016476618,0.0002025325,0.00041008825,0.00038801512,0.001438289,0.0005777598,0.000031293708,8.825162e-7],"category_scores_gemma":[0.000038455542,0.00015860364,0.000020456142,0.0012281016,0.00018539216,0.005962343,0.00027869042,0.00023423755,0.000011931909],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006511033,0.00016015899,0.024191374,0.00003296294,0.0000024432645,3.8292418e-7,0.03203796,0.0019376067,0.0000025507811,0.0019297114,0.0001187072,0.9395796],"study_design_scores_gemma":[0.00055976195,0.0006120913,0.16639593,0.00008134568,0.0000045003153,0.000011989871,0.0018479278,0.81666607,0.000012616752,0.00002055308,0.013536225,0.000251004],"about_ca_topic_score_codex":0.00013182392,"about_ca_topic_score_gemma":0.000005890613,"teacher_disagreement_score":0.9393286,"about_ca_system_score_codex":0.0000546476,"about_ca_system_score_gemma":0.00092786783,"threshold_uncertainty_score":0.9995983},"labels":[],"label_agreement":null},{"id":"W3118166030","doi":"10.1615/intjinnovonlineedu.2020037132","title":"\"VIRTUALLY\" A MAKER: MAKING IN AN ONLINE GRADUATE COURSE","year":2020,"lang":"en","type":"article","venue":"International journal on innovations in online education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Affordance; Asynchronous communication; Context (archaeology); Collaborative learning; Computer science; Synchronous learning; Intersection (aeronautics); Meaning (existential); Learning community; Course (navigation); Online learning; Mathematics education; Cooperative learning; Teaching method; Multimedia; Psychology; Knowledge management; Engineering; Human–computer interaction","score_opus":0.12112919702933284,"score_gpt":0.4158101436724898,"score_spread":0.29468094664315697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118166030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83885527,0.000038146092,0.06643603,0.091884114,0.0024772587,0.00012102905,0.00000902792,0.00010209337,0.000077005054],"genre_scores_gemma":[0.8866691,0.000013770447,0.10549974,0.006497712,0.0011185319,0.000009526032,0.00013228007,0.000014916392,0.00004443615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980618,0.00017094307,0.0006737184,0.00032049662,0.0005673146,0.00020577459],"domain_scores_gemma":[0.9987108,0.00008843265,0.00034134995,0.00020229159,0.0005760531,0.00008104534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005923429,0.00014789557,0.00013811364,0.000774917,0.000093327566,0.0004292892,0.0010911576,0.00006164528,0.000015696312],"category_scores_gemma":[0.0005728397,0.00015445087,0.000041427636,0.0012231598,0.000023478588,0.0009296151,0.000088769884,0.0011774108,0.000015089062],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003252326,0.002825899,0.033865206,0.0000042973297,0.00002144914,0.000046668923,0.0054276567,0.008712834,0.00010606496,0.049749065,0.00072453055,0.8984838],"study_design_scores_gemma":[0.0024706014,0.00083209766,0.6804321,0.0009685619,0.000011837953,0.00037365482,0.0051752245,0.18229549,0.000036915604,0.0066105886,0.11993479,0.0008581324],"about_ca_topic_score_codex":0.000024090616,"about_ca_topic_score_gemma":0.00008424481,"teacher_disagreement_score":0.8976257,"about_ca_system_score_codex":0.00027739914,"about_ca_system_score_gemma":0.00066690857,"threshold_uncertainty_score":0.6298323},"labels":[],"label_agreement":null},{"id":"W3124166495","doi":"10.18260/1-2--34889","title":"K-12 Digital Skills Programs as Preparation for Engineering Study: A Systematic Literature Review","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Terminology; Outreach; Government (linguistics); Computer science; Variety (cybernetics); Engineering management; Categorization; Software; Coding (social sciences); Software engineering; Engineering; Artificial intelligence; Political science","score_opus":0.04144198084020466,"score_gpt":0.2935711403877453,"score_spread":0.2521291595475406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124166495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26738438,0.016615285,0.65300155,0.01995456,0.001520274,0.033683885,0.00011199588,0.007189934,0.00053814286],"genre_scores_gemma":[0.99513227,0.00017176747,0.0018619936,0.000926531,0.0002096745,0.0011846278,0.00004861283,0.000035909696,0.00042861732],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.9970427,0.000044249682,0.00077334425,0.0009910237,0.000632822,0.00051586196],"domain_scores_gemma":[0.99773544,0.00012409309,0.00043733753,0.0002456031,0.0011030211,0.0003545099],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006408906,0.00045609326,0.0007590182,0.00009617729,0.00021399722,0.0051906314,0.0018773085,0.00011075745,0.000003955692],"category_scores_gemma":[0.0028430584,0.0003761449,0.00020657596,0.00066779833,0.00003086617,0.0049098716,0.0005707787,0.00049697806,0.000035558358],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052422134,0.0031551435,0.008957859,0.22621849,0.0012452444,0.00019042136,0.3579383,0.00012676443,0.0004684563,0.041783854,0.0087479735,0.3506433],"study_design_scores_gemma":[0.012810956,0.058676664,0.0028312562,0.4735174,0.0018860835,0.0007347802,0.05141067,0.25206798,0.00081711967,0.00049272313,0.1338921,0.010862265],"about_ca_topic_score_codex":0.000005905921,"about_ca_topic_score_gemma":9.456358e-7,"teacher_disagreement_score":0.72774786,"about_ca_system_score_codex":0.00004556534,"about_ca_system_score_gemma":0.000096459196,"threshold_uncertainty_score":0.99986905},"labels":[],"label_agreement":null},{"id":"W3124281909","doi":"10.1145/3447892.3447896","title":"Hello, world","year":2021,"lang":"en","type":"article","venue":"ACM SIGCAS Computers and Society","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Internationalization; Institution; Context (archaeology); Social institution; EXPOSE; Perception; Computer science; Sociology; Public relations; Psychology; Political science; Social science; Business; Geography","score_opus":0.017732061230749913,"score_gpt":0.24961035682761612,"score_spread":0.2318782955968662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124281909","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03787906,0.0011775041,0.95328945,0.0058086575,0.0008284417,0.000058262605,4.2730431e-7,0.00047940106,0.000478799],"genre_scores_gemma":[0.3201915,0.000057637462,0.6756983,0.0025924777,0.00014238637,0.0000026360765,0.0000031462735,0.000009308122,0.0013026113],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898094,0.000080994294,0.00012504692,0.00039497283,0.00015388355,0.00026418403],"domain_scores_gemma":[0.9990076,0.00023725576,0.000044192493,0.0005621893,0.000041707885,0.00010704243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002690226,0.000117112184,0.00014514616,0.000020531445,0.0003188653,0.0004162748,0.00050732505,0.000046200956,0.000005354319],"category_scores_gemma":[0.000038545444,0.0001140599,0.00013737525,0.00031978096,0.000043755055,0.00018924427,0.00077189255,0.00027992757,0.000009987308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.85859e-7,0.000069261354,0.0028489425,0.000031674448,0.0000741985,0.00007173984,0.012629776,0.00014139437,0.00020526814,0.027850851,0.023916448,0.93215966],"study_design_scores_gemma":[0.00077839184,0.000066654815,0.010856375,0.000091680944,0.00001783854,0.00014682817,0.0006591421,0.065136015,0.0004024022,0.0021880765,0.9190515,0.0006050824],"about_ca_topic_score_codex":0.000021179178,"about_ca_topic_score_gemma":0.0000037444743,"teacher_disagreement_score":0.93155456,"about_ca_system_score_codex":0.000018620573,"about_ca_system_score_gemma":0.000042313,"threshold_uncertainty_score":0.46512276},"labels":[],"label_agreement":null},{"id":"W3125560061","doi":"","title":"Programming as an artefact: what do we learn about university students' activity?","year":2020,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Mathematics education; Programming language; Psychology","score_opus":0.019362116598550694,"score_gpt":0.261068074609434,"score_spread":0.2417059580108833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125560061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14645927,0.001987098,0.812301,0.034060743,0.0006133011,0.00074535894,0.0000069576126,0.0019201257,0.0019061902],"genre_scores_gemma":[0.8198169,0.001924816,0.17331238,0.00007807264,0.000047068606,0.000019123512,0.00007846828,0.00005756275,0.0046656276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882634,0.008311319,0.00034423725,0.0015976486,0.0008985888,0.00058480096],"domain_scores_gemma":[0.9943318,0.0007869408,0.0006183762,0.0029337879,0.0008442829,0.00048485564],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005130478,0.00046530063,0.0004708419,0.00025127968,0.0008697228,0.0051894295,0.0051810257,0.00035794606,0.00003151802],"category_scores_gemma":[0.0007306132,0.00054580043,0.00028265823,0.000635269,0.00019912186,0.0014193442,0.0048464905,0.002069664,0.0001121503],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001009235,0.0005562761,0.0010748727,0.00009131237,0.00006952793,0.00003187978,0.034198694,0.00007264159,0.000112186484,0.029400136,0.00005194058,0.93433046],"study_design_scores_gemma":[0.0013371189,0.000008793183,0.006553757,0.0069660777,0.00012573971,0.000042735533,0.003805669,0.029125841,0.003168323,0.0037428478,0.94318044,0.0019426417],"about_ca_topic_score_codex":0.0012672564,"about_ca_topic_score_gemma":0.00035376404,"teacher_disagreement_score":0.9431285,"about_ca_system_score_codex":0.00021134836,"about_ca_system_score_gemma":0.00041139705,"threshold_uncertainty_score":0.99969935},"labels":[],"label_agreement":null},{"id":"W3131467057","doi":"10.1108/jrit-12-2020-0085","title":"Real-world problems through computational thinking tools and concepts: the case of coronavirus disease (COVID-19)","year":2021,"lang":"en","type":"article","venue":"Journal of Research in Innovative Teaching & Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Originality; Computer science; Computational thinking; Process (computing); Management science; Sample (material); Mathematics education; Data science; Qualitative research; Psychology; Artificial intelligence; Sociology; Engineering; Social science","score_opus":0.2512120453889767,"score_gpt":0.497990526203347,"score_spread":0.24677848081437032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131467057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5632186,0.0017281693,0.42090812,0.012343885,0.00024208763,0.00033260713,0.000004175857,0.0000923528,0.0011299924],"genre_scores_gemma":[0.90450734,0.000053844025,0.09492735,0.00022927515,0.00009926755,0.000007579925,0.0000044712765,0.000017999297,0.00015286336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99147534,0.005621385,0.0009087515,0.00039927513,0.0010813433,0.0005139042],"domain_scores_gemma":[0.9906048,0.0069079916,0.0008091969,0.00030378555,0.0011678938,0.00020628601],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020067804,0.00018487987,0.00038487586,0.0006321034,0.0013829774,0.0006799836,0.0007932559,0.000058331905,0.000012203422],"category_scores_gemma":[0.011297429,0.00014168056,0.000085143794,0.002463874,0.00048570958,0.0011808873,0.0006804231,0.005481984,0.0000011362894],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009369706,0.00023900624,0.09013958,0.0002893552,0.00012448108,0.007190026,0.08463229,0.11234526,0.00020837583,0.38101837,0.00015361367,0.32356596],"study_design_scores_gemma":[0.009340362,0.0027409736,0.12263941,0.008557844,0.00007842378,0.013994841,0.09731275,0.095867336,0.00018655759,0.24185492,0.4055734,0.0018531932],"about_ca_topic_score_codex":0.0010115751,"about_ca_topic_score_gemma":0.00007936506,"teacher_disagreement_score":0.40541977,"about_ca_system_score_codex":0.00035000185,"about_ca_system_score_gemma":0.0014535083,"threshold_uncertainty_score":0.9999171},"labels":[],"label_agreement":null},{"id":"W3133543312","doi":"10.1145/3408877.3432467","title":"Using a Computer to Score Parsons Problems Answered on Paper","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Code (set theory); Computer science; ENCODE; Bubble; Software; Mathematics education; Programming language; Psychology","score_opus":0.0791555675604111,"score_gpt":0.2949347249809983,"score_spread":0.21577915742058723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133543312","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043441333,0.00002985432,0.95191336,0.0027818365,0.0003528847,0.000098813645,2.6745522e-7,0.00039384802,0.0009877934],"genre_scores_gemma":[0.38521028,4.6318246e-7,0.6112729,0.002602589,0.000089762194,0.0000045789,0.0000011886162,0.0000096375,0.00080860226],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987865,0.00011451793,0.00013422927,0.00044653073,0.00020884663,0.0003093585],"domain_scores_gemma":[0.9992595,0.00004706162,0.000029364066,0.00047959754,0.000052795378,0.00013171417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022496055,0.00011734506,0.00012601943,0.00006446337,0.00018734965,0.00037462485,0.0003488592,0.000041357416,0.000031692744],"category_scores_gemma":[0.00003081197,0.000102035476,0.00005916686,0.00038761387,0.0000107033065,0.00017950154,0.00023259826,0.00021078598,0.00009785116],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035879664,0.00021664317,0.0025175519,0.000024489591,0.000032966065,0.00011821486,0.0052219722,0.036274664,0.0028794704,0.03422112,0.002598008,0.9158913],"study_design_scores_gemma":[0.00068447867,0.00049703446,0.008258003,0.00046213742,0.000013148396,0.00019643728,0.00013683242,0.22664793,0.0015373463,0.00041430656,0.7602883,0.00086407474],"about_ca_topic_score_codex":0.00007158392,"about_ca_topic_score_gemma":0.000026022693,"teacher_disagreement_score":0.91502726,"about_ca_system_score_codex":0.00003113664,"about_ca_system_score_gemma":0.00006531363,"threshold_uncertainty_score":0.4160886},"labels":[],"label_agreement":null},{"id":"W3133838767","doi":"10.1145/3408877.3432518","title":"Building Community in a Competitive Undergraduate Program","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Competition (biology); Institution; Process (computing); Computer science; Competitive advantage; Mathematics education; Medical education; Psychology; Marketing; Political science; Business; Medicine","score_opus":0.027352821120018137,"score_gpt":0.31100118563092144,"score_spread":0.2836483645109033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133838767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120011896,0.0001401158,0.8578677,0.00520188,0.00020979265,0.00016512642,2.0195952e-7,0.0012659618,0.015137315],"genre_scores_gemma":[0.5960275,0.0000020563907,0.4035925,0.00013576153,0.0000074023515,0.000009802663,0.0000011752071,0.000003641466,0.00022014692],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985925,0.00068303506,0.00013617231,0.00019486758,0.00013289097,0.0002605393],"domain_scores_gemma":[0.9992391,0.00022009837,0.000033811084,0.00040529927,0.00004658306,0.000055103992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062228175,0.00008621515,0.00011855099,0.00006737294,0.00021257345,0.00027123297,0.0004603698,0.00003395617,0.0000044746835],"category_scores_gemma":[0.00014117252,0.00008424066,0.000042368014,0.00053219247,0.000030898973,0.00019282056,0.0003683227,0.0007026451,0.000016168053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9928245e-7,0.00025072022,0.0017495702,0.000009242611,0.000006318011,0.000047071364,0.0012265065,0.00012777431,0.00008454457,0.3884315,0.000033089465,0.60803294],"study_design_scores_gemma":[0.0025370212,0.00066389557,0.070116825,0.00058847497,0.000013888725,0.00033397117,0.0045725955,0.08966205,0.0041921944,0.0431377,0.7827912,0.0013901601],"about_ca_topic_score_codex":0.00047572356,"about_ca_topic_score_gemma":0.00045872506,"teacher_disagreement_score":0.7827581,"about_ca_system_score_codex":0.000043576543,"about_ca_system_score_gemma":0.00006352384,"threshold_uncertainty_score":0.3435234},"labels":[],"label_agreement":null},{"id":"W3134102258","doi":"","title":"At Vancouver’s Ethọs Lab, Youth Learn Anti-Racism and STEM at the Same Time | The Tyee","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Racism; Anti-racism; Sociology; Gender studies","score_opus":0.021355485730122522,"score_gpt":0.23231138545408878,"score_spread":0.21095589972396625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134102258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9298954,0.002139738,0.037037943,0.012092727,0.0014078745,0.00029702022,0.000004702909,0.0009676598,0.016156916],"genre_scores_gemma":[0.7885556,0.000020689367,0.0050926646,0.00134113,0.000087908695,0.0000036776198,0.0000029153775,0.000017233293,0.20487814],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843955,0.00040088088,0.00014935729,0.00040731524,0.00029132838,0.0003115549],"domain_scores_gemma":[0.99873,0.00035656674,0.00007317338,0.0007279742,0.000044583732,0.00006768091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086231634,0.00014021897,0.000144984,0.00002058613,0.0008307462,0.00034793818,0.0005692004,0.0000616602,0.00009157049],"category_scores_gemma":[0.000061745544,0.00007450684,0.00006711573,0.000231628,0.00009059243,0.00014155458,0.0010993285,0.00038766724,0.000272923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009434104,0.00006270164,0.005174269,0.00002148594,0.000085622356,0.00006337494,0.06679855,0.0006262657,0.0006439049,0.0042995466,0.020976324,0.9012385],"study_design_scores_gemma":[0.0006578811,0.0001108742,0.0094161155,0.000059471007,0.000049750768,0.00018267895,0.005876549,0.014556882,0.0015185948,0.00015793604,0.9668665,0.00054679025],"about_ca_topic_score_codex":0.00017918144,"about_ca_topic_score_gemma":0.00042261824,"teacher_disagreement_score":0.9458901,"about_ca_system_score_codex":0.000052668882,"about_ca_system_score_gemma":0.000039107847,"threshold_uncertainty_score":0.6389512},"labels":[],"label_agreement":null},{"id":"W3134161095","doi":"10.1145/3408877.3432430","title":"STOP THE (AUTOGRADER) INSANITY: Regression Penalties to Deter Autograder Overreliance","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Insanity; Regression; Regression analysis; Computer science; Psychology; Computer security; Operations research; Actuarial science; Engineering; Business; Machine learning; Psychoanalysis; Psychiatry","score_opus":0.021896579143878183,"score_gpt":0.27541689926925084,"score_spread":0.2535203201253727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134161095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11130447,0.0011909326,0.836033,0.046656787,0.0013036205,0.00023136023,5.664439e-7,0.0012801557,0.0019991426],"genre_scores_gemma":[0.8488111,0.000014525131,0.13910742,0.0041200207,0.00012144761,0.000022187716,0.0000010867979,0.00001597408,0.00778625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829257,0.00025869723,0.00018884121,0.00047717526,0.00039192615,0.0003907949],"domain_scores_gemma":[0.9987116,0.00016885951,0.00006337842,0.0008562133,0.00007700085,0.00012294827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044383953,0.00016787651,0.00015014572,0.00007028775,0.0004970777,0.00064411847,0.0008530669,0.00006191833,0.00005404046],"category_scores_gemma":[0.0001811339,0.00010269837,0.000101598824,0.00063856074,0.000043845488,0.000280115,0.0005207965,0.00045618403,0.00014697964],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032256503,0.00007256158,0.004169894,0.000016894724,0.000023653663,0.00005513374,0.011982832,0.00021669263,0.0004579567,0.014682664,0.008376293,0.9599422],"study_design_scores_gemma":[0.00020968112,0.00008798706,0.031556457,0.00012711402,0.00000824447,0.00009023842,0.0013243963,0.0039446126,0.0022876367,0.00034309152,0.9596837,0.00033682876],"about_ca_topic_score_codex":0.00020778086,"about_ca_topic_score_gemma":0.00005459144,"teacher_disagreement_score":0.9596054,"about_ca_system_score_codex":0.000028527116,"about_ca_system_score_gemma":0.00009666465,"threshold_uncertainty_score":0.6211249},"labels":[],"label_agreement":null},{"id":"W3135167302","doi":"10.1145/3408877.3439579","title":"Data Collection for the Learn-OCaml Programming Platform","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Correctness; Compiler; Context (archaeology); Code (set theory); Data type; Software engineering","score_opus":0.0931146594574479,"score_gpt":0.32053568986039815,"score_spread":0.22742103040295025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135167302","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029286603,0.00027965638,0.99396443,0.0038397736,0.00047116663,0.00019685065,8.335953e-7,0.0003995096,0.0005549334],"genre_scores_gemma":[0.09586171,0.000013995437,0.8904163,0.0003677658,0.00019475781,0.000064022264,0.00004614425,0.0000150063515,0.013020288],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902827,0.000038473736,0.00012783628,0.00038160518,0.00016366107,0.00026015812],"domain_scores_gemma":[0.9983459,0.0005300698,0.000048170336,0.0009685133,0.00006746523,0.00003989425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085380464,0.00007944883,0.00007922301,0.0000278604,0.0006946037,0.00062137167,0.0010239475,0.000039107363,0.000010083488],"category_scores_gemma":[0.00052217575,0.000054420227,0.000044647237,0.00038483372,0.000021310389,0.0004142573,0.00048047383,0.00020871419,0.000013639114],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002329555,0.000027065089,0.00011025435,0.0000066018624,0.000019474975,0.0000022780853,0.00050201506,0.000071250164,0.000015310738,0.0127916355,0.004441775,0.98201],"study_design_scores_gemma":[0.00016349817,0.000043063974,0.00017600086,0.00000981947,0.000008569651,0.00003403452,0.00034400553,0.14171001,0.00011074572,0.00011937475,0.85719675,0.000084113795],"about_ca_topic_score_codex":0.000078355675,"about_ca_topic_score_gemma":0.00012392407,"teacher_disagreement_score":0.9819259,"about_ca_system_score_codex":0.000021949307,"about_ca_system_score_gemma":0.0001147543,"threshold_uncertainty_score":0.5991901},"labels":[],"label_agreement":null},{"id":"W3135714098","doi":"10.1145/3408877.3432465","title":"Using Comics to Introduce and Reinforce Programming Concepts in CS1","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Waterloo","funders":"","keywords":"Comics; Coding (social sciences); Comic strip; Work (physics); Code (set theory); Computer programming","score_opus":0.035351065030515945,"score_gpt":0.3324968643694382,"score_spread":0.29714579933892227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135714098","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11456798,0.00012941207,0.883169,0.0009406303,0.00013445783,0.000107994354,6.975722e-8,0.0003172654,0.0006332076],"genre_scores_gemma":[0.39398652,0.000001393236,0.60494506,0.00027472587,0.00002931986,0.0000026783382,4.881486e-7,0.000008720345,0.00075106294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908864,0.00007439759,0.00014134365,0.00032536278,0.00010927828,0.00026098025],"domain_scores_gemma":[0.9995236,0.0000442331,0.00003183089,0.00027970315,0.000027494008,0.0000931544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003488184,0.00008474045,0.00011981953,0.000087327695,0.000079788304,0.00028187846,0.000203506,0.00003695101,0.0000028967581],"category_scores_gemma":[0.00016324664,0.00008670006,0.000016810283,0.00044208564,0.0000222174,0.00016841211,0.0002945658,0.00017619549,0.0000040969708],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028605011,0.000030346951,0.008754017,0.00002113565,0.000007462425,0.000051105762,0.006114471,0.0022875029,0.00097245787,0.05692375,0.00018972931,0.9246452],"study_design_scores_gemma":[0.001369148,0.00020433113,0.004043714,0.00032074825,0.000010710708,0.00036253713,0.0029069688,0.26229218,0.004107533,0.00018604822,0.7231504,0.0010456782],"about_ca_topic_score_codex":0.0003485685,"about_ca_topic_score_gemma":0.00008992451,"teacher_disagreement_score":0.9235995,"about_ca_system_score_codex":0.000028802253,"about_ca_system_score_gemma":0.00004891728,"threshold_uncertainty_score":0.35355258},"labels":[],"label_agreement":null},{"id":"W3136702844","doi":"10.19173/irrodl.v22i1.4844","title":"Micro:bit Robotics Course: Infusing Logical Reasoning and Problem-Solving Ability in Fifth Grade Students Through an Online Group Study System","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Logical reasoning; Artificial intelligence; Test (biology); Mathematics education; Computer science; Educational robotics; Logical conjunction; Multimedia; Psychology; Robot","score_opus":0.12716784492440306,"score_gpt":0.4607134055561689,"score_spread":0.3335455606317659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136702844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97277737,0.014138483,0.008318633,0.0035454652,0.00007560692,0.000986308,0.0000072455773,0.000044639248,0.00010627735],"genre_scores_gemma":[0.97730565,0.0019480188,0.020558886,0.000045776396,0.000027951553,0.00002684592,0.000064624175,0.00000841472,0.000013818292],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99449646,0.003013516,0.0005693287,0.00054144894,0.0010355281,0.0003436999],"domain_scores_gemma":[0.9982225,0.0007804714,0.00019265329,0.0003515023,0.00035787802,0.00009502679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014052037,0.0001415424,0.0003844287,0.00007621228,0.00027692376,0.0008192947,0.0015880753,0.000047619942,0.000002975169],"category_scores_gemma":[0.0021338626,0.000107663014,0.000030927073,0.00077716,0.00012756647,0.00063739734,0.002525132,0.0013125906,7.2468555e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046925667,0.0019954632,0.92001945,0.0015159276,0.000068917056,0.00026562644,0.0067149494,0.004154553,0.00007594111,0.011686432,0.000020235771,0.053435564],"study_design_scores_gemma":[0.004078431,0.0010365542,0.81608546,0.04266968,0.000044144275,0.00034637313,0.0618983,0.060814574,0.000008996402,0.0010871773,0.011341098,0.0005892301],"about_ca_topic_score_codex":0.0011632273,"about_ca_topic_score_gemma":0.00020187731,"teacher_disagreement_score":0.10393402,"about_ca_system_score_codex":0.00021090593,"about_ca_system_score_gemma":0.00020330846,"threshold_uncertainty_score":0.7900478},"labels":[],"label_agreement":null},{"id":"W3138525007","doi":"10.1145/1539024.1508949","title":"Gr8 designs for Gr8 girls","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of British Columbia; University of Toronto; University of Washington","keywords":"Representation (politics); Order (exchange); Psychology; Medical education; Program Design Language; Mathematics education; Applied psychology; Computer science; Medicine; Political science; Software engineering; Business; Finance","score_opus":0.04260396320666823,"score_gpt":0.28976699945743445,"score_spread":0.24716303625076622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138525007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00940325,0.00023709403,0.9396989,0.04846079,0.00034505592,0.00034348914,9.092124e-7,0.0008533776,0.0006571322],"genre_scores_gemma":[0.49823272,0.0000036533702,0.4970841,0.002038829,0.00017640556,0.000026970794,0.0000031474135,0.000012714432,0.0024214697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986082,0.00011063529,0.00020187965,0.0004326474,0.00019188486,0.00045479866],"domain_scores_gemma":[0.9984757,0.00042580592,0.00009055625,0.00084229006,0.000050172934,0.00011548836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007600573,0.00016140357,0.0001701083,0.00007549902,0.000287491,0.00024166559,0.0014045005,0.00008097191,0.000032584376],"category_scores_gemma":[0.0009245488,0.00015089619,0.00011317297,0.00015435452,0.000023585713,0.00007903492,0.0001417029,0.00024134896,0.0003033622],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015977363,0.000105999985,0.00016389436,0.000010066946,0.000011256185,0.000015432635,0.0011694814,0.00013678617,0.00041430636,0.011887554,0.061582446,0.9244868],"study_design_scores_gemma":[0.00043671462,0.00038460645,0.0012518174,0.000025052024,0.0000074885234,0.000017354747,0.000019698062,0.00048207195,0.0006139574,0.0022509971,0.9942603,0.00024994486],"about_ca_topic_score_codex":0.000023312254,"about_ca_topic_score_gemma":7.4293683e-7,"teacher_disagreement_score":0.93267787,"about_ca_system_score_codex":0.000027267686,"about_ca_system_score_gemma":0.000032739645,"threshold_uncertainty_score":0.6153368},"labels":[],"label_agreement":null},{"id":"W3140330711","doi":"10.29173/iasl7841","title":"Makerspaces@your School Library","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"School library; Globe; Resource (disambiguation); Decision maker; Sociology; Mathematics education; Pedagogy; Public relations; Library science; Engineering; Computer science; Political science; Psychology","score_opus":0.021534437036427153,"score_gpt":0.2534322612226428,"score_spread":0.23189782418621563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3140330711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7883048,0.0013819712,0.13546886,0.04213799,0.00092373684,0.00037041958,0.000012336325,0.005079554,0.026320348],"genre_scores_gemma":[0.8950277,0.000026738571,0.09203086,0.0009730266,0.00018818464,0.000017141245,0.0000040379327,0.000021784044,0.0117105115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981714,0.000034020366,0.00022471494,0.0006773979,0.0003693679,0.00052313803],"domain_scores_gemma":[0.99891895,0.00003861531,0.00012224367,0.00020738771,0.0003958965,0.00031689988],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002622052,0.00022509924,0.00022423264,0.00011200486,0.0002600094,0.0018565967,0.0009940432,0.00012495833,0.00016301038],"category_scores_gemma":[0.00038454507,0.00021934515,0.00009152168,0.0006386684,0.000056911613,0.002531653,0.00064924185,0.0006442965,0.00029298698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003176544,0.00031088793,0.06225819,0.00022044344,0.000106378124,0.0002950615,0.22243816,0.000010152239,0.0015499395,0.11445271,0.05717738,0.5411489],"study_design_scores_gemma":[0.0007529785,0.00027339454,0.025190273,0.00032812427,0.000023050658,0.0003911436,0.040918954,0.003758732,0.0038196852,0.004745358,0.91870004,0.0010982917],"about_ca_topic_score_codex":0.000013475527,"about_ca_topic_score_gemma":6.786189e-7,"teacher_disagreement_score":0.8615226,"about_ca_system_score_codex":0.000022712986,"about_ca_system_score_gemma":0.00039005195,"threshold_uncertainty_score":0.99917954},"labels":[],"label_agreement":null},{"id":"W3144969684","doi":"10.1145/563517.563350","title":"What comes after CS 1 + 2","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mathematics education; Computer science; AP Computer Science; Science education; Psychology","score_opus":0.020525742399755204,"score_gpt":0.23065001954915085,"score_spread":0.21012427714939563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144969684","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32707563,0.034275226,0.1546537,0.45995462,0.009249386,0.00096694776,0.0000022673582,0.006326143,0.007496091],"genre_scores_gemma":[0.8886694,0.0001687656,0.09507066,0.0027879062,0.00015879118,0.000033278604,9.406379e-7,0.000019151053,0.013091135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879754,0.00012684929,0.00015354271,0.00035123905,0.0002282571,0.00034260235],"domain_scores_gemma":[0.99865144,0.00022704982,0.000055292257,0.00094239454,0.000025536383,0.00009827454],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030173606,0.00013771975,0.00013053764,0.000064865504,0.00014343295,0.00065341947,0.0011123292,0.00006317664,0.00087418355],"category_scores_gemma":[0.000269467,0.00012432926,0.000074870455,0.00014946146,0.000039599538,0.00023677034,0.00044427527,0.00029710724,0.0034169164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039694337,0.00009509635,0.0014453029,0.000014769119,0.000014406966,0.00009683845,0.005043879,0.000029395032,0.00000879449,0.00055455096,0.053002104,0.9396909],"study_design_scores_gemma":[0.00017499323,0.000053282587,0.0009906379,0.000042269785,0.000003412091,0.000023395087,0.00008754552,0.00044187202,0.00003796492,0.000097840806,0.9978659,0.00018086366],"about_ca_topic_score_codex":0.00002109039,"about_ca_topic_score_gemma":0.0000014383379,"teacher_disagreement_score":0.9448638,"about_ca_system_score_codex":0.000019081854,"about_ca_system_score_gemma":0.000004559793,"threshold_uncertainty_score":0.99735904},"labels":[],"label_agreement":null},{"id":"W3146785681","doi":"10.29173/iasl7759","title":"Focusing the library on the reader","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Reading (process); Pedagogy; Mathematics education; Psychology; Library science; Computer science; Linguistics","score_opus":0.031935935471864366,"score_gpt":0.24298219364225204,"score_spread":0.2110462581703877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146785681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6299379,0.00049821974,0.039454333,0.30165708,0.0007752168,0.00040543883,0.000004459448,0.0016785887,0.025588788],"genre_scores_gemma":[0.9865116,0.0000105447425,0.0067099645,0.0034334674,0.00020779768,0.000020399635,0.000001162045,0.000014693729,0.0030903588],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861926,0.00006832589,0.00016850866,0.00042826586,0.0003474596,0.00036817734],"domain_scores_gemma":[0.99906254,0.00024031606,0.00009949084,0.00030807528,0.0002179312,0.0000716583],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00049043715,0.00016664414,0.00012393824,0.00003977493,0.000646342,0.001770667,0.0012431011,0.0000673471,0.00005266884],"category_scores_gemma":[0.000369441,0.000091710346,0.00007226102,0.00047172382,0.000106192514,0.00088159175,0.00047526998,0.00071099814,0.00008913994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001021927,0.00007617754,0.0021053068,0.000023894265,0.000033342145,0.000024714556,0.24030957,0.0000055595515,0.00018346612,0.40564027,0.017866235,0.33372122],"study_design_scores_gemma":[0.00028793633,0.00023744414,0.0064485986,0.00037359647,0.000021636602,0.0001930811,0.067703135,0.0044158893,0.00742289,0.012609531,0.89964604,0.0006402156],"about_ca_topic_score_codex":0.000012432188,"about_ca_topic_score_gemma":7.042655e-7,"teacher_disagreement_score":0.8817798,"about_ca_system_score_codex":0.000011722423,"about_ca_system_score_gemma":0.00015583333,"threshold_uncertainty_score":0.9992656},"labels":[],"label_agreement":null},{"id":"W3149190779","doi":"10.1145/3448139.3448175","title":"Combining Data-Driven Models and Expert Knowledge for Personalized Support to Foster Computational Thinking Skills","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Mitacs","keywords":"Personalization; Computational thinking; Computer science; Personalized learning; Human–computer interaction; Artificial intelligence; Data science; Mathematics education; Psychology; Teaching method; World Wide Web; Cooperative learning; Open learning","score_opus":0.07569740317886438,"score_gpt":0.3458418922662319,"score_spread":0.27014448908736755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149190779","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023265746,0.00018953087,0.99349993,0.002703701,0.00021962756,0.00015762565,0.0000051409916,0.00024083,0.0006570306],"genre_scores_gemma":[0.17018469,0.0000022753597,0.82552963,0.0023074287,0.00006268913,0.00002043521,0.00009743753,0.000014307075,0.0017811275],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860567,0.00009827396,0.00019470687,0.0006132989,0.00020855688,0.00027950507],"domain_scores_gemma":[0.99885225,0.00041302474,0.00004488302,0.00042494206,0.0001338324,0.0001310387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005694824,0.0001315023,0.0001894756,0.00006876409,0.0003387646,0.0005072696,0.0006474417,0.000045316858,0.00001572743],"category_scores_gemma":[0.00009114392,0.00012498704,0.000045012854,0.00014883687,0.000025586934,0.00058464834,0.0010169923,0.00013152364,0.000012029579],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018318155,0.000326633,0.00038565302,0.000058216545,0.000111875204,0.000029378467,0.16055094,0.01657977,0.000095670934,0.21131775,0.020741692,0.5897841],"study_design_scores_gemma":[0.0008657961,0.00008964558,0.00009262975,0.000062987856,0.000008250926,0.00006155487,0.000785441,0.8322166,0.000033445256,0.0034902997,0.16202065,0.0002727003],"about_ca_topic_score_codex":0.0000089164905,"about_ca_topic_score_gemma":0.000010384901,"teacher_disagreement_score":0.8156368,"about_ca_system_score_codex":0.000022311031,"about_ca_system_score_gemma":0.00013587637,"threshold_uncertainty_score":0.50968236},"labels":[],"label_agreement":null},{"id":"W3151395092","doi":"10.1007/978-3-030-72132-9_8","title":"Educational Escape Room – Challenges and Obstacles","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Reading (process); Process (computing); Population; Quarter (Canadian coin); Phenomenon; Psychology; Computer science; Political science; Sociology; History; Law; Epistemology","score_opus":0.0253956722737493,"score_gpt":0.2570455298852023,"score_spread":0.231649857611453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151395092","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012862419,0.022703532,0.9677709,0.005854112,0.001366181,0.00012524812,7.865972e-7,0.00014606751,0.0019045474],"genre_scores_gemma":[0.09849395,0.0009505169,0.89747435,0.00076872826,0.0008272907,0.000009646724,0.000007140947,0.000039529405,0.0014288311],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971666,0.00005817264,0.00028385667,0.0013898723,0.00063504797,0.00046648335],"domain_scores_gemma":[0.9979879,0.00069134997,0.00016396066,0.0008580255,0.00014009271,0.0001586665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007761493,0.00036179484,0.00035232987,0.00043886417,0.0002920211,0.0006769633,0.0015462503,0.00021937722,0.000014498744],"category_scores_gemma":[0.00016756932,0.0003473882,0.000075892305,0.00020686719,0.00032671832,0.00038801064,0.0010505256,0.0008909063,0.000014901919],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.8264806e-7,0.000016665663,0.000029747962,0.000030827814,0.000006404385,0.000022483579,0.0018674602,0.0009648886,0.000010056074,0.07704203,0.0000050738167,0.9200038],"study_design_scores_gemma":[0.0009687234,0.0006474506,0.010060171,0.0038261865,0.000044583805,0.0011954433,0.000008965165,0.25221142,0.00035726404,0.5056977,0.2207757,0.004206379],"about_ca_topic_score_codex":0.00001289625,"about_ca_topic_score_gemma":0.000055453926,"teacher_disagreement_score":0.9157974,"about_ca_system_score_codex":0.00011321521,"about_ca_system_score_gemma":0.00051213155,"threshold_uncertainty_score":0.99989784},"labels":[],"label_agreement":null},{"id":"W3157694383","doi":"10.1108/ijilt-01-2021-0003","title":"Learning about serious game design and development at the K-12 level","year":2021,"lang":"en","type":"article","venue":"International Journal of Information and Learning Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Game design; Originality; Set (abstract data type); Entertainment; Video game development; Plan (archaeology); Mathematics education; Game Developer; Computer science; Instructional design; Multimedia; Psychology; Creativity","score_opus":0.01808566821125511,"score_gpt":0.25606577407398523,"score_spread":0.2379801058627301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157694383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13426334,0.0005306209,0.8587623,0.0059579294,0.00025886143,0.000037096415,9.5541445e-8,0.00009756463,0.00009214781],"genre_scores_gemma":[0.78551507,0.00021274909,0.21326235,0.00031557126,0.00003444698,0.0000031131867,0.0000032308456,0.0000049359974,0.0006485235],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895364,0.0001631525,0.0003807849,0.00008686331,0.00027942008,0.0001361533],"domain_scores_gemma":[0.9989213,0.00017521266,0.0004451216,0.00007777664,0.0003385643,0.000042061685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010858978,0.00008805991,0.00011402615,0.00029625656,0.00031947854,0.00032638572,0.00039613803,0.00008358282,0.000010988642],"category_scores_gemma":[0.0008794495,0.0000674753,0.000025340756,0.000127165,0.00007511528,0.0005952801,0.00036202976,0.0008580698,0.000014485181],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012726071,0.0000073568935,0.002770769,0.0000041857948,0.000051849296,0.000021082156,0.0058454294,0.0070632887,0.00007708112,0.0016961597,0.00006453217,0.9823855],"study_design_scores_gemma":[0.0006481474,0.00014080535,0.009969989,0.00007840635,0.0000051600573,0.003239865,0.0017128552,0.010289352,0.0008097196,0.00014143104,0.9728382,0.00012603251],"about_ca_topic_score_codex":0.0000035105961,"about_ca_topic_score_gemma":0.0000015675618,"teacher_disagreement_score":0.9822595,"about_ca_system_score_codex":0.00006794804,"about_ca_system_score_gemma":0.00015519558,"threshold_uncertainty_score":0.3727934},"labels":[],"label_agreement":null},{"id":"W3158696769","doi":"10.31598/sintechjournal.v4i1.632","title":"PROGRAMMER'S PERSPECTIVE IN YOGYAKARTA ABOUT OBJECT ORIENTED PROGRAMMING (OOP) IN SOFTWARE DEVELOPMENT USING CORRELATION ANALYSIS","year":2021,"lang":"id","type":"article","venue":"SINTECH (Science and Information Technology) Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Programmer; Humanities; Object-oriented programming; Physics; Computer science; Programming language; Art","score_opus":0.010359145748140085,"score_gpt":0.26957508561803495,"score_spread":0.2592159398698949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158696769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33607507,0.00115544,0.66040534,0.001066678,0.000508387,0.00040784283,0.000001045342,0.00024854613,0.00013165183],"genre_scores_gemma":[0.7383071,0.0001073794,0.26139954,0.000091950205,0.00002093052,0.000021075712,0.0000076146775,0.000008890533,0.000035520497],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956579,0.0001699548,0.0013501067,0.0006300167,0.0010877021,0.0011042926],"domain_scores_gemma":[0.99645126,0.00006408215,0.00090330234,0.00042289955,0.0019564894,0.00020197144],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004609985,0.00035603906,0.00053390075,0.0065248082,0.0014038149,0.0018679017,0.00085153885,0.00038731276,0.000009212128],"category_scores_gemma":[0.0034358639,0.00035638522,0.00011706095,0.019297171,0.0008040362,0.0067775063,0.00058747525,0.0022852006,0.000013521407],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016980703,0.00018202378,0.07793105,0.00003537451,0.00008749287,0.00006693077,0.026166588,0.0014269076,0.000110254616,0.0029979974,0.000004891352,0.8909735],"study_design_scores_gemma":[0.006347252,0.0015318068,0.17460582,0.004480157,0.0005626017,0.0055285334,0.27029714,0.39966357,0.00796152,0.0016430336,0.123734765,0.0036438142],"about_ca_topic_score_codex":0.00013509586,"about_ca_topic_score_gemma":0.00020932403,"teacher_disagreement_score":0.8873297,"about_ca_system_score_codex":0.0018311284,"about_ca_system_score_gemma":0.0030465259,"threshold_uncertainty_score":0.9998962},"labels":[],"label_agreement":null},{"id":"W3158725434","doi":"10.1145/366413.364619","title":"Experiences with tutored video instruction for introductory programming courses","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Abandonment (legal); Mathematics education; Studio; Quarter (Canadian coin); Computer science; Community college; Course (navigation); Multimedia; Medical education; Psychology; Engineering; Medicine; Political science; Telecommunications","score_opus":0.014772326870057669,"score_gpt":0.2521385936302297,"score_spread":0.23736626676017206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158725434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7431849,0.00025039233,0.24724144,0.0071539534,0.000762007,0.00046425094,2.9172034e-7,0.0008663938,0.000076372584],"genre_scores_gemma":[0.6807698,0.0000040234686,0.3179821,0.00013219567,0.00033996554,0.00025521277,0.0000033987658,0.000016777603,0.0004965091],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843085,0.00009084001,0.00020604402,0.00055796135,0.0002736846,0.00044062306],"domain_scores_gemma":[0.9987728,0.00020641675,0.0001451795,0.0006799335,0.00009691109,0.000098746204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050005125,0.00018535207,0.00017794604,0.00010102489,0.0004169019,0.00034581122,0.00092190335,0.0000636358,0.000029149383],"category_scores_gemma":[0.0005848821,0.00015201763,0.000059242066,0.00026713754,0.00012526051,0.0002027223,0.00014968772,0.00021135683,0.00002676696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007236993,0.000087278866,0.0018794375,0.00001777987,0.000022556858,0.000015195471,0.016618473,0.00010193262,0.000057563182,0.0008384335,0.0028564704,0.9774325],"study_design_scores_gemma":[0.0006423357,0.00045489924,0.0003977266,0.000042265623,0.000009640734,0.000117365424,0.0054761185,0.0002329876,0.00036922703,0.000040130268,0.9919465,0.00027079222],"about_ca_topic_score_codex":0.000084926185,"about_ca_topic_score_gemma":0.0000071355657,"teacher_disagreement_score":0.98909,"about_ca_system_score_codex":0.000041229898,"about_ca_system_score_gemma":0.000056743367,"threshold_uncertainty_score":0.61990994},"labels":[],"label_agreement":null},{"id":"W3159550417","doi":"","title":"A Student's Complex Structure of Schemes Development for Authentic Programming-Based Mathematical Investigation Projects","year":2020,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Mathematics education; Programming language; Software engineering; Mathematics","score_opus":0.04055889643127683,"score_gpt":0.2772816139084524,"score_spread":0.23672271747717558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159550417","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08788799,0.00011611031,0.9049957,0.0050354935,0.00010168758,0.0012400723,0.000011948889,0.00047800972,0.00013300822],"genre_scores_gemma":[0.48915568,9.850104e-7,0.51034606,0.000038995946,0.00000945234,0.00009426692,0.00021243867,0.000022876193,0.000119272576],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99503136,0.002255282,0.0007475576,0.0009181838,0.00065912894,0.00038849446],"domain_scores_gemma":[0.9951671,0.001035462,0.00086939964,0.001438903,0.0012863078,0.0002028576],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030458767,0.00037330296,0.00050388754,0.00021260095,0.00035656572,0.0006839907,0.0021846278,0.0002393262,0.000011818686],"category_scores_gemma":[0.0017740912,0.00037567457,0.00020455307,0.00042543208,0.00020557811,0.00012437718,0.001343955,0.0006641637,0.0000052324344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002495167,0.001398678,0.0048684035,0.0050441087,0.0003797223,0.000004977812,0.17080913,0.0004813872,0.007163929,0.28711066,0.00032078483,0.5223933],"study_design_scores_gemma":[0.0038152353,0.000014286041,0.014196437,0.012638813,0.00030416914,0.000018529945,0.0010111248,0.6352939,0.20939031,0.028075714,0.09246612,0.0027753797],"about_ca_topic_score_codex":0.000055242555,"about_ca_topic_score_gemma":0.00007513409,"teacher_disagreement_score":0.6348125,"about_ca_system_score_codex":0.000109050445,"about_ca_system_score_gemma":0.0008266809,"threshold_uncertainty_score":0.9998695},"labels":[],"label_agreement":null},{"id":"W3159912938","doi":"10.1007/s10643-021-01188-z","title":"Noticing and Naming Computational Thinking During Play","year":2021,"lang":"en","type":"article","venue":"Early Childhood Education Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Western University","funders":"","keywords":"Sociology of Education; Psychology; CLIPS; Mathematics education; Pedagogy; Cognitive psychology; Computer science; Artificial intelligence","score_opus":0.005570402871047564,"score_gpt":0.23104104300471306,"score_spread":0.2254706401336655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159912938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8027342,0.00066659786,0.19329049,0.00215511,0.0008744356,0.00003345672,1.3693736e-7,0.00009661167,0.00014896241],"genre_scores_gemma":[0.79294294,0.0000068903805,0.20623635,0.000268626,0.00039407486,0.0000013128091,0.0000019230765,0.000009779221,0.00013811943],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987705,0.00015828383,0.00024672842,0.00025849012,0.00032054717,0.0002454932],"domain_scores_gemma":[0.999228,0.00009833588,0.0001664821,0.00015487154,0.00014323802,0.00020907934],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00047673724,0.0001123374,0.00011280339,0.00014975747,0.0010893951,0.0014054187,0.00026875612,0.000041169435,0.000017629165],"category_scores_gemma":[0.00025395417,0.000116688716,0.000050757764,0.00023875864,0.000018439927,0.0007421444,0.00011412511,0.00065255805,0.000010643109],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021942612,0.0002652682,0.028643625,0.000017413697,0.00007330668,0.000053534437,0.18245131,0.005701891,0.00016265384,0.009180654,0.00013689802,0.77331126],"study_design_scores_gemma":[0.00034151948,0.000029419485,0.9892797,0.00023329022,0.000010044721,0.0032426505,0.0012717709,0.0005379016,0.00007770501,0.003311089,0.0014625028,0.00020244354],"about_ca_topic_score_codex":0.000009152458,"about_ca_topic_score_gemma":7.93973e-7,"teacher_disagreement_score":0.960636,"about_ca_system_score_codex":0.000058047466,"about_ca_system_score_gemma":0.00081330177,"threshold_uncertainty_score":0.9996312},"labels":[],"label_agreement":null},{"id":"W3165385978","doi":"10.1080/08993408.2021.1918380","title":"Assessing computational thinking: an overview of the field","year":2021,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Computer science; Field (mathematics); Computational thinking; Mathematics education; Management science; Data science; Artificial intelligence; Psychology","score_opus":0.07305983883628253,"score_gpt":0.3930400650049422,"score_spread":0.3199802261686597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165385978","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09391825,0.0002761632,0.898037,0.0049046264,0.0025872374,0.000052290365,5.890242e-8,0.000074585965,0.00014979337],"genre_scores_gemma":[0.57874364,0.0000013088867,0.41991824,0.0012133245,0.000096677664,0.0000013949268,0.0000010589602,0.0000021751498,0.000022175287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861073,0.00016938226,0.00017711983,0.00036857618,0.00050353917,0.00017066822],"domain_scores_gemma":[0.9986639,0.00016785892,0.00014205878,0.0006214431,0.00033924673,0.00006550431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090114336,0.00007340498,0.00008370041,0.00008433811,0.00055505335,0.0009696334,0.0014360535,0.00002640436,0.000004362844],"category_scores_gemma":[0.00018090956,0.000058749683,0.00004736381,0.0012076887,0.00010690683,0.0015734525,0.00042419677,0.00016961616,0.0000029487453],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4700755e-7,0.0001424788,0.0027199907,0.000014518034,0.0000018920583,4.0040607e-7,0.0031313568,0.003967015,0.00014225424,0.12933426,0.00026019177,0.8602855],"study_design_scores_gemma":[0.00021343573,0.0001375018,0.40024936,0.0005213078,0.000012373534,0.00013931948,0.0005135555,0.5341046,0.004656137,0.03226325,0.026743533,0.0004456233],"about_ca_topic_score_codex":0.000025175477,"about_ca_topic_score_gemma":0.0000023563823,"teacher_disagreement_score":0.85983986,"about_ca_system_score_codex":0.000044506232,"about_ca_system_score_gemma":0.0023931137,"threshold_uncertainty_score":0.9350197},"labels":[],"label_agreement":null},{"id":"W3168143505","doi":"10.1007/978-3-030-78292-4_17","title":"Investigating Students’ Reasoning in a Code-Tracing Tutor","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"TUTOR; Tracing; Computer science; Protocol analysis; Coding (social sciences); Code (set theory); Think aloud protocol; Programming language; Human–computer interaction; Cognitive science; Psychology; Usability","score_opus":0.022055190392314922,"score_gpt":0.2847361647559424,"score_spread":0.2626809743636275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168143505","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039392607,0.0008851344,0.99230963,0.00044680663,0.0012562737,0.00025205137,8.815689e-7,0.0003035984,0.000606367],"genre_scores_gemma":[0.25983366,0.0000126899395,0.73853356,0.0008119906,0.00032855998,0.000010432763,0.0000041743533,0.000044506512,0.0004204011],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946948,0.00015337294,0.0007377127,0.0019699212,0.0015027839,0.0009413872],"domain_scores_gemma":[0.99725765,0.00070382404,0.00041447947,0.001239065,0.00015355229,0.0002314415],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0031641105,0.00055674696,0.0006855483,0.00092892686,0.000408849,0.0018255473,0.0038325593,0.00034487157,0.0000074121144],"category_scores_gemma":[0.00084836944,0.0005705222,0.00013571492,0.0010663971,0.00041768668,0.0006878435,0.002262197,0.0025722461,0.000016092572],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001100354,0.00003702308,0.004698694,0.000059440594,0.00001081191,0.00030659037,0.006285911,0.06980994,0.00006264349,0.008809105,0.0000031756977,0.90991557],"study_design_scores_gemma":[0.0012121953,0.00036891768,0.0076949834,0.012524844,0.00002328016,0.00040414126,0.000009206482,0.9444784,0.0006340387,0.021955514,0.0077421134,0.0029524013],"about_ca_topic_score_codex":0.00015444224,"about_ca_topic_score_gemma":0.00025179054,"teacher_disagreement_score":0.90696317,"about_ca_system_score_codex":0.0005011561,"about_ca_system_score_gemma":0.0008101237,"threshold_uncertainty_score":0.99972886},"labels":[],"label_agreement":null},{"id":"W3169820512","doi":"10.1108/ils-08-2020-0188","title":"Implementation of embedded assessment in maker classrooms: challenges and opportunities","year":2021,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Rubric; Agency (philosophy); Set (abstract data type); Computer science; Variety (cybernetics); Process (computing); Assessment for learning; Originality; Mathematics education; Formative assessment; Knowledge management; Psychology; Creativity; Sociology; Artificial intelligence","score_opus":0.0599952588312805,"score_gpt":0.33761944876770017,"score_spread":0.2776241899364197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169820512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9269257,0.0023781336,0.05589521,0.0070589925,0.00016159244,0.00011707863,4.7430018e-7,0.00012787551,0.007334907],"genre_scores_gemma":[0.97378933,0.0007129604,0.025330277,0.000110213405,0.0000047009194,0.0000039898605,0.0000020729015,9.4886065e-7,0.000045515215],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992087,0.00016946605,0.00020915124,0.000104008715,0.0001925144,0.00011616661],"domain_scores_gemma":[0.9996418,0.00009453021,0.0001311341,0.000057740486,0.00004462983,0.000030184041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00134065,0.000052465228,0.00008171159,0.00015376366,0.00017389643,0.00021455307,0.00009348826,0.000022548593,0.000009423542],"category_scores_gemma":[0.000054949818,0.000047613677,0.00001038915,0.00012898992,0.00008140153,0.0013724623,0.00007926624,0.00016579281,6.5607696e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0618816e-7,0.0000041574976,0.004831902,0.000024177418,0.0000017485189,7.9021845e-7,0.024332022,0.00018744305,0.000008566506,0.055988163,0.0000027628648,0.91461796],"study_design_scores_gemma":[0.00086471974,0.00038554517,0.43244067,0.00015410711,0.0000056627555,0.000064595966,0.35605493,0.053860653,0.00013228257,0.00077102776,0.15496033,0.0003054851],"about_ca_topic_score_codex":0.000048898633,"about_ca_topic_score_gemma":0.000029720266,"teacher_disagreement_score":0.9143125,"about_ca_system_score_codex":0.000008874279,"about_ca_system_score_gemma":0.000117589196,"threshold_uncertainty_score":0.20689403},"labels":[],"label_agreement":null},{"id":"W3170808680","doi":"10.14434/ijdl.v12i1.31263","title":"Hack, Slash &amp; Backstab: A Post-Mortem of University Game Development at Scale","year":2021,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"University of California, Irvine","keywords":"Context (archaeology); Computer science; Documentation; Multimedia; Discipline; Situated learning; Video game development; Situated; Game design; Pedagogy; Sociology","score_opus":0.032813967250598874,"score_gpt":0.27501234662203616,"score_spread":0.2421983793714373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170808680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31928062,0.00007432201,0.6795138,0.0005957195,0.00038464912,0.000031431027,9.411682e-7,0.000024342651,0.00009414855],"genre_scores_gemma":[0.6577954,0.000006824031,0.33950728,0.00004330215,0.0000677648,3.194812e-7,0.0000059967474,0.000008173127,0.0025648754],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859715,0.00022178698,0.0003517455,0.00017302972,0.0004813299,0.00017497598],"domain_scores_gemma":[0.9977035,0.0003572224,0.00052592065,0.00011019854,0.0012156168,0.00008752606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010236759,0.000096537915,0.00018349588,0.00020971846,0.00013138213,0.00009217551,0.00070711115,0.000048145095,0.000032647826],"category_scores_gemma":[0.00053969753,0.00009991543,0.00017506197,0.00014288553,0.000027570615,0.00031472868,0.0002237861,0.00031500577,0.0000122118745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008620972,0.0007111103,0.07747094,0.00013493797,0.0014943109,0.0007135206,0.038956936,0.04965007,0.046268575,0.005528615,0.0010896071,0.7771193],"study_design_scores_gemma":[0.002192757,0.00032574142,0.02674264,0.0005341892,0.00004454078,0.0012377241,0.0010290798,0.0030114246,0.015356959,0.00011894753,0.9490436,0.0003624121],"about_ca_topic_score_codex":0.0000088618635,"about_ca_topic_score_gemma":0.000018389339,"teacher_disagreement_score":0.947954,"about_ca_system_score_codex":0.00022499422,"about_ca_system_score_gemma":0.00036545124,"threshold_uncertainty_score":0.40744328},"labels":[],"label_agreement":null},{"id":"W3171228652","doi":"10.18162/ritpu-2021-v18n2-03","title":"Challenges, Multiple Attempts, and Trump Cards: A Practice Report of Student’s Exposure to an Automated Correction System for a Programming Challenges Activity","year":2021,"lang":"en","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Medical education; Programming language; Mathematics education; Psychology; Medicine","score_opus":0.05945509478269099,"score_gpt":0.32610471147996,"score_spread":0.266649616697269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171228652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8323199,0.005933646,0.14137752,0.010947094,0.00089754246,0.0009453938,0.000010482549,0.007219314,0.0003491035],"genre_scores_gemma":[0.88038194,0.0005319733,0.1184757,0.000003361341,0.000027046055,0.000049399645,0.000009044369,0.000015577107,0.0005059525],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998388,0.00017932574,0.00024130724,0.0006834541,0.00025710792,0.0002508407],"domain_scores_gemma":[0.997838,0.00064361544,0.00030911533,0.0006013145,0.00055265217,0.00005525583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062485586,0.0001824639,0.00028155293,0.00028096267,0.00021523032,0.00010767817,0.0006771485,0.00018830375,1.8998404e-7],"category_scores_gemma":[0.0020006886,0.00020449144,0.0000851628,0.00027256776,0.00007043852,0.0008669982,0.0005478185,0.00024727196,8.0154354e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030176136,0.00019857385,0.0013811924,0.00031952167,0.0001595641,0.00040618706,0.007643533,0.00041533934,0.00026554472,0.0021512895,0.000017735803,0.9870113],"study_design_scores_gemma":[0.0025284537,0.0039106645,0.041254736,0.0034457357,0.00025656476,0.008410889,0.5421701,0.038335185,0.0063985027,0.00007594305,0.351821,0.0013922494],"about_ca_topic_score_codex":0.000065570646,"about_ca_topic_score_gemma":0.00027259425,"teacher_disagreement_score":0.98561907,"about_ca_system_score_codex":0.0004080077,"about_ca_system_score_gemma":0.00009649717,"threshold_uncertainty_score":0.8338919},"labels":[],"label_agreement":null},{"id":"W3173152256","doi":"10.6017/ital.v40i2.12963","title":"Algorithmic Literacy and the Role for Libraries","year":2021,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Guelph","funders":"","keywords":"Literacy; Computer science; Information literacy; Everyday life; Critical literacy; World Wide Web; Data science; Sociology; Epistemology; Pedagogy","score_opus":0.003975957623559503,"score_gpt":0.20488445104677191,"score_spread":0.2009084934232124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173152256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00714922,0.0066826777,0.94836617,0.03590674,0.00014794078,0.00018844337,0.0000031470993,0.00082387734,0.0007317982],"genre_scores_gemma":[0.50508446,0.00009378131,0.49300686,0.0012943698,0.00003876597,0.00009707746,0.000019917603,0.000005033295,0.00035971595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995537,0.000030096722,0.00014991882,0.000093717295,0.00004696623,0.00012559447],"domain_scores_gemma":[0.9994772,0.00021521554,0.0000707191,0.00018769842,0.000030159616,0.000019011359],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00015775596,0.00006950728,0.000097764,0.00014066018,0.00045492244,0.0011317027,0.00022753497,0.00009596167,0.0000018798683],"category_scores_gemma":[0.00020988774,0.000049374972,0.000019061912,0.00027982058,0.00030242954,0.004152812,0.00027782904,0.00017589795,0.0000028314817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005941842,0.000001536782,0.0002187536,0.000007985336,0.0000053668473,2.0256e-7,0.0033612219,8.200972e-7,5.059136e-7,0.56105477,0.000044645472,0.43529826],"study_design_scores_gemma":[0.0005041572,0.00003130388,0.00021820667,0.0000122183965,0.0000038642265,0.00005324504,0.0010007413,0.009406585,0.000820718,0.27059147,0.71728563,0.00007185176],"about_ca_topic_score_codex":0.0000021591766,"about_ca_topic_score_gemma":1.5362346e-7,"teacher_disagreement_score":0.717241,"about_ca_system_score_codex":0.0000016411366,"about_ca_system_score_gemma":0.00004623456,"threshold_uncertainty_score":0.9999052},"labels":[],"label_agreement":null},{"id":"W3173363299","doi":"10.1145/3430665.3456353","title":"Fostering High School Girls' Interest and Attainment in Computer Science","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Intervention (counseling); Workforce; Relevance (law); Psychology; Expectancy theory; Medical education; Mathematics education; Medicine; Social psychology","score_opus":0.03685361997061959,"score_gpt":0.28428359751642374,"score_spread":0.24742997754580415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173363299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41972318,0.000053074516,0.57847065,0.0011963515,0.00023621794,0.00003632761,4.2673403e-8,0.00010601791,0.00017816313],"genre_scores_gemma":[0.73135257,0.0000021280996,0.26824808,0.00027959124,0.000027669792,0.0000024016626,2.0098277e-7,0.0000029066878,0.00008442546],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988966,0.000059861384,0.00014047229,0.00045834447,0.00016470437,0.0002799991],"domain_scores_gemma":[0.99944687,0.000049549955,0.000026970323,0.00032353756,0.000032967335,0.000120114935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060000044,0.00008373077,0.00009864116,0.00011890005,0.00014001115,0.00062572374,0.00041375947,0.000022032063,0.000011979556],"category_scores_gemma":[0.00006400832,0.00007703403,0.000015363798,0.00040249652,0.00007298334,0.00043361724,0.002066596,0.00021070323,0.000018637345],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.819168e-7,0.000031909418,0.009022141,0.000009120928,0.0000021243006,0.00005664721,0.00062845886,0.00022747008,0.00068477954,0.009295054,0.000020069565,0.9800214],"study_design_scores_gemma":[0.0025913692,0.00053657324,0.609919,0.0006847789,0.000008382568,0.00062377704,0.00049764087,0.34874523,0.011783758,0.0036353918,0.019545427,0.0014286727],"about_ca_topic_score_codex":0.00007936398,"about_ca_topic_score_gemma":0.000041077605,"teacher_disagreement_score":0.97859275,"about_ca_system_score_codex":0.00006507803,"about_ca_system_score_gemma":0.00008415881,"threshold_uncertainty_score":0.6033869},"labels":[],"label_agreement":null},{"id":"W3173796469","doi":"10.1145/3459990.3460694","title":"PlushPal: Storytelling with Interactive Plush Toys and Machine Learning","year":2021,"lang":"en","type":"article","venue":"Interaction Design and Children","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Storytelling; Computer science; Gesture; Interactive storytelling; Context (archaeology); Multimedia; Human–computer interaction; Debugging; Artificial intelligence; Programming language","score_opus":0.01713872266153205,"score_gpt":0.23553054832233244,"score_spread":0.2183918256608004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173796469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11955961,0.0007409143,0.87867415,0.00041289002,0.0001407719,0.000097836215,4.1809312e-7,0.00023134785,0.00014207566],"genre_scores_gemma":[0.92965794,0.000087632514,0.069439694,0.00016537098,0.000059924736,0.000006817358,0.000008460494,0.000016105263,0.0005580515],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879915,0.00030306654,0.0001397719,0.00043063823,0.00013941461,0.00018796265],"domain_scores_gemma":[0.99930894,0.0002651433,0.00010704485,0.00016339189,0.00006128208,0.000094204355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025621962,0.00015625448,0.00015542188,0.000096729316,0.00029186418,0.00044917324,0.00012536842,0.000046875062,0.000019240519],"category_scores_gemma":[0.00007035611,0.00013658898,0.000027898242,0.00014184893,0.00003396396,0.0005708079,0.000110834124,0.0006388461,0.000007892768],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001616686,0.00011780859,0.021046517,0.000016262791,0.00022320703,0.00008445845,0.013577123,0.0073872786,0.0007373532,0.00090200175,0.00015081471,0.9555955],"study_design_scores_gemma":[0.0068928003,0.0031590362,0.08039675,0.0016752377,0.00024851272,0.012562129,0.0046680793,0.6669534,0.018028237,0.00053279987,0.20183177,0.00305123],"about_ca_topic_score_codex":0.00010859182,"about_ca_topic_score_gemma":0.00001361259,"teacher_disagreement_score":0.9525443,"about_ca_system_score_codex":0.00003363328,"about_ca_system_score_gemma":0.000034429315,"threshold_uncertainty_score":0.5569937},"labels":[],"label_agreement":null},{"id":"W3174034825","doi":"10.1145/3456565.3460037","title":"Teaching Social Engineering Using Improv","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Improvisation; Class (philosophy); Computer science; Engineering education; Social engineering (security); Multimedia; Mathematics education; Engineering management; Engineering; Psychology; Artificial intelligence; Computer security; Visual arts","score_opus":0.01936321519691641,"score_gpt":0.2645051649748274,"score_spread":0.24514194977791098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174034825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047868233,0.000047822636,0.9497937,0.00061905506,0.00026899483,0.000017714092,5.9250457e-8,0.0005469592,0.0008374372],"genre_scores_gemma":[0.5362621,1.05715806e-7,0.4629598,0.0000960959,0.0001386756,7.9251015e-7,4.2271404e-7,0.000006813406,0.000535195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992322,0.000063399784,0.000102438855,0.0002312748,0.00013074807,0.00023998895],"domain_scores_gemma":[0.99969786,0.000038334787,0.000026534832,0.00017384248,0.000020176787,0.000043261243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032699152,0.00007909079,0.000086567954,0.0000431663,0.00030090718,0.00026616908,0.00025077118,0.000039835828,0.000007231584],"category_scores_gemma":[0.00007710884,0.00008041443,0.000057807323,0.000140301,0.0000054015427,0.00024144388,0.00019940046,0.00035605565,0.000009476571],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.7526803e-7,0.00003692506,0.00029592504,0.000020500222,0.000019424328,0.000055257246,0.004202839,0.0013332802,0.017170144,0.11608599,0.0000737967,0.86070555],"study_design_scores_gemma":[0.00031316976,0.000025395733,0.0011333671,0.000034492532,0.000011139526,0.00018568586,0.00033657005,0.77648544,0.002981506,0.00017483615,0.21781501,0.0005033969],"about_ca_topic_score_codex":0.00010947987,"about_ca_topic_score_gemma":0.0000016890389,"teacher_disagreement_score":0.86020213,"about_ca_system_score_codex":0.000033900356,"about_ca_system_score_gemma":0.000040962288,"threshold_uncertainty_score":0.32792053},"labels":[],"label_agreement":null},{"id":"W3178420377","doi":"10.1007/s10639-021-10546-8","title":"Teaching highly mixed-ability CS1 classes: A proposed approach","year":2021,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"University of British Columbia","keywords":"Likert scale; Mathematics education; Class (philosophy); Diversity (politics); Educational technology; Computer science; Psychology; Significant difference; Medical education; Mathematics; Medicine; Statistics; Sociology; Artificial intelligence","score_opus":0.009433516087347035,"score_gpt":0.24762273236801566,"score_spread":0.23818921628066864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178420377","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14254801,0.0012594974,0.8024984,0.028258383,0.0011478848,0.00044851867,0.0000016368476,0.006489984,0.01734767],"genre_scores_gemma":[0.74138325,0.000037352664,0.25806478,0.00023642497,0.000014424275,0.00003189517,0.000022759747,0.000002536406,0.0002065894],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999175,0.00008415958,0.00024489436,0.0001854738,0.00015209774,0.00015835544],"domain_scores_gemma":[0.9992337,0.000048806294,0.0001321011,0.00043136848,0.00012416343,0.000029835219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047226713,0.00010156982,0.00010225645,0.00018705505,0.00033804472,0.0005391357,0.00033552403,0.00011112815,0.0000014877411],"category_scores_gemma":[0.0008486201,0.000090698486,0.000029315504,0.00032476365,0.00006522037,0.0027962374,0.00020724165,0.00039393912,0.000018103781],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.792006e-7,0.000068009074,0.00029387488,0.000042506417,0.0000034545292,6.136173e-8,0.0029268397,0.000006379852,0.00002761922,0.15339771,0.0006556067,0.84257746],"study_design_scores_gemma":[0.00016245499,0.000047649322,0.0034461007,0.000033246237,0.0000042977667,0.00004721144,0.028922888,0.005288301,0.0015229658,0.0027808805,0.9575263,0.00021770402],"about_ca_topic_score_codex":0.000023041091,"about_ca_topic_score_gemma":8.254878e-7,"teacher_disagreement_score":0.9568707,"about_ca_system_score_codex":0.00005115179,"about_ca_system_score_gemma":0.00024991727,"threshold_uncertainty_score":0.5198898},"labels":[],"label_agreement":null},{"id":"W3182953431","doi":"10.3991/ijet.v16i13.23147","title":"Challenge-based and Competency-based Assessments in an Undergraduate Programming Course","year":2021,"lang":"en","type":"article","venue":"International Journal of Emerging Technologies in Learning (iJET)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mohawk College; McMaster University","funders":"","keywords":"Computer science; Variety (cybernetics); Course (navigation); Competency assessment; Mathematics education; Artificial intelligence; Medical education; Psychology; Engineering","score_opus":0.022423473262056088,"score_gpt":0.34435518014238586,"score_spread":0.3219317068803298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182953431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5194095,0.0019438436,0.43767878,0.038662776,0.001234239,0.0001450619,5.7017394e-7,0.00079490646,0.00013033941],"genre_scores_gemma":[0.7425111,0.000070391034,0.25731805,0.000036668473,0.000027795872,0.0000056200406,0.0000031021434,0.000013574568,0.000013693954],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766994,0.00032993345,0.00060352293,0.00038691598,0.00064986775,0.00035984034],"domain_scores_gemma":[0.9985091,0.00028589022,0.0005167682,0.00028321057,0.0003510681,0.00005393241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013870099,0.00019781821,0.00029837008,0.0007533512,0.00011023453,0.00037575682,0.0013628688,0.00014013083,0.000003067626],"category_scores_gemma":[0.00086801086,0.00019992041,0.0000846202,0.0005403604,0.00011622356,0.00057702576,0.00031716522,0.0015881729,0.0000011464145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029326846,0.00047959998,0.20710783,0.000022835793,0.000050382045,0.001261097,0.00065866025,0.059098423,0.00027756285,0.008948495,0.000007999222,0.7220578],"study_design_scores_gemma":[0.00978807,0.0029071684,0.04318753,0.0045543495,0.000057338515,0.00063126726,0.014047962,0.8471331,0.0025088224,0.020624848,0.052887753,0.0016717972],"about_ca_topic_score_codex":0.000021306732,"about_ca_topic_score_gemma":0.00007364104,"teacher_disagreement_score":0.7880347,"about_ca_system_score_codex":0.00020263992,"about_ca_system_score_gemma":0.00046092537,"threshold_uncertainty_score":0.81525177},"labels":[],"label_agreement":null},{"id":"W3189515872","doi":"10.1007/s42330-021-00158-2","title":"We Tell These Stories to Survive: Towards Abolition in Computer Science Education","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Mathematics education; History; Political science; Psychology","score_opus":0.013263968854312918,"score_gpt":0.28186560337364014,"score_spread":0.2686016345193272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189515872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8672871,0.0007063995,0.11246243,0.017516483,0.001688074,0.000100046964,3.725789e-7,0.000022329656,0.00021677004],"genre_scores_gemma":[0.72261876,0.000013070003,0.2771808,0.000092072856,0.000043543965,0.000002861302,1.6067264e-7,0.0000028171085,0.000045907836],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989176,0.000020522675,0.00025612174,0.0002461285,0.0002544872,0.00030514825],"domain_scores_gemma":[0.9983867,0.000026600643,0.00016017952,0.0002977084,0.0008020942,0.00032672522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016680309,0.000081601305,0.00013322478,0.0019504041,0.00035948673,0.00045747793,0.0008182561,0.000051209132,0.0000029107484],"category_scores_gemma":[0.00082458754,0.000076403754,0.0000150132755,0.003467359,0.0007575853,0.00066050905,0.00007975452,0.00024251442,0.0000031144966],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8840987e-7,0.00007622126,0.002038251,0.00001770238,0.0000012514637,0.0000039634824,0.022258634,0.000026225842,0.0006706922,0.1516805,0.000042901593,0.8231835],"study_design_scores_gemma":[0.0010259273,0.0014301868,0.12440427,0.0054568425,0.00006480026,0.0077062063,0.15700728,0.02500939,0.030725883,0.5147519,0.13007256,0.0023447387],"about_ca_topic_score_codex":0.0004925475,"about_ca_topic_score_gemma":0.0010760122,"teacher_disagreement_score":0.82083875,"about_ca_system_score_codex":0.00030980285,"about_ca_system_score_gemma":0.020683222,"threshold_uncertainty_score":0.9848686},"labels":[],"label_agreement":null},{"id":"W318962794","doi":"10.1080/07468342.2007.11922246","title":"The Number-Pad Game","year":2007,"lang":"en","type":"article","venue":"College Mathematics Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Mathematics; Graduate students; Wife; Competition (biology); Championship; Library science; Computer science; Combinatorics; History; Psychology; Philosophy; Theology","score_opus":0.014472801406681985,"score_gpt":0.27841386414363817,"score_spread":0.26394106273695617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W318962794","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014677941,0.00016376346,0.9768664,0.0012950468,0.0007250785,0.00006994232,2.1202973e-7,0.00013060178,0.006070962],"genre_scores_gemma":[0.55563885,0.00002007937,0.43976077,0.00009689285,0.00031632063,0.0000020768189,8.1842565e-8,0.000016339956,0.0041486262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986024,0.0000743875,0.00036966105,0.00011688796,0.00041341304,0.00042324347],"domain_scores_gemma":[0.9984523,0.00068351044,0.00023830732,0.00037659853,0.000095205076,0.00015408288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042064306,0.000110169894,0.00012529208,0.000052808402,0.0009254115,0.0006152529,0.0010919067,0.000046228877,0.000012545558],"category_scores_gemma":[0.00040071178,0.00006971774,0.00010075499,0.00028843936,0.00005329081,0.00017877044,0.0001399287,0.0006283142,0.00014094084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062419936,0.00015246004,0.00049592875,0.00002152963,0.0000558153,0.00024686745,0.009203271,0.000044339908,0.000047021826,0.6640859,0.005849387,0.31979123],"study_design_scores_gemma":[0.0007212656,0.00010677355,0.0011543842,0.00016415952,0.000020444835,0.008089794,0.0026300214,0.017752565,0.00018461148,0.08434256,0.8844149,0.0004184841],"about_ca_topic_score_codex":9.179818e-7,"about_ca_topic_score_gemma":0.000002503905,"teacher_disagreement_score":0.87856555,"about_ca_system_score_codex":0.000057966474,"about_ca_system_score_gemma":0.00006961596,"threshold_uncertainty_score":0.7117611},"labels":[],"label_agreement":null},{"id":"W3196654106","doi":"10.1145/3466725.3466758","title":"Frustration as an Opportunity for Learning: Review of Literature","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Frustration; Psychology; Empirical research; Mathematics education; Social psychology; Epistemology","score_opus":0.038010867815674844,"score_gpt":0.3321750658526803,"score_spread":0.29416419803700544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196654106","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072021587,0.012674624,0.9637461,0.00817767,0.0002775616,0.00029285855,0.0000011247771,0.00048141758,0.00714651],"genre_scores_gemma":[0.27132854,0.0019564272,0.70359063,0.0032965061,0.00015439551,0.00003115454,0.00019542332,0.000017414057,0.019429484],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923575,0.00020278133,0.00014745156,0.00019585302,0.00011654564,0.0001016389],"domain_scores_gemma":[0.99930125,0.000060990715,0.00008034645,0.0002679183,0.00020953006,0.000079933365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006925679,0.000058258025,0.00011114563,0.000023031036,0.00008652935,0.000110706096,0.00019995835,0.00004098805,0.00003971631],"category_scores_gemma":[0.000766339,0.000050997107,0.000060082093,0.00021219197,0.000007592808,0.0002914307,0.000038645045,0.0001942491,0.000002784693],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001620706,0.00007601509,0.00014654984,0.0011968735,0.0000082458755,0.000008759733,0.0012640879,0.0000108224185,0.0001916816,0.09129981,0.0011359996,0.9046595],"study_design_scores_gemma":[0.00018123498,0.00039949667,0.00024597027,0.0025544825,0.00001061598,0.00006322255,0.00017667835,0.002725235,0.0015606759,0.0020276022,0.98987633,0.00017844964],"about_ca_topic_score_codex":0.0000088366405,"about_ca_topic_score_gemma":0.0000019881952,"teacher_disagreement_score":0.9887403,"about_ca_system_score_codex":0.000005790084,"about_ca_system_score_gemma":0.00014928373,"threshold_uncertainty_score":0.20796016},"labels":[],"label_agreement":null},{"id":"W3197887975","doi":"10.1145/3466725.3466759","title":"Facilitating Online Distributed Critical Making: Lessons Learned","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Reflection (computer programming); Critical reflection; Flexibility (engineering); Creativity; Facilitation; Computer science; Psychology; Pedagogy; Social psychology","score_opus":0.10614791566847886,"score_gpt":0.39745944520545484,"score_spread":0.291311529536976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197887975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059155864,0.00011348564,0.9662452,0.02627244,0.00018740323,0.00002159891,0.000008355145,0.0006472962,0.0005886818],"genre_scores_gemma":[0.57787776,9.982627e-7,0.42121142,0.00025672076,0.000032685402,0.0000018408703,0.000021093538,0.000004741167,0.0005927625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986023,0.0002231381,0.00018011665,0.00042270307,0.00021719544,0.00035459577],"domain_scores_gemma":[0.9986578,0.0007033194,0.00002727353,0.0004117959,0.00011148695,0.000088271954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003277374,0.00010526491,0.00013371736,0.00003433789,0.00026870205,0.00034750282,0.00037769208,0.000054357868,0.00004872032],"category_scores_gemma":[0.0031304506,0.00010015534,0.00007249204,0.00035262687,0.000043246655,0.0001961583,0.00029869267,0.0003958572,0.000050372983],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012475173,0.00014698056,0.0003754995,0.000019319861,0.0000108974755,0.00011241674,0.0013623694,0.00033653603,0.00031800955,0.21200989,0.00033025115,0.7849766],"study_design_scores_gemma":[0.000727614,0.00017541656,0.0066483617,0.00020538582,0.000023686012,0.0002582434,0.006858641,0.22795887,0.0007665926,0.0076700943,0.74776644,0.000940631],"about_ca_topic_score_codex":0.000018187902,"about_ca_topic_score_gemma":0.000015567926,"teacher_disagreement_score":0.7840359,"about_ca_system_score_codex":0.00002685893,"about_ca_system_score_gemma":0.000083686224,"threshold_uncertainty_score":0.4084216},"labels":[],"label_agreement":null},{"id":"W3198198404","doi":"10.5539/jel.v10n5p76","title":"Systematizing ICT Education Curriculum for Developing Computational Thinking: Case Studies of Curricula in the United States, Australia, and the United Kingdom","year":2021,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Information and Communications Technology; Computational thinking; Curriculum framework; Sociology; Pedagogy; Curriculum development; Perspective (graphical); Social studies; Engineering ethics; Mathematics education; Political science; Psychology; Engineering; Computer science","score_opus":0.07280025120308513,"score_gpt":0.3839454795709631,"score_spread":0.31114522836787795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198198404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9171252,0.0015724294,0.07686122,0.003875245,0.00040036425,0.0001520169,1.3711943e-7,0.000009477308,0.0000038916924],"genre_scores_gemma":[0.93075293,0.000047359033,0.0687835,0.00027404923,0.00008332395,0.000010969058,0.000010859508,0.0000048618367,0.00003215631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99788487,0.0011504465,0.0004960212,0.00012806604,0.00022004033,0.000120547076],"domain_scores_gemma":[0.9967493,0.0016440988,0.00069593085,0.00009027204,0.0007879693,0.000032427295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036719893,0.00009893165,0.00021780624,0.00033481963,0.0005081176,0.0002812083,0.00018106417,0.000032464326,5.2322906e-7],"category_scores_gemma":[0.0016785959,0.000060835337,0.000048732247,0.000762682,0.00007169553,0.00021381576,0.000048294365,0.00048162794,1.247501e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003159168,0.0005241883,0.030221231,0.0015322872,0.00027498946,0.00006838683,0.36837745,0.09028581,0.000015284422,0.42574912,0.00087807403,0.082041614],"study_design_scores_gemma":[0.0036445851,0.00036397198,0.012520074,0.008100301,0.00029785166,0.024130827,0.6790805,0.1634213,0.000023433453,0.012049612,0.09574723,0.0006203524],"about_ca_topic_score_codex":0.00048346995,"about_ca_topic_score_gemma":0.000011678547,"teacher_disagreement_score":0.4136995,"about_ca_system_score_codex":0.000053505206,"about_ca_system_score_gemma":0.00032835305,"threshold_uncertainty_score":0.3908081},"labels":[],"label_agreement":null},{"id":"W3198555274","doi":"10.1080/15391523.2021.1967817","title":"Students’ in-moment challenges and developing maker perspectives during problem-based digital making","year":2021,"lang":"en","type":"article","venue":"Journal of Research on Technology in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computational thinking; Computer science; Mathematics education; Block (permutation group theory); Moment (physics); Problem-based learning; Multimedia; Artificial intelligence; Mathematics","score_opus":0.05169222031560299,"score_gpt":0.4183419806125469,"score_spread":0.3666497602969439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198555274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9580444,0.006334162,0.0018410267,0.03348736,0.00009183298,0.00008953068,3.5218438e-8,0.000028953045,0.00008269154],"genre_scores_gemma":[0.9688872,0.0005247561,0.030489555,0.000012775967,0.000029768935,0.000014593452,1.11794904e-7,0.0000053167373,0.00003593673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998672,0.00018274199,0.0002325566,0.00022966754,0.00042729496,0.0002557418],"domain_scores_gemma":[0.999281,0.00014163,0.00010816326,0.00017191884,0.00026772232,0.0000296008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015375401,0.00006729926,0.00012596427,0.0017639945,0.00009168988,0.00019145187,0.00041048843,0.00008133509,6.889204e-7],"category_scores_gemma":[0.0005179745,0.00006392772,0.000018446024,0.00078605814,0.000072912706,0.00027546656,0.00017697958,0.0010144821,0.0000012733161],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019208113,0.0007521256,0.07016002,0.0000916819,0.000015685313,0.00014273312,0.01099508,0.000100129386,0.00018815849,0.0417078,0.000006158024,0.87582123],"study_design_scores_gemma":[0.0021063192,0.0010335799,0.7905422,0.006154027,0.000003822829,0.0007482148,0.15519986,0.00021063066,0.0030455443,0.030218752,0.0103194835,0.0004176144],"about_ca_topic_score_codex":0.0000018893751,"about_ca_topic_score_gemma":0.000008728733,"teacher_disagreement_score":0.8754036,"about_ca_system_score_codex":0.00047073083,"about_ca_system_score_gemma":0.0005521001,"threshold_uncertainty_score":0.44074765},"labels":[],"label_agreement":null},{"id":"W3201702024","doi":"10.53967/cje-rce.v44i3.5355","title":"Book Review: Joyful Math: Invitations to Play and Explore in the Early Childhood Classroom","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Nipissing University","funders":"","keywords":"Mathematics education; Psychology; Pedagogy","score_opus":0.03258814039403991,"score_gpt":0.2715409535585527,"score_spread":0.23895281316451278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201702024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7418289,0.060822845,0.0050835693,0.1896334,0.00211719,0.0003066259,0.000003462094,0.000011605493,0.00019237655],"genre_scores_gemma":[0.9349014,0.00079194055,0.015111257,0.047600187,0.00044686813,0.00006925787,0.000021104182,0.000020769454,0.0010371931],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875015,0.00029866307,0.00034294487,0.00019181841,0.00007379172,0.00034265447],"domain_scores_gemma":[0.998364,0.00013091967,0.00019311724,0.0003381577,0.00031547472,0.000658372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011346324,0.00009869483,0.00014626795,0.0003788874,0.00021077695,0.00024659382,0.00045087544,0.000044544307,0.000019059553],"category_scores_gemma":[0.0015804793,0.000095481315,0.000045383207,0.00072031876,0.000019705494,0.00042318416,0.000010575449,0.00036862327,0.0000067499586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.414297e-7,0.00009583369,0.0039961752,0.00014090327,0.00002127145,0.00006462131,0.6267953,0.00012656236,0.000029028031,0.013775267,0.19770941,0.15724468],"study_design_scores_gemma":[0.00009118132,0.00006832796,0.15911326,0.001086614,0.000021352582,0.0008798322,0.013824375,0.000025250638,0.0000058490286,0.0005144077,0.8242267,0.0001428516],"about_ca_topic_score_codex":0.0048198076,"about_ca_topic_score_gemma":0.10784884,"teacher_disagreement_score":0.6265173,"about_ca_system_score_codex":0.00072725175,"about_ca_system_score_gemma":0.00564931,"threshold_uncertainty_score":0.9999877},"labels":[],"label_agreement":null},{"id":"W3204624635","doi":"10.1080/10476210.2021.1978968","title":"A year at the improv: the evolution of teacher and student identity in an elementary school makerspace","year":2021,"lang":"en","type":"article","venue":"Teaching Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Identity (music); Agency (philosophy); Pedagogy; Curriculum; Mathematics education; Class (philosophy); Sociology; Teaching method; Teacher education; Psychology; Computer science; Art","score_opus":0.010518444108782133,"score_gpt":0.3270293664245527,"score_spread":0.3165109223157706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204624635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864148,0.00074961747,0.008860023,0.0033389535,0.00026194725,0.00014516478,2.284802e-7,0.00004134421,0.00018790878],"genre_scores_gemma":[0.9911051,0.000004435663,0.007830215,0.000108994755,0.000082585706,0.000018695986,0.0000041316844,0.000005773795,0.0008400934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985949,0.0006817532,0.00014284358,0.00023330543,0.00021380017,0.00013343313],"domain_scores_gemma":[0.999311,0.00006265658,0.000097183205,0.00045751917,0.000033621556,0.000038031932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018603015,0.000070678136,0.000068841706,0.000050470466,0.0003041094,0.00018603416,0.00035474898,0.000027750182,0.000009841311],"category_scores_gemma":[0.0001735353,0.00004917344,0.000024328549,0.00017478805,0.000033717733,0.00045721585,0.00023048773,0.00042996812,0.000005304532],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064674714,0.0005690919,0.61887795,0.000026311054,0.000020969359,9.562822e-7,0.053472023,0.00011369126,0.0032157921,0.038187902,0.0008235465,0.28468528],"study_design_scores_gemma":[0.000213486,0.000057061876,0.95574474,0.000053762775,0.00001691934,0.000015384316,0.034836866,0.0009269704,0.00007856411,0.0006823128,0.0072576567,0.00011629136],"about_ca_topic_score_codex":0.0023638345,"about_ca_topic_score_gemma":0.0015900603,"teacher_disagreement_score":0.33686677,"about_ca_system_score_codex":0.00030816853,"about_ca_system_score_gemma":0.00021083717,"threshold_uncertainty_score":0.35734263},"labels":[],"label_agreement":null},{"id":"W3205371606","doi":"10.5539/ass.v17n11p122","title":"Exploring Teachers’ Practices in Teaching Robotics Programming in Primary School","year":2021,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Educational robotics; Curriculum; Computer science; Robot; Mathematics education; Sociology; Psychology; Pedagogy","score_opus":0.08361732292549058,"score_gpt":0.32822054528679245,"score_spread":0.2446032223613019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205371606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61620367,0.00070067093,0.1637508,0.026994059,0.0025293035,0.0009591997,5.709941e-7,0.0016263841,0.18723533],"genre_scores_gemma":[0.7916206,0.0000055873693,0.20797406,0.00013659363,0.00012422442,0.000028418559,7.7692954e-7,0.000010077315,0.00009963925],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99682266,0.00046771843,0.00034024214,0.0008008558,0.00072341494,0.000845102],"domain_scores_gemma":[0.9990024,0.00013494649,0.00028061614,0.00035852139,0.00005735033,0.0001661417],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0044594617,0.00016546996,0.00022406116,0.0003168723,0.0007793205,0.0011048905,0.0012779997,0.000068869034,0.0000020233215],"category_scores_gemma":[0.002604699,0.00018321462,0.00005775348,0.0023847783,0.00019385168,0.0039137006,0.0005759433,0.0014151343,0.00001587631],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012143522,0.000118625365,0.023883695,0.000010652124,0.0000020483078,0.00011149497,0.03279324,0.00004702111,0.00046493084,0.011495324,0.000005254914,0.9310665],"study_design_scores_gemma":[0.00081778516,0.000085700674,0.9315757,0.0003046337,0.000008444275,0.00006757516,0.024503578,0.0009961863,0.00019429413,0.0006950943,0.03989276,0.000858208],"about_ca_topic_score_codex":0.00031165913,"about_ca_topic_score_gemma":0.00011962011,"teacher_disagreement_score":0.93020827,"about_ca_system_score_codex":0.0005828428,"about_ca_system_score_gemma":0.0007880098,"threshold_uncertainty_score":0.99993205},"labels":[],"label_agreement":null},{"id":"W3205512217","doi":"10.1145/3484272.3484966","title":"The efficacy of online office hours: an experience report","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Casual; Commit; Microsoft Office; Office workers; Coronavirus disease 2019 (COVID-19); Computer science; Operations management; Medical education; Medicine; Engineering; World Wide Web; Database; Political science","score_opus":0.03020205369637707,"score_gpt":0.3232331423704605,"score_spread":0.29303108867408345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205512217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7120279,0.0002120362,0.28533804,0.0010560458,0.0003387143,0.000041864838,1.637109e-7,0.0002664403,0.00071875],"genre_scores_gemma":[0.8533304,0.000004566509,0.14493135,0.00008159306,0.00005241867,0.0000018481079,0.0000030313274,0.0000042838665,0.0015905377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99901986,0.00012338907,0.00020062046,0.00026813295,0.00021881126,0.00016919897],"domain_scores_gemma":[0.99865466,0.00024243197,0.00009610432,0.0008537013,0.000094952586,0.000058129943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045047645,0.000061915285,0.00008191419,0.00001596313,0.00018584928,0.00014998288,0.00062104204,0.00002380431,0.0000066418834],"category_scores_gemma":[0.0005812082,0.000041503095,0.000044204735,0.0002560548,0.000052614618,0.0001783329,0.00017037998,0.00015063905,0.000003833161],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045016363,0.00028922004,0.0029699523,0.0000028005816,0.0000100885245,0.00017888939,0.0061706793,0.00022802448,0.0006377869,0.009151738,0.00012708985,0.98022926],"study_design_scores_gemma":[0.00085839897,0.00039949472,0.20591134,0.00010978272,0.000015748981,0.0016191055,0.008316633,0.016139353,0.012412732,0.00013413599,0.75344354,0.0006397193],"about_ca_topic_score_codex":0.00009752428,"about_ca_topic_score_gemma":0.00004055805,"teacher_disagreement_score":0.9795895,"about_ca_system_score_codex":0.0000075372895,"about_ca_system_score_gemma":0.000105866646,"threshold_uncertainty_score":0.1692447},"labels":[],"label_agreement":null},{"id":"W3206410723","doi":"10.1109/te.2021.3105938","title":"Using Structural Equation Modeling to Examine the Relationship Between Preservice Teachers’ Computational Thinking Attitudes and Skills","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Government of Canada","keywords":"Structural equation modeling; Notation; Mathematics education; Test (biology); Coding (social sciences); Psychology; Computational thinking; Reliability (semiconductor); Mathematics; Statistics; Arithmetic","score_opus":0.09872584505670434,"score_gpt":0.35623227484415393,"score_spread":0.2575064297874496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206410723","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4240406,0.00003509047,0.57420665,0.0012482733,0.0002919327,0.00009754864,8.911207e-7,0.00007031476,0.000008732737],"genre_scores_gemma":[0.7979718,6.4864156e-7,0.20162654,0.00017932647,0.0000883019,0.000015261137,0.000009565938,0.000009719755,0.0000988417],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872434,0.00027057072,0.00021517373,0.0003335014,0.00029493272,0.0001614527],"domain_scores_gemma":[0.9987584,0.00067472685,0.00006939713,0.0002830648,0.00013929277,0.00007511673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004696665,0.00011875384,0.00009416795,0.00013648787,0.0009834992,0.00038492124,0.00024283068,0.000060366216,0.000004684571],"category_scores_gemma":[0.000082975406,0.0001085018,0.000037346952,0.000458765,0.000017737753,0.0005149342,0.000006886582,0.00037337924,0.0000069648386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013403076,0.000058047433,0.01147552,0.00001489349,0.000017312705,1.9771316e-7,0.018060066,0.88448066,0.000043013275,0.001732872,0.0000036530892,0.08411244],"study_design_scores_gemma":[0.00021367017,0.000043805307,0.16045587,0.00018928318,0.000050574923,0.00003103116,0.0011989701,0.8312806,0.00016136517,0.0059969365,0.000099486475,0.00027843824],"about_ca_topic_score_codex":0.00021529155,"about_ca_topic_score_gemma":0.000039752966,"teacher_disagreement_score":0.37393123,"about_ca_system_score_codex":0.00011328823,"about_ca_system_score_gemma":0.00023152874,"threshold_uncertainty_score":0.7564381},"labels":[],"label_agreement":null},{"id":"W3207255984","doi":"10.1093/reseval/rvab029","title":"Teachers conceptualizing and developing assessment for skill development: Trialing a maker assessment framework","year":2021,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Creativity; Context (archaeology); Knowledge management; Computer science; Psychology; Engineering ethics; Social psychology; Engineering","score_opus":0.2909111255384714,"score_gpt":0.5436972920467246,"score_spread":0.25278616650825314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207255984","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04864611,0.00054261426,0.94699615,0.00247381,0.00026741112,0.0007091129,4.0302365e-7,0.00011239913,0.0002519946],"genre_scores_gemma":[0.35750297,0.000014979336,0.64191276,0.00006585938,0.000092678696,0.00026569847,0.000023267105,0.00001226667,0.000109550325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99467605,0.002116215,0.0003676133,0.0006461594,0.0016140548,0.0005798743],"domain_scores_gemma":[0.99660283,0.0018813943,0.000109866945,0.00034559492,0.00093924877,0.0001210492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022596745,0.00013749133,0.00019541677,0.00020628955,0.0010348638,0.0009262152,0.00031254345,0.00011886328,0.000017174492],"category_scores_gemma":[0.0039745416,0.00013926219,0.00004651766,0.0005967722,0.000055360575,0.00036381694,0.00032619914,0.00070550275,0.0000048391757],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004219202,0.000042431042,0.000903522,0.000043724278,0.00004965489,0.0000036208755,0.013961807,0.00026886162,0.00032013343,0.06829386,0.00008382164,0.9160243],"study_design_scores_gemma":[0.0057080323,0.0003837921,0.049193837,0.001863862,0.0000704214,0.000039689257,0.015067446,0.50050277,0.0030500817,0.03774104,0.38511324,0.0012658027],"about_ca_topic_score_codex":0.000014414899,"about_ca_topic_score_gemma":0.000008236074,"teacher_disagreement_score":0.91475856,"about_ca_system_score_codex":0.0007562939,"about_ca_system_score_gemma":0.0025716696,"threshold_uncertainty_score":0.89315146},"labels":[],"label_agreement":null},{"id":"W3207571190","doi":"10.5539/ass.v17n11p115","title":"A Survey on Acceptance and Readiness to Use Robot Teaching Technology Among Primary School Science Teachers","year":2021,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globe; Process (computing); Information and Communications Technology; Robot; Robotics; Mathematics education; Psychology; School teachers; Information technology; Computer science; Medical education; Artificial intelligence; Medicine","score_opus":0.021012658687706805,"score_gpt":0.29653901206931027,"score_spread":0.2755263533816035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207571190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8936838,0.000044837743,0.08990231,0.004653272,0.0006226504,0.00027822918,0.000002497605,0.00070530834,0.010107109],"genre_scores_gemma":[0.940924,0.0000013878372,0.057997357,0.0005474964,0.00005808078,0.000013053006,0.0000010088384,0.0000120912055,0.00044551917],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962195,0.00028674564,0.00023646922,0.0013631205,0.0009585548,0.0009355771],"domain_scores_gemma":[0.99834853,0.00015147227,0.00013028497,0.0006933206,0.00025386453,0.00042252374],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004711409,0.00021224031,0.0002513593,0.00055754074,0.0030242354,0.0020953226,0.0022958508,0.000106263964,0.0000026531593],"category_scores_gemma":[0.005503709,0.00021410515,0.00003896258,0.0053754817,0.0018138923,0.0022296247,0.0012345928,0.00091636745,0.000022038403],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002043172,0.000051937062,0.13645083,0.0000030718504,0.0000028927307,0.000024796002,0.0050984207,0.000008575682,0.004354488,0.012021951,0.00010425224,0.84187675],"study_design_scores_gemma":[0.00011402333,0.000059588514,0.9958233,0.000047378682,0.000002423711,0.0000101993355,0.00060274155,0.00008052671,0.00040142017,0.000114332484,0.002457642,0.00028638978],"about_ca_topic_score_codex":0.00036118302,"about_ca_topic_score_gemma":0.00011926515,"teacher_disagreement_score":0.8593725,"about_ca_system_score_codex":0.00041332457,"about_ca_system_score_gemma":0.0009261869,"threshold_uncertainty_score":0.9989406},"labels":[],"label_agreement":null},{"id":"W3207913977","doi":"10.1007/s11423-021-10051-2","title":"Designing for robot-mediated interaction among culturally and linguistically diverse children","year":2021,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation of Sri Lanka; National Science Foundation","keywords":"Mediation; Cultural diversity; Diversity (politics); Psychology; Ethnography; Qualitative research; Grounded theory; Pedagogy; Sociology","score_opus":0.05281215465474872,"score_gpt":0.3638973036775073,"score_spread":0.3110851490227586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207913977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69077486,0.00094057975,0.28619993,0.020841146,0.00033857487,0.00045172864,0.0000014431305,0.0003060104,0.00014570604],"genre_scores_gemma":[0.5539138,0.0000176153,0.44550237,0.000024840036,0.000041914856,0.000072068025,0.00003202061,0.0000036736994,0.00039175097],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99902415,0.000053816537,0.00012954879,0.00034714624,0.00017416802,0.00027116554],"domain_scores_gemma":[0.9989431,0.00039792116,0.000032308697,0.000115024195,0.00042131095,0.00009034723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005607859,0.00007294472,0.00008039043,0.00022944411,0.0005879336,0.00018675221,0.00019006965,0.00008227782,0.0000058196515],"category_scores_gemma":[0.0020729527,0.000068149406,0.000007824673,0.0003305985,0.00015121345,0.00011195561,0.00028438226,0.00035948522,0.000009075983],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002363651,0.00035211074,0.3320042,0.00005066349,0.0001465973,0.00001468143,0.006496153,0.000014453281,0.0017031191,0.073293306,0.0018726812,0.5840284],"study_design_scores_gemma":[0.0012297156,0.00038059286,0.88711727,0.00028058706,0.0000081808475,0.00031448828,0.0050084805,0.0008767311,0.006913755,0.019210903,0.078025475,0.0006337992],"about_ca_topic_score_codex":0.0000116460915,"about_ca_topic_score_gemma":0.00001170538,"teacher_disagreement_score":0.5833946,"about_ca_system_score_codex":0.000057318208,"about_ca_system_score_gemma":0.00043166624,"threshold_uncertainty_score":0.45219693},"labels":[],"label_agreement":null},{"id":"W3212699658","doi":"10.1145/3459995","title":"Creativity in CS1: A Literature Review","year":2021,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Creativity; Coursework; Computer science; Computational creativity; Creativity technique; Computational thinking; Mathematics education; Field (mathematics); Computer programming; Creative problem-solving; Multimedia; Engineering ethics; Psychology; Artificial intelligence; Engineering","score_opus":0.046872097415810686,"score_gpt":0.3889128453232563,"score_spread":0.34204074790744565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212699658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.626199e-7,0.74720776,0.25066945,0.00045664914,0.001007279,0.00038723336,0.0000015957678,0.00019661314,0.00007305978],"genre_scores_gemma":[0.000016434795,0.9165848,0.08243679,0.0002618185,0.00012341718,0.00008643398,0.00006873581,0.00002914188,0.00039243608],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690336,0.0011250713,0.0005919278,0.0008161072,0.0002543265,0.00030921368],"domain_scores_gemma":[0.99723005,0.000751131,0.00032460544,0.0014974595,0.0001067754,0.00008998822],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009913212,0.00038392755,0.0010367361,0.00048079336,0.00024324303,0.00037542568,0.0011714202,0.0002406047,0.000010828923],"category_scores_gemma":[0.00034386947,0.00036229682,0.0004362351,0.0022881923,0.000017278913,0.0002256033,0.00003435424,0.0017544576,0.000040773994],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4143023e-7,0.000279919,6.708484e-7,0.0125926845,0.000022045144,0.0000059470904,0.000515832,0.000025133628,6.552313e-9,0.00017158991,0.0002490152,0.98613703],"study_design_scores_gemma":[0.000034172626,0.000021504746,0.0000042175297,0.22493047,0.000084472114,0.00012179645,0.000010544437,0.00006495152,9.610906e-8,0.000019754776,0.7744541,0.00025390126],"about_ca_topic_score_codex":0.000036348876,"about_ca_topic_score_gemma":0.0000068256895,"teacher_disagreement_score":0.9858831,"about_ca_system_score_codex":0.0002757437,"about_ca_system_score_gemma":0.0010570808,"threshold_uncertainty_score":0.9998829},"labels":[],"label_agreement":null},{"id":"W3216618528","doi":"10.1145/3328778.3366946","title":"Adaptive Rubrics","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Mathematics education; Artificial intelligence; Data science; Mathematics; Engineering","score_opus":0.046533562785478724,"score_gpt":0.2329835410497216,"score_spread":0.18644997826424287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216618528","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046583425,0.000027288743,0.9860228,0.0059208963,0.000050644096,0.000019510531,3.0272798e-8,0.00055061537,0.006942438],"genre_scores_gemma":[0.6485349,3.4746327e-7,0.34977582,0.0014338642,0.0000357989,7.1733405e-7,9.4796704e-8,0.000001909111,0.00021654987],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996066,0.000028148177,0.000044935387,0.00014049333,0.00008203205,0.00009778618],"domain_scores_gemma":[0.99977434,0.00002819859,0.000014414491,0.00010077266,0.000010624887,0.000071633825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007429083,0.000036748563,0.000040081373,0.000010110067,0.000052312833,0.00007522302,0.00031343446,0.000013480025,0.000009313355],"category_scores_gemma":[0.00004311522,0.000030959738,0.000020792879,0.00015102669,0.000006697837,0.000114859155,0.00009967554,0.00011716519,0.00018956116],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.945387e-7,0.000007764658,0.0003108756,0.0000015736136,0.000003921565,0.000007496364,0.0031048227,0.00017873368,0.000019345172,0.16270535,0.0021326488,0.83152646],"study_design_scores_gemma":[0.00016760848,0.00024422034,0.0009873707,0.0000043803075,0.0000020740777,0.0000058196447,0.00024696917,0.24931173,0.00016147133,0.00035049333,0.74832773,0.00019014733],"about_ca_topic_score_codex":0.000012400137,"about_ca_topic_score_gemma":3.214974e-7,"teacher_disagreement_score":0.8313363,"about_ca_system_score_codex":0.00000407113,"about_ca_system_score_gemma":0.000011886976,"threshold_uncertainty_score":0.24364884},"labels":[],"label_agreement":null},{"id":"W3217398659","doi":"10.1145/3494574","title":"Practice report","year":2021,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; Library science; Computer science","score_opus":0.02152239759816031,"score_gpt":0.31363750726829376,"score_spread":0.29211510967013343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217398659","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035751607,0.00078132685,0.8675372,0.05914141,0.0020669445,0.00008456658,2.0398522e-7,0.0013862032,0.033250563],"genre_scores_gemma":[0.33978137,0.0000048832076,0.6540498,0.0013868811,0.00008141958,0.000005458925,0.0000032018975,0.0000072670055,0.00467971],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990286,0.00013673726,0.00013765288,0.00029888257,0.00021662247,0.00018150921],"domain_scores_gemma":[0.9981964,0.00028628527,0.00008314171,0.001268725,0.000107411164,0.000058008183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065085635,0.00006652795,0.0000824716,0.000025907966,0.00012645524,0.00021966393,0.0006100181,0.000040208968,0.000013027931],"category_scores_gemma":[0.0065960702,0.00006312384,0.000044409197,0.00026054148,0.000013195089,0.00041252372,0.00048050057,0.00026025387,0.000113015594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013282424,0.00012528551,0.006328035,0.000005560236,0.00003610115,0.0042636213,0.0021282383,0.000039809893,0.00021334867,0.02599162,0.0052332133,0.9556338],"study_design_scores_gemma":[0.00007986426,0.00001833406,0.004258157,0.0000074645063,0.000005353487,0.0017225406,0.000084787745,0.00015323806,0.0003330291,0.00045687935,0.9927826,0.000097741766],"about_ca_topic_score_codex":0.000051793235,"about_ca_topic_score_gemma":0.000002229773,"teacher_disagreement_score":0.9875494,"about_ca_system_score_codex":0.000016816639,"about_ca_system_score_gemma":0.000107964406,"threshold_uncertainty_score":0.78965884},"labels":[],"label_agreement":null},{"id":"W34737676","doi":"10.14745/ccdr.v47i10a06","title":"Transformative Connections: Community-Based K-12 Computing Program Strives to Strengthen Academic and Career Aspirations of Its Participants.","year":2005,"lang":"en","type":"article","venue":"Black issues in higher education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transformative learning; Higher education; Community college; Psychology; Pedagogy; Career development; Sociology; Public relations; Medical education; Political science","score_opus":0.15814891508993892,"score_gpt":0.38704954117435036,"score_spread":0.22890062608441145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34737676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98036224,0.00056354265,0.008473361,0.0091700815,0.00022842282,0.00062327017,0.0000023533134,0.00022934792,0.00034737686],"genre_scores_gemma":[0.9441819,0.000009933221,0.055286158,0.00022179591,0.00009004397,0.00006840941,0.000013248884,0.00000838446,0.000120118355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986558,0.0004300028,0.00034575321,0.00018021185,0.00015234057,0.00023588154],"domain_scores_gemma":[0.99921954,0.00025038412,0.00011580484,0.00025090395,0.00007589444,0.00008744821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005440703,0.00012009044,0.00015670019,0.00021592683,0.00019901179,0.00008485657,0.00033363802,0.000077410165,0.000007049158],"category_scores_gemma":[0.00008832393,0.000123482,0.000025461117,0.0003921858,0.00006405575,0.00039196556,0.00005108199,0.0004951793,0.000007680576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010114226,0.00092376216,0.013278744,0.00015486327,0.000021712178,1.3900203e-7,0.1946284,0.027984647,0.0002177387,0.01973151,0.00017669628,0.7428717],"study_design_scores_gemma":[0.0019450412,0.0016384543,0.3305001,0.0017688386,0.00008891702,0.0000041985413,0.016435238,0.11857655,0.007068113,0.000635998,0.52012795,0.0012105934],"about_ca_topic_score_codex":0.00015211523,"about_ca_topic_score_gemma":0.00006188396,"teacher_disagreement_score":0.7416611,"about_ca_system_score_codex":0.000051138537,"about_ca_system_score_gemma":0.000102331986,"threshold_uncertainty_score":0.503545},"labels":[],"label_agreement":null},{"id":"W36152090","doi":"10.1007/978-1-4020-3803-7_11","title":"Re-situating Constructionism","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Situated; Constructionism; Sociology; Strict constructionism; Epistemology; TRACE (psycholinguistics); Situated cognition; Computer science; Artificial intelligence; Philosophy","score_opus":0.04628442628322855,"score_gpt":0.27712228788310084,"score_spread":0.2308378615998723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36152090","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.93884e-7,0.00007899003,0.44931707,0.00014979734,0.0004239959,0.000042310436,1.3162692e-7,0.0005372207,0.5494496],"genre_scores_gemma":[0.00097157276,0.000004554985,0.4030151,0.00022204491,0.00021425381,8.4673394e-7,0.000002857489,0.000020359692,0.5955484],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873966,0.000014766112,0.00025901006,0.000435615,0.00030437417,0.0002465456],"domain_scores_gemma":[0.99904555,0.00011816533,0.0001851286,0.0005111428,0.000054003725,0.00008599577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055140216,0.00020847745,0.00019512897,0.00017101632,0.0002645112,0.00026824855,0.0005301704,0.00024455978,0.0001683914],"category_scores_gemma":[0.000032859516,0.00020143621,0.00011284517,0.00003067805,0.0000651923,0.00012691465,0.00019675416,0.00079734455,0.00034497652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2807887e-7,0.0000011399351,0.0000037837808,0.0000040998875,0.000009475772,0.000012047273,0.0001582629,0.0000044498747,3.5562473e-7,0.48269194,0.00030527828,0.5168089],"study_design_scores_gemma":[0.00007902969,0.000033284894,0.000005373023,0.00008723071,0.000007893034,0.00005118737,0.000026951839,0.0005206012,0.0000067944598,0.008457576,0.9904251,0.000298967],"about_ca_topic_score_codex":0.000034495188,"about_ca_topic_score_gemma":0.000021258604,"teacher_disagreement_score":0.9901198,"about_ca_system_score_codex":0.000049583414,"about_ca_system_score_gemma":0.000057643996,"threshold_uncertainty_score":0.821433},"labels":[],"label_agreement":null},{"id":"W36244001","doi":"10.1093/schbul/sbac150","title":"Game design and development course taught with Alice","year":2010,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Alice (programming language); Course (navigation); Computer science; Video game development; Quality (philosophy); Game design; Mathematics education; Development (topology); Multimedia; Game Developer; Human–computer interaction; Psychology; Engineering; Programming language","score_opus":0.02010213664267849,"score_gpt":0.2863020818316011,"score_spread":0.2661999451889226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36244001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49486014,0.00012708374,0.5038179,0.00065345375,0.00037774208,0.00005608944,1.9144593e-8,0.000025282872,0.000082299535],"genre_scores_gemma":[0.5309422,0.0000016441984,0.4689522,0.0000483012,0.000038474842,2.7073506e-7,9.664761e-9,0.0000021728983,0.000014726656],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985231,0.00016004973,0.0003381568,0.00021608642,0.0004844461,0.00027812488],"domain_scores_gemma":[0.99876374,0.00055952516,0.0003648789,0.000119993936,0.000106772575,0.00008506471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004857399,0.000110247965,0.0001927919,0.0002356056,0.0003262401,0.00039294735,0.00088346447,0.00003924863,0.0000011162124],"category_scores_gemma":[0.000112015,0.00007692065,0.00001822496,0.0005845312,0.00024050966,0.00038918754,0.00012421404,0.00053826295,7.819799e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038201495,0.0003234931,0.0876109,0.000037122583,0.000046972047,0.0002825326,0.030579207,0.08068164,0.0005538347,0.010992778,0.00035200466,0.7885013],"study_design_scores_gemma":[0.005454716,0.0042380313,0.23471957,0.0022723256,0.000041730047,0.009929582,0.004399055,0.51501673,0.004579882,0.001311751,0.21609485,0.0019417809],"about_ca_topic_score_codex":0.000007584018,"about_ca_topic_score_gemma":0.00001488404,"teacher_disagreement_score":0.7865595,"about_ca_system_score_codex":0.000019517049,"about_ca_system_score_gemma":0.0005718023,"threshold_uncertainty_score":0.37892002},"labels":[],"label_agreement":null},{"id":"W40025651","doi":"","title":"Using mixed reality to facilitate education in robotics and AI","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Sophistication; Robotics; Computer science; Artificial intelligence; Robot; Mixed reality; Curriculum; Human–computer interaction; Overhead (engineering); Educational robotics; Virtual reality","score_opus":0.08886907552483717,"score_gpt":0.34548402981881865,"score_spread":0.2566149542939815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W40025651","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12625441,0.000026817312,0.8675715,0.0055581336,0.000091150614,0.00005899587,5.0348238e-8,0.000086009386,0.0003529403],"genre_scores_gemma":[0.6233522,4.2807628e-7,0.37587455,0.00050016004,0.0000088234065,3.9151095e-7,2.7808778e-7,9.380684e-7,0.00026221664],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99945915,0.00007298217,0.000094915464,0.00017803725,0.00006739955,0.00012753777],"domain_scores_gemma":[0.9997212,0.000020513926,0.000015359345,0.00016520162,0.000018522633,0.0000591653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035885465,0.00004883871,0.000060073584,0.00007408239,0.000054438922,0.00011589587,0.0001234618,0.000020889649,4.7162723e-7],"category_scores_gemma":[0.000054573593,0.000046223595,0.000009173328,0.00017469941,0.000005930696,0.00016213187,0.000035905,0.00010243881,0.0000036013403],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.807433e-7,0.000037063488,0.002606972,0.000002743499,5.185433e-7,5.638949e-7,0.0020006187,0.0075722937,0.00009774337,0.01296317,0.00013595358,0.97458136],"study_design_scores_gemma":[0.00047685925,0.0003586037,0.61249,0.00014857865,0.0000065770605,0.000039607723,0.00076267944,0.31480968,0.00020233524,0.011112438,0.058910154,0.0006824825],"about_ca_topic_score_codex":0.0007025632,"about_ca_topic_score_gemma":0.000065033986,"teacher_disagreement_score":0.9738989,"about_ca_system_score_codex":0.000029711644,"about_ca_system_score_gemma":0.00006093625,"threshold_uncertainty_score":0.18849435},"labels":[],"label_agreement":null},{"id":"W4200147317","doi":"10.5753/sbie.2021.217464","title":"Introductory Computer Science Course by Adopting Many Programming Languages","year":2021,"lang":"en","type":"article","venue":"Anais do XXXII Simpósio Brasileiro de Informática na Educação (SBIE 2021)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Stanford Bio-X; Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Computer science; Programming language; Syntax; Process (computing); Syntax error; Logic programming; Filter (signal processing); C programming language; Mathematics education; Abstract syntax; Artificial intelligence; Mathematics; Software","score_opus":0.008621521342271685,"score_gpt":0.28364948975474935,"score_spread":0.2750279684124777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200147317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5865207,0.0048694806,0.39793706,0.003606493,0.003298795,0.0006718839,0.00001820032,0.0014963553,0.001581052],"genre_scores_gemma":[0.7527663,0.00006155774,0.24428236,0.0012390896,0.00083254505,0.00004200938,0.00003974549,0.00005719122,0.00067919906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944152,0.00022846585,0.000811343,0.0013968362,0.0012084617,0.001939646],"domain_scores_gemma":[0.9961906,0.00046160183,0.00037548458,0.0016830156,0.00051606086,0.00077320077],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024228054,0.00057925814,0.0005675821,0.00039147856,0.001263996,0.0026849755,0.0023749822,0.00023254195,0.00016226877],"category_scores_gemma":[0.0011174548,0.00058741815,0.00025919275,0.0023587104,0.00057339936,0.0019161652,0.0012908427,0.0013203127,0.00022775619],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071846507,0.00035425392,0.021955764,0.000083554994,0.00007203017,0.00016354489,0.006200476,0.00020785673,0.0012458093,0.0026644194,0.007610228,0.95943487],"study_design_scores_gemma":[0.0027404304,0.0010405282,0.07758086,0.0010929457,0.00024852873,0.0017253703,0.011657992,0.048644643,0.015490464,0.00018287674,0.83499503,0.0046002953],"about_ca_topic_score_codex":0.00014100577,"about_ca_topic_score_gemma":0.000008229717,"teacher_disagreement_score":0.9548346,"about_ca_system_score_codex":0.00035603973,"about_ca_system_score_gemma":0.0018832273,"threshold_uncertainty_score":0.99965775},"labels":[],"label_agreement":null},{"id":"W4200166514","doi":"10.1109/istas52410.2021.9629131","title":"Building a makerspace in a youth center and imagining futures","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"General partnership; Futures contract; Popularity; Public relations; Task (project management); Entrepreneurship; Social entrepreneurship; Sociology; Political science; Engineering; Business","score_opus":0.013879640805393334,"score_gpt":0.26133132229367845,"score_spread":0.2474516814882851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200166514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30820128,0.00069939374,0.6835181,0.005118376,0.00023008972,0.00004155177,3.2994976e-7,0.000288729,0.0019021165],"genre_scores_gemma":[0.682795,0.000002967372,0.31680208,0.00022565789,0.000021596268,7.6221954e-7,3.8809802e-7,0.0000033209878,0.000148243],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930334,0.00007513117,0.00007378487,0.00026260578,0.000086975946,0.00019813617],"domain_scores_gemma":[0.9997167,0.000036158337,0.000019838151,0.00016699987,0.000014473293,0.000045817724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023637449,0.00006619681,0.00007745934,0.00006123972,0.0000744002,0.00028724814,0.0001392375,0.000022211843,0.0000031589825],"category_scores_gemma":[0.00005544835,0.000060403938,0.000019588213,0.0001942545,0.000009827016,0.00017803682,0.00020209755,0.00020258436,0.000002077859],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028563018,0.000056103756,0.034410328,0.000016018577,0.00001084916,0.00017183904,0.052889504,0.00008101286,0.0005512259,0.065749496,0.00010630029,0.8459545],"study_design_scores_gemma":[0.0108373435,0.00043840392,0.22023498,0.0019535837,0.000051724233,0.002022457,0.11695638,0.17232218,0.005269258,0.0049333093,0.4610499,0.0039304686],"about_ca_topic_score_codex":0.00013607739,"about_ca_topic_score_gemma":0.00003620306,"teacher_disagreement_score":0.84202397,"about_ca_system_score_codex":0.000012809108,"about_ca_system_score_gemma":0.000021352847,"threshold_uncertainty_score":0.27699405},"labels":[],"label_agreement":null},{"id":"W4200302538","doi":"10.24908/encounters.v22i0.14801","title":"Critical Making Takes a Holiday","year":2021,"lang":"en","type":"article","venue":"Encounters in Theory and History of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Silence; Curriculum; Criticality; State (computer science); Making-of; Movement (music); Sociology; Epistemology; Mathematics education; Computer science; Aesthetics; Psychology; Pedagogy; Art; Business; Advertising; Philosophy","score_opus":0.014311725079964232,"score_gpt":0.3024052980166521,"score_spread":0.28809357293668786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200302538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19356692,0.044113476,0.6785684,0.0016675313,0.0138829965,0.00015005984,7.7252054e-7,0.00020132083,0.067848496],"genre_scores_gemma":[0.9735915,0.0000064614906,0.024823075,0.00024775424,0.00003819534,0.0000050272556,6.4759433e-7,0.0000030961148,0.0012842305],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993105,0.0002608686,0.00010954569,0.00016334894,0.000069832306,0.00008589381],"domain_scores_gemma":[0.9994862,0.0002557243,0.000038864397,0.00015842557,0.000039207942,0.000021564952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074848236,0.000047303805,0.00007288297,0.00008917438,0.000039474857,0.000025605694,0.00012476121,0.0000287553,0.000021978522],"category_scores_gemma":[0.00048332274,0.000052221872,0.000019884554,0.00006677799,0.00009908163,0.00021104935,0.000021330909,0.00012807151,0.0000016931322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009617349,0.00016395027,0.00079949264,0.0000618549,0.0000035175817,0.0000047216963,0.07945693,0.000010173217,0.000378417,0.5817721,0.0007435233,0.3365957],"study_design_scores_gemma":[0.00035029612,0.00014773199,0.0111915525,0.0009775575,0.000022846463,0.0001390197,0.027437119,0.000737447,0.00026953977,0.057787377,0.9004538,0.00048570216],"about_ca_topic_score_codex":0.000011638883,"about_ca_topic_score_gemma":0.0000045202655,"teacher_disagreement_score":0.8997103,"about_ca_system_score_codex":0.00013617716,"about_ca_system_score_gemma":0.0002995374,"threshold_uncertainty_score":0.21295461},"labels":[],"label_agreement":null},{"id":"W4200391117","doi":"10.4018/978-1-6684-2411-7.ch009","title":"Integrating Computational Thinking and Mathematics","year":2021,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Computational thinking; Creativity; Mathematics education; Coding (social sciences); The arts; 21st century skills; Critical thinking; Creative thinking; Computer science; Pedagogy; Psychology; Sociology; Political science; Social science","score_opus":0.02015692127584891,"score_gpt":0.256534296438574,"score_spread":0.23637737516272508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200391117","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036180376,0.00041604528,0.46544898,0.000105074374,0.00021456643,0.00008081381,0.0000034115983,0.00030143722,0.5333935],"genre_scores_gemma":[0.015765343,0.0000012550935,0.9556631,0.0003428968,0.00014805028,0.0000037185646,0.0000050168715,0.000029239003,0.028041383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985712,0.000029470995,0.00030160527,0.00046084131,0.00041343062,0.00022342088],"domain_scores_gemma":[0.99911845,0.00013655527,0.00022960753,0.00032953403,0.00009161239,0.00009426611],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029684854,0.00028251865,0.00031526762,0.00004809967,0.0002675677,0.0006933472,0.00048200152,0.00019909593,0.0000044471003],"category_scores_gemma":[0.000053177166,0.00027499069,0.000107903485,0.000018791805,0.000057149264,0.00006814326,0.00047479154,0.0005634385,0.000019090125],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5328029e-7,0.0000039610745,0.000006865207,0.000033221822,0.000027603688,0.000049032653,0.0009913805,0.00006872136,4.4422399e-7,0.87968194,0.00007874483,0.11905773],"study_design_scores_gemma":[0.00016107038,0.000049226874,0.000013956056,0.0009498685,0.00003029808,0.00036847423,0.00008331284,0.01064208,0.0000012911486,0.94733113,0.039909184,0.0004601099],"about_ca_topic_score_codex":0.000021653783,"about_ca_topic_score_gemma":0.000012664285,"teacher_disagreement_score":0.50535214,"about_ca_system_score_codex":0.00008894759,"about_ca_system_score_gemma":0.00014727551,"threshold_uncertainty_score":0.9999702},"labels":[],"label_agreement":null},{"id":"W4205368574","doi":"10.1016/j.ijedro.2021.100118","title":"What makes a maker teacher? Examining key characteristics of two maker educators","year":2021,"lang":"en","type":"article","venue":"International Journal of Educational Research Open","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Ontario Institute of Technology","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Thematic analysis; Identification (biology); Mathematics education; Qualitative research; Key (lock); Pedagogy; Decision maker; Field (mathematics); Sociology; Computer science; Psychology; Engineering; Management science; Mathematics; Social science","score_opus":0.14953025239234227,"score_gpt":0.4748856303957103,"score_spread":0.325355378003368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205368574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89235663,0.0017518112,0.0069930255,0.08224234,0.009304152,0.00028836174,0.000009241889,0.0000136224335,0.0070407838],"genre_scores_gemma":[0.9317026,0.00015951523,0.058087602,0.00025641517,0.0011076886,0.000015841542,0.000019460302,0.00001836518,0.008632492],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621385,0.00070283434,0.0007035761,0.0003076204,0.0017522759,0.00031984676],"domain_scores_gemma":[0.99364215,0.0017081448,0.00052063144,0.00036921122,0.0035482398,0.00021159738],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0041059447,0.00012907635,0.0002626073,0.0004898808,0.00016023955,0.0021913585,0.0031895505,0.000053860662,0.00080760993],"category_scores_gemma":[0.004472807,0.00012084194,0.00010880723,0.0004644499,0.00012415109,0.0020160994,0.0010198321,0.0008811685,0.000052072617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015167339,0.0023927784,0.085315876,0.000042619697,0.0007016736,0.00020694529,0.015562353,0.00011045299,0.0023147305,0.19004431,0.013873936,0.68928266],"study_design_scores_gemma":[0.002555044,0.0005504276,0.38454917,0.0027052127,0.00003680025,0.0024127425,0.011206082,0.0008721144,0.0023887835,0.017081669,0.5749757,0.00066619273],"about_ca_topic_score_codex":0.000107218744,"about_ca_topic_score_gemma":0.000015854124,"teacher_disagreement_score":0.68861645,"about_ca_system_score_codex":0.00027093306,"about_ca_system_score_gemma":0.0033143144,"threshold_uncertainty_score":0.99884444},"labels":[],"label_agreement":null},{"id":"W4205700957","doi":"10.22215/etd/2021-14677","title":"Modelling Programming Problem Solving in Python ACT-R","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Python (programming language); Computer science; Programming language; Cognitive model; Software engineering; Think aloud protocol; Programming paradigm; Artificial intelligence; Cognition; Human–computer interaction; Usability; Psychology","score_opus":0.02099950625949499,"score_gpt":0.2723803025703498,"score_spread":0.2513807963108548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205700957","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020782704,0.0018327056,0.9595118,0.00018041188,0.0012184229,0.00060552766,2.0956018e-7,0.0014948585,0.01437334],"genre_scores_gemma":[0.11557744,0.00003717866,0.8664963,0.000029890482,0.00011464878,0.000080123034,0.00017259746,0.000070241,0.01742154],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99723184,0.00017682268,0.0005185251,0.0009512288,0.00045335622,0.00066823704],"domain_scores_gemma":[0.99886805,0.000103988205,0.00025202293,0.00056542526,0.000108929686,0.00010158002],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00087137724,0.0003639517,0.00041630593,0.0003818537,0.00021792731,0.0010113316,0.0008827992,0.00035336657,0.00001343168],"category_scores_gemma":[0.00006050212,0.0003738628,0.00016149988,0.00072154636,0.000009265925,0.00047606562,0.00012593549,0.0013894308,0.000020861034],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004678263,0.000097384975,0.00019963637,0.00028651848,0.000021016918,0.000074877426,0.017442916,0.028291285,0.00003360876,0.0051293946,0.00002857853,0.9483901],"study_design_scores_gemma":[0.000737429,0.00015991183,0.00025241557,0.004033865,0.000044624983,0.00004446914,0.007837568,0.80230534,0.0005330712,0.0008938084,0.18094118,0.0022163014],"about_ca_topic_score_codex":0.00071680563,"about_ca_topic_score_gemma":0.0006248355,"teacher_disagreement_score":0.9461738,"about_ca_system_score_codex":0.000110842826,"about_ca_system_score_gemma":0.00029344248,"threshold_uncertainty_score":0.9998713},"labels":[],"label_agreement":null},{"id":"W4205816241","doi":"10.1145/572134.572136","title":"Striving for mathematical thinking","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Nature versus nurture; Computer science; Mathematical software; Software; Mathematics education; Natural (archaeology); Duty; Natural science; Software engineering; Management science; Mathematics; Programming language; Engineering; Sociology; Epistemology","score_opus":0.028092180379149366,"score_gpt":0.2855154165884441,"score_spread":0.25742323620929475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205816241","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043220054,0.000016182152,0.98987734,0.001152062,0.000081315484,0.00007409175,2.5040103e-8,0.00052209303,0.0039548925],"genre_scores_gemma":[0.3337557,4.7039174e-7,0.6645061,0.00013520899,0.00004627174,0.000007479821,2.2160509e-7,0.000004176958,0.0015443888],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994151,0.000021297476,0.00009379789,0.00015688605,0.00011463716,0.00019827635],"domain_scores_gemma":[0.9995036,0.0002121547,0.000025103236,0.00020257922,0.000016468617,0.000040055616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005355322,0.000053344655,0.00006676392,0.00003503469,0.00018192518,0.00022879711,0.00041005958,0.000025498088,0.000016414246],"category_scores_gemma":[0.00013738089,0.000042873755,0.000043736993,0.00009720457,0.000007660485,0.0001719109,0.00008330342,0.00009131514,0.00003376935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.521991e-7,0.000020601436,0.00043298877,0.0000066281063,0.000003880477,0.0000023557768,0.001125815,0.000049954142,0.0000148302115,0.508756,0.00021896393,0.48936734],"study_design_scores_gemma":[0.0005709291,0.00017028632,0.0008296536,0.00008896999,0.000008837114,0.00013254123,0.0003065792,0.28594708,0.00015862587,0.12778383,0.5835952,0.00040744888],"about_ca_topic_score_codex":0.0000048918487,"about_ca_topic_score_gemma":9.8416e-7,"teacher_disagreement_score":0.5833762,"about_ca_system_score_codex":0.000010444892,"about_ca_system_score_gemma":0.000010635916,"threshold_uncertainty_score":0.22062957},"labels":[],"label_agreement":null},{"id":"W4206498264","doi":"10.1017/cbo9780511808241","title":"How to Think About Algorithms","year":2008,"lang":"en","type":"book","venue":"Cambridge University Press eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Notation; Recursion (computer science); Class (philosophy); Range (aeronautics); Algorithm; Mathematics education; Artificial intelligence; Mathematics; Engineering","score_opus":0.021842360120587444,"score_gpt":0.20543202530084975,"score_spread":0.18358966518026232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206498264","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010089958,0.00021893375,0.3455872,0.00016861025,0.0005521029,0.00032142203,0.000021697613,0.00088768726,0.6522323],"genre_scores_gemma":[0.000049896345,0.000032080687,0.043820318,0.00017384291,0.0002978977,0.000001061872,0.000021664957,0.000040540883,0.9555627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976888,0.00016155474,0.00014469695,0.00094605144,0.0005022397,0.00055667124],"domain_scores_gemma":[0.99793154,0.000101661004,0.00020789317,0.0012204557,0.00015303158,0.0003854203],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019703298,0.00043618437,0.00044140482,0.00032548318,0.00055543584,0.00047276824,0.0025684698,0.000386843,1.8074468e-7],"category_scores_gemma":[0.000038344067,0.0005105224,0.00026114302,0.00004376396,0.00012663567,0.00026458182,0.0012331039,0.0011320069,0.00003078622],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000110121755,0.00001704973,0.0000010923849,0.00004984092,0.00007857154,0.0009847411,0.0014199363,0.000026669382,0.0000032447504,0.4557439,0.3857423,0.15592162],"study_design_scores_gemma":[0.00026982653,0.00008964577,0.000017272441,0.00015194548,0.000033463166,0.00006637456,0.00002771585,0.00048629774,0.000024799876,0.0000014001,0.99825984,0.0005714146],"about_ca_topic_score_codex":0.00014814477,"about_ca_topic_score_gemma":8.7137164e-7,"teacher_disagreement_score":0.61251754,"about_ca_system_score_codex":0.00037328692,"about_ca_system_score_gemma":0.00038748543,"threshold_uncertainty_score":0.99973464},"labels":[],"label_agreement":null},{"id":"W4206584129","doi":"10.26434/chemrxiv.12360788","title":"A Study of Hybridization Understanding from Algorithmic to Conceptual – Is Algorithmic an End Point for Students?","year":2020,"lang":"en","type":"preprint","venue":"ChemRxiv","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dow Chemical (Canada)","funders":"National Science Foundation","keywords":"Grounded theory; Coding (social sciences); Think aloud protocol; Qualitative research; Point (geometry); Psychology; Computer science; Mathematics education; Medical education; Medicine; Mathematics; Human–computer interaction; Sociology; Social science","score_opus":0.11414020794065964,"score_gpt":0.3535952211283794,"score_spread":0.23945501318771972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206584129","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31028178,0.000045957273,0.68729377,0.00040495407,0.00052031793,0.0011692013,0.000013239066,0.00026157906,0.000009210241],"genre_scores_gemma":[0.8687439,0.0000024810247,0.1304473,0.0001939503,0.00031269548,0.00016072614,0.00006862865,0.000043803648,0.000026504247],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968724,0.00020044787,0.0005487565,0.0013150069,0.0007061911,0.00035716637],"domain_scores_gemma":[0.99807596,0.00019770932,0.00040854403,0.0009548508,0.000121478566,0.0002414694],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00068650703,0.00037241302,0.0005884989,0.00017850914,0.00019085029,0.00047293358,0.0020393094,0.00016260296,0.000013664438],"category_scores_gemma":[0.00015821267,0.00040685566,0.00015201379,0.00028759014,0.000052010717,0.00021199737,0.0015228473,0.00062367733,0.000008700655],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013815452,0.003329328,0.0075984667,0.0003378769,0.0014161632,0.00009409264,0.7826778,0.005854993,0.0023000624,0.0034159245,0.0016910541,0.19114608],"study_design_scores_gemma":[0.02562004,0.017895037,0.018930733,0.003164087,0.0017738438,0.00003503372,0.34950134,0.4829159,0.033223152,0.0398371,0.016776582,0.010327147],"about_ca_topic_score_codex":0.000421335,"about_ca_topic_score_gemma":0.000016571608,"teacher_disagreement_score":0.55846214,"about_ca_system_score_codex":0.000266749,"about_ca_system_score_gemma":0.00014143223,"threshold_uncertainty_score":0.99983835},"labels":[],"label_agreement":null},{"id":"W4206781885","doi":"10.22215/etd/2021-14782","title":"Investigating Concreteness Fading in the Programming Domain with an Online Computer Tutor","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Concreteness; Computer science; Animation; Python (programming language); Representation (politics); TUTOR; Fading; Perception; Multimedia; Mathematics education; Programming language; Psychology; Cognitive psychology; Computer graphics (images); Channel (broadcasting)","score_opus":0.03034687122684246,"score_gpt":0.2870799673552413,"score_spread":0.2567330961283988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206781885","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7344337,0.0002155557,0.2623286,0.0003663902,0.00044526186,0.00058412534,9.149298e-7,0.00061969,0.0010057789],"genre_scores_gemma":[0.14238118,0.000001305922,0.85404915,0.0004490809,0.00030724113,0.00006449781,0.0005366488,0.000051062387,0.002159856],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972124,0.00054401474,0.00041076075,0.0007999791,0.0005476286,0.00048520547],"domain_scores_gemma":[0.998572,0.00024250522,0.00028520092,0.0006811028,0.00011384414,0.00010532653],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011703238,0.00037037654,0.00038433203,0.00017948297,0.0003402024,0.0013528481,0.0013462428,0.00019957614,0.000003842632],"category_scores_gemma":[0.00005016657,0.00025132278,0.00007737749,0.0006399063,0.000046650945,0.00043718235,0.00008121082,0.0012342976,0.0000025144818],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063066477,0.00011103296,0.0020148656,0.00019115383,0.000044893426,0.00016509218,0.07695175,0.0010888332,0.00004865703,0.016669054,0.000021426496,0.90268695],"study_design_scores_gemma":[0.007824881,0.0063477717,0.10769397,0.017882483,0.00034442527,0.001544958,0.27789417,0.36480367,0.00037322295,0.0035749823,0.20078906,0.010926399],"about_ca_topic_score_codex":0.0003257846,"about_ca_topic_score_gemma":0.0017564195,"teacher_disagreement_score":0.8917605,"about_ca_system_score_codex":0.000061214945,"about_ca_system_score_gemma":0.0003101481,"threshold_uncertainty_score":0.9999939},"labels":[],"label_agreement":null},{"id":"W4207009873","doi":"10.1007/s12528-021-09305-y","title":"A scoping review of computational thinking assessments in higher education","year":2022,"lang":"en","type":"review","venue":"Journal of Computing in Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Killam Trusts; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Federation for the Humanities and Social Sciences","keywords":"Computational thinking; Likert scale; Empirical research; Critical thinking; Higher education; Psychological intervention; Computer science; Mathematics education; Class (philosophy); Domain (mathematical analysis); Medical education; Psychology; Knowledge management; Medicine; Artificial intelligence; Mathematics","score_opus":0.1334610626915267,"score_gpt":0.4568294880976183,"score_spread":0.3233684254060916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207009873","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004564036,0.989598,0.0025724838,0.00044315468,0.006333345,0.000584019,3.307455e-7,0.000028491346,0.0003945329],"genre_scores_gemma":[0.0005331141,0.89514256,0.102811545,0.00042476307,0.00071996613,0.000035969042,0.00003602137,0.00004086979,0.0002552249],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99458593,0.0014886974,0.00234986,0.0003928469,0.00089508673,0.00028760303],"domain_scores_gemma":[0.99432427,0.00095825765,0.004033443,0.0003723832,0.00023014323,0.00008152747],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004073362,0.0003176921,0.0014390543,0.0012242942,0.00012133248,0.00016353322,0.001363952,0.00013586947,0.00014100355],"category_scores_gemma":[0.00014001672,0.00030830517,0.0003456431,0.0016463485,0.000023482125,0.0004419376,0.00027252533,0.0015452156,0.000002910287],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011662257,0.0005010298,0.00028319543,0.060549244,0.00003089794,0.0000036845684,0.00042827733,0.0010155035,2.0363494e-8,0.0028631547,0.0002551439,0.9340687],"study_design_scores_gemma":[0.0001327375,0.00007304405,0.0017098814,0.5394923,0.00007651298,0.000086418455,0.000017371203,0.000075591954,2.0071484e-8,0.00037138863,0.4577225,0.00024222315],"about_ca_topic_score_codex":0.000033246444,"about_ca_topic_score_gemma":6.5644383e-7,"teacher_disagreement_score":0.93382645,"about_ca_system_score_codex":0.00087693136,"about_ca_system_score_gemma":0.0057569854,"threshold_uncertainty_score":0.9999369},"labels":[],"label_agreement":null},{"id":"W4207049143","doi":"10.1007/s10649-021-10133-1","title":"Development and evolution of instrumented schemes: a case study of learning programming for mathematical investigations","year":2022,"lang":"en","type":"article","venue":"Educational Studies in Mathematics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Constructive; Perspective (graphical); Computer science; Frame (networking); Scheme (mathematics); Mathematics education; Workload; Management science; Artificial intelligence; Mathematics; Programming language; Process (computing); Engineering","score_opus":0.09037416637368055,"score_gpt":0.3616027634885973,"score_spread":0.27122859711491676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207049143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9495909,0.00023233806,0.0494358,0.00013047931,0.00006876135,0.0005064039,4.1404127e-7,0.000024903875,0.0000099625295],"genre_scores_gemma":[0.56614166,5.0246257e-7,0.4334679,0.0000012570708,0.0000055807645,0.00034751813,9.3517093e-7,0.00000392603,0.000030735646],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99886304,0.00009372022,0.00048593554,0.00017269075,0.00025785706,0.00012673037],"domain_scores_gemma":[0.9988036,0.0006525427,0.00028301135,0.00013186314,0.00010328442,0.000025664154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011199674,0.00008815898,0.00020924477,0.0001733803,0.00043628432,0.000015736365,0.00017008376,0.000013339821,0.0000016411242],"category_scores_gemma":[0.0009078802,0.00008752356,0.000021194366,0.00038160305,0.00007862062,0.0000761081,0.00030447255,0.00016264866,1.8235343e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041358358,0.0035656868,0.022094008,0.0011548912,0.00020421631,0.0000073911533,0.74088794,0.0016622035,0.000025885152,0.19942926,0.00001735739,0.030947033],"study_design_scores_gemma":[0.00096523215,0.00055185374,0.0007185481,0.0002672951,0.00004250836,0.00038554662,0.9566378,0.02107551,0.0000444289,0.016653957,0.0024115592,0.0002457636],"about_ca_topic_score_codex":0.00001620126,"about_ca_topic_score_gemma":0.000011978064,"teacher_disagreement_score":0.3840321,"about_ca_system_score_codex":0.00015957159,"about_ca_system_score_gemma":0.00015756914,"threshold_uncertainty_score":0.3569107},"labels":[],"label_agreement":null},{"id":"W4210918009","doi":"10.1522/rhe.v5i2.1227","title":"Le tinkering au cœur du processus de résolution de problèmes en contexte de fabrication numérique à l’école","year":2022,"lang":"fr","type":"article","venue":"Revue hybride de l éducation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal; Université de Moncton","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.02973631693003722,"score_gpt":0.27492457528013625,"score_spread":0.24518825835009903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210918009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32202345,0.0011161526,0.6557342,0.019318737,0.000787032,0.0003752482,0.0000035730882,0.00027061548,0.0003710043],"genre_scores_gemma":[0.9504803,0.00006265922,0.043413345,0.0004051589,0.0009135649,0.00048484767,0.00004022928,0.000045994548,0.0041539324],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99625087,0.0016875799,0.0004044051,0.00057159615,0.00023108027,0.000854471],"domain_scores_gemma":[0.99846065,0.00029989314,0.00041449067,0.00043610472,0.00018250638,0.00020635247],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0045305463,0.0002219717,0.00022013775,0.00016511088,0.0013989708,0.00037998555,0.0006731029,0.000111060326,0.000015097599],"category_scores_gemma":[0.0014260216,0.0003259168,0.00011472784,0.0005567844,0.000059469094,0.0006118005,0.0002314489,0.0008684148,0.000023916093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003708127,0.0007598624,0.029707722,0.0009675311,0.00005746477,0.00004801274,0.3394143,0.14602388,0.004019824,0.058024596,0.0017737882,0.4191659],"study_design_scores_gemma":[0.00056138827,0.00024899005,0.06561254,0.0005388653,0.000056757694,0.0020626104,0.011012556,0.6444316,0.001759924,0.005020663,0.26803237,0.0006617312],"about_ca_topic_score_codex":0.0088299485,"about_ca_topic_score_gemma":0.00039136983,"teacher_disagreement_score":0.62845683,"about_ca_system_score_codex":0.004236597,"about_ca_system_score_gemma":0.0040516397,"threshold_uncertainty_score":0.9999193},"labels":[],"label_agreement":null},{"id":"W4211138918","doi":"10.1145/1345443.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Taxonomy (biology); Mathematics education; Psychology","score_opus":0.0560288545921207,"score_gpt":0.275038923751562,"score_spread":0.21901006915944132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211138918","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015462359,0.000046877583,0.97897214,0.00032145303,0.00050885504,0.00009564295,8.476418e-9,0.00086597324,0.0037267206],"genre_scores_gemma":[0.4190168,0.0000012899928,0.5805182,0.00013649178,0.00010975524,0.0000027720498,2.1808927e-7,0.0000048266165,0.00020963681],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998186,0.00004415045,0.00022673584,0.00051815587,0.00037807677,0.00064688036],"domain_scores_gemma":[0.9992128,0.00013733614,0.00007831782,0.00033139443,0.00009550398,0.0001446527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031335312,0.00012943232,0.00011685015,0.0003406819,0.00080464396,0.0006572713,0.0010554629,0.00003956597,0.000010299207],"category_scores_gemma":[0.00004302265,0.00011598744,0.00004495645,0.0010742358,0.0001384379,0.0006185434,0.0004275528,0.00040696716,0.00014837061],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7133793e-7,0.00000925021,0.0018771125,0.0000019711204,0.0000022057143,0.000010519351,0.0006674847,0.00024525812,0.00010466873,0.109092265,0.00006188235,0.8879265],"study_design_scores_gemma":[0.00018491928,0.00006760035,0.00790749,0.00002585443,7.9017417e-7,0.000048634593,0.0001374567,0.013920858,0.0011691193,0.00012237743,0.9761114,0.0003034973],"about_ca_topic_score_codex":0.000023061762,"about_ca_topic_score_gemma":0.000002956505,"teacher_disagreement_score":0.97604954,"about_ca_system_score_codex":0.00013865322,"about_ca_system_score_gemma":0.000138447,"threshold_uncertainty_score":0.63380826},"labels":[],"label_agreement":null},{"id":"W4212814613","doi":"10.1145/3478431.3499335","title":"Exploring Common Writing Issues in Upper-Year Computer Science","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Formality; CLARITY; Computer science; Curriculum; Grammar; Mathematics education; Technical writing; Linguistics; Pedagogy; Higher education; Psychology","score_opus":0.03627741186956178,"score_gpt":0.2952020412351857,"score_spread":0.2589246293656239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212814613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9737464,0.000029641973,0.008064399,0.014157341,0.0026879879,0.00050141,5.3718816e-7,0.0004240594,0.000388192],"genre_scores_gemma":[0.80414075,0.000005685308,0.19514032,0.00035256534,0.0002297207,0.000099850455,3.2461872e-7,0.000012534706,0.000018266048],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957089,0.000056962414,0.0005654151,0.0011429604,0.001793226,0.00073253765],"domain_scores_gemma":[0.998042,0.0001647022,0.00039290913,0.0009274644,0.00030892523,0.00016400957],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.005239359,0.00023877561,0.00028060435,0.0009120294,0.0018273375,0.00090345554,0.009680729,0.00003880445,0.000002581652],"category_scores_gemma":[0.00029324187,0.00020626113,0.00010772849,0.005294239,0.00076768064,0.0023165683,0.0065074023,0.0009673128,0.0000054045195],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022404021,0.0013589788,0.05987618,0.00008410844,0.0000051369616,9.921131e-7,0.008308431,0.004419602,0.053826995,0.16659008,0.00057994237,0.70492715],"study_design_scores_gemma":[0.0017207927,0.0040846914,0.60558295,0.0024224087,0.000036764843,0.00046448308,0.0027242014,0.24288589,0.09518755,0.014574343,0.027242722,0.0030732166],"about_ca_topic_score_codex":0.00010461322,"about_ca_topic_score_gemma":0.0000010453598,"teacher_disagreement_score":0.70185393,"about_ca_system_score_codex":0.000683236,"about_ca_system_score_gemma":0.00065255736,"threshold_uncertainty_score":0.99947214},"labels":[],"label_agreement":null},{"id":"W4213016597","doi":"10.1145/3478431.3499299","title":"English Language Learners in Computer Science Education","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"English language; Computer science; Mathematics education; Language acquisition; English as a second language; Pedagogy; Psychology","score_opus":0.009808501182084843,"score_gpt":0.27052340100475547,"score_spread":0.26071489982267065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213016597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9650576,0.000049015947,0.017352404,0.008608985,0.0064080423,0.0007585955,7.0041284e-7,0.00050646946,0.0012581818],"genre_scores_gemma":[0.8564502,0.000001936949,0.1423841,0.00068453647,0.00031056677,0.000076061995,7.7610986e-7,0.000011732863,0.00008010801],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962389,0.000055014723,0.00044339753,0.0011033779,0.0015615162,0.000597825],"domain_scores_gemma":[0.9979222,0.00011408462,0.0004073645,0.0009428392,0.0004407274,0.00017278575],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0040129665,0.0002182898,0.00021446805,0.00091872754,0.001190364,0.00071541924,0.008695051,0.00005220628,0.0000038126193],"category_scores_gemma":[0.0006089375,0.00018616799,0.00009738025,0.0054946663,0.000751652,0.0013822656,0.0040116752,0.00088560674,0.000004608713],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013704418,0.0015845962,0.008303484,0.0000482594,0.0000032166681,3.0194218e-7,0.019108258,0.0033593746,0.037345946,0.06617389,0.0012338391,0.86282516],"study_design_scores_gemma":[0.003776476,0.008234798,0.30619502,0.0031669794,0.00011031202,0.00079401286,0.01700975,0.40956756,0.12543355,0.021862302,0.09692481,0.0069244164],"about_ca_topic_score_codex":0.00010146396,"about_ca_topic_score_gemma":0.0000018059754,"teacher_disagreement_score":0.8559007,"about_ca_system_score_codex":0.00084792514,"about_ca_system_score_gemma":0.0028399595,"threshold_uncertainty_score":0.9966684},"labels":[],"label_agreement":null},{"id":"W4213149332","doi":"10.4018/978-1-7998-9564-0.ch001","title":"Making and Active Learning in Higher Education","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Western University","funders":"","keywords":"Workforce; Variety (cybernetics); Context (archaeology); Mathematics education; Active learning (machine learning); Pedagogy; Psychology; Computer science; Political science","score_opus":0.03738834591470311,"score_gpt":0.32924281156276614,"score_spread":0.29185446564806306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213149332","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027494982,0.17356375,0.00012272097,0.023704397,0.030787548,0.0017009908,0.00000363113,0.00059967145,0.7667678],"genre_scores_gemma":[0.014606289,0.002058876,0.017019298,0.0009517339,0.00014605225,0.000273986,0.00006549015,0.000032718766,0.96484554],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998362,0.00012818149,0.00037731795,0.00059919595,0.00029910935,0.0002341782],"domain_scores_gemma":[0.9992955,0.00013915732,0.000295768,0.0001569515,0.000048859085,0.00006380591],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029054223,0.00029407875,0.00025966752,0.00038759044,0.00042251055,0.00010053318,0.00024697656,0.00014787623,0.0007799618],"category_scores_gemma":[0.00001328456,0.0002969428,0.000021444697,0.00010462157,0.00007451342,0.0016965182,0.000342327,0.0010082042,0.0000067984856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024688126,0.00007034046,0.0023059351,0.00011829476,0.000008267454,0.0000021971641,0.0049390383,0.00001606241,0.0000011504324,0.4364734,0.00016783368,0.5558728],"study_design_scores_gemma":[0.000123809,0.000030704414,0.037916373,0.0008839539,0.000003389175,0.000009790792,0.000294125,0.0000015684511,0.0000021859223,0.0072280997,0.9531507,0.0003553389],"about_ca_topic_score_codex":0.0000068338754,"about_ca_topic_score_gemma":0.000013810029,"teacher_disagreement_score":0.95298284,"about_ca_system_score_codex":0.00026851715,"about_ca_system_score_gemma":0.0010835058,"threshold_uncertainty_score":0.99994826},"labels":[],"label_agreement":null},{"id":"W4214940704","doi":"10.1145/961611.961613","title":"Grading programming assignments using rubrics","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Programming language; Mathematics education; Mathematics; Engineering","score_opus":0.039357818377353804,"score_gpt":0.27475643451062076,"score_spread":0.23539861613326696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214940704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07338208,0.0003584247,0.9220354,0.0012606086,0.0007528617,0.00028467237,2.6565564e-7,0.0008412438,0.0010844439],"genre_scores_gemma":[0.48982495,0.0000026705056,0.5095155,0.00017879037,0.00003844842,0.00001071593,8.1511945e-7,0.000020545602,0.00040755863],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977492,0.0003509886,0.00028684924,0.00055070594,0.0004011564,0.0006610708],"domain_scores_gemma":[0.99844927,0.0002631289,0.00016568777,0.0009081428,0.000045024768,0.00016874271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012507334,0.00022705809,0.0002021462,0.00013057105,0.0005079275,0.0004845547,0.0011259867,0.000095537114,0.00004540939],"category_scores_gemma":[0.0014011246,0.00022705238,0.0001007486,0.000414431,0.000043958393,0.0001484241,0.00031323024,0.00044345926,0.00016920276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062748377,0.0003344559,0.015541801,0.00005430129,0.000078315716,0.00017237474,0.0036404855,0.0012270737,0.0010579394,0.028799007,0.002480188,0.94660777],"study_design_scores_gemma":[0.00037384397,0.00007966787,0.00022126852,0.00006828184,0.000014326035,0.000097217955,0.00014963218,0.0011920672,0.0007269095,0.00044749532,0.99622947,0.00039980563],"about_ca_topic_score_codex":0.00006181867,"about_ca_topic_score_gemma":5.536602e-7,"teacher_disagreement_score":0.9937493,"about_ca_system_score_codex":0.00010247032,"about_ca_system_score_gemma":0.000055736156,"threshold_uncertainty_score":0.9258928},"labels":[],"label_agreement":null},{"id":"W4220751856","doi":"10.1145/3490100.3516473","title":"Leveraging Generative Conversational AI to Develop a Creative Learning Environment for Computational Thinking","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Generative grammar; Brainstorming; Comics; Sensemaking; Process (computing); Natural language; Human–computer interaction; Artificial intelligence; Multimedia; Programming language","score_opus":0.02417565975820395,"score_gpt":0.2613271575138929,"score_spread":0.23715149775568894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220751856","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005153326,0.000016174728,0.98792803,0.0060785413,0.00013740202,0.000270772,0.0000017432741,0.00021762491,0.00019640329],"genre_scores_gemma":[0.3963974,1.2978603e-7,0.6000164,0.0021494203,0.000035811976,0.00015342639,0.000035816563,0.00000882758,0.0012027435],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998396,0.00025943024,0.00018428806,0.0004317604,0.00047398024,0.00025453218],"domain_scores_gemma":[0.99933165,0.0003219515,0.00008436005,0.00010529573,0.0000825154,0.00007421013],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00096103706,0.00012277105,0.000117236574,0.00013235869,0.0017204981,0.00020167329,0.00040205073,0.000016609654,0.00014472203],"category_scores_gemma":[0.00012189862,0.00013149716,0.000042959797,0.0002771132,0.000017438644,0.00019240132,0.00049836916,0.00034566934,0.000021088508],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007930206,0.000029143634,0.0007548914,0.0000023576945,0.000029573215,0.0000022313868,0.030628534,0.8680299,0.000020576459,0.047334053,0.0006788329,0.05248201],"study_design_scores_gemma":[0.00059685134,0.00029524945,0.002806338,0.000007538629,0.0000063569887,0.000019981144,0.0031131208,0.59624755,0.00007195234,0.003343747,0.39314815,0.00034316882],"about_ca_topic_score_codex":0.000044900327,"about_ca_topic_score_gemma":7.2053007e-7,"teacher_disagreement_score":0.39246935,"about_ca_system_score_codex":0.00027246182,"about_ca_system_score_gemma":0.0001727686,"threshold_uncertainty_score":0.99957913},"labels":[],"label_agreement":null},{"id":"W4220813221","doi":"10.1007/s42330-022-00193-7","title":"Gender Differences in Self-efficacy for Programming Narrowed After a 2-h Science Museum Workshop","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Rio Tinto (Canada); Université du Québec à Chicoutimi; Espace pour la vie; Université du Québec à Montréal","funders":"","keywords":"Self-efficacy; Perception; Psychology; Computer science; Social psychology","score_opus":0.021120767480764267,"score_gpt":0.27016019785432993,"score_spread":0.24903943037356566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220813221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742396,0.00048404172,0.020354932,0.0039897966,0.0006225656,0.00024951278,3.5619948e-7,0.00003608871,0.00002312626],"genre_scores_gemma":[0.7585111,0.0000017898348,0.24137788,0.000032679112,0.000013782717,0.00004674467,7.3466985e-8,0.0000036660188,0.000012253951],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99871826,0.00001720628,0.000277958,0.00025926897,0.00029285782,0.000434422],"domain_scores_gemma":[0.99898547,0.000071607166,0.00023756955,0.00023594112,0.0002417246,0.00022766682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025584754,0.00008790646,0.0001433503,0.002335595,0.0010643064,0.00037926002,0.0013259521,0.00003588752,0.0000032420307],"category_scores_gemma":[0.000687649,0.00008049551,0.000023887085,0.0028929461,0.0008779752,0.000447053,0.00011935643,0.000363452,2.980243e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027807716,0.00051473593,0.016703436,0.0000616389,0.000010287833,0.0000171533,0.07061553,0.000036338155,0.00028150826,0.13796146,0.000046510966,0.77374864],"study_design_scores_gemma":[0.0044910405,0.003917342,0.13957773,0.0017011864,0.00019035512,0.008069762,0.37439752,0.089246206,0.0011551214,0.18783946,0.18569185,0.0037224223],"about_ca_topic_score_codex":0.00006183068,"about_ca_topic_score_gemma":0.00013129188,"teacher_disagreement_score":0.7700262,"about_ca_system_score_codex":0.00029035241,"about_ca_system_score_gemma":0.0056052753,"threshold_uncertainty_score":0.99435174},"labels":[],"label_agreement":null},{"id":"W4220875217","doi":"10.1109/mra.2022.3143188","title":"RoboParty: 20 Editions Building Robots and Motivating Youngsters for Science, Technology, Engineering, and Mathematics Subjects [Competitions]","year":2022,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Robotics; Computer science; Algorithm; Library science; Humanities; Mathematics; Robot; Philosophy","score_opus":0.011396821876617128,"score_gpt":0.24749260533009823,"score_spread":0.2360957834534811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220875217","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0362639,0.000097771794,0.95946443,0.0022957094,0.0005824119,0.00034706117,0.0000067611777,0.0009011889,0.00004078219],"genre_scores_gemma":[0.3109586,0.0000025713712,0.68873453,0.000041277093,0.000058130834,0.00008381242,0.000007762642,0.000017718241,0.00009561765],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848455,0.00003334644,0.00031356755,0.000433764,0.00034128642,0.00039348062],"domain_scores_gemma":[0.99904966,0.00021945847,0.00019917074,0.00031585444,0.0001170077,0.0000988289],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009544303,0.00017758836,0.00019768112,0.00093942817,0.0014005096,0.00041188835,0.00043362487,0.000048327394,0.0000025596935],"category_scores_gemma":[0.00031051438,0.00020126901,0.00003449439,0.0013995542,0.0001551741,0.00053682283,0.00032747947,0.0003329508,0.0000024669544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001141555,0.00009102226,0.00040333052,0.00012579876,0.000019424722,0.0000042147535,0.0012821486,0.7974298,0.022680365,0.16633146,0.00030116085,0.011330123],"study_design_scores_gemma":[0.00036817227,0.00014628541,0.0007277233,0.00006850986,0.000019112393,0.00017148355,0.00015651136,0.99229705,0.00032391553,0.0016052289,0.0038543025,0.0002616838],"about_ca_topic_score_codex":0.0000019050722,"about_ca_topic_score_gemma":0.0000012869093,"teacher_disagreement_score":0.2746947,"about_ca_system_score_codex":0.00010899822,"about_ca_system_score_gemma":0.000080762984,"threshold_uncertainty_score":0.9998995},"labels":[],"label_agreement":null},{"id":"W4223587050","doi":"10.1142/s0218194022400022","title":"The Experience of Tests during the COVID-19 Pandemic-Induced Emergency Remote Teaching","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Psychological intervention; Test (biology); Medical education; Online teaching; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; 2019-20 coronavirus outbreak; Psychology; Mathematics education; Medicine; Nursing; Virology","score_opus":0.019499760169403805,"score_gpt":0.29145999673710904,"score_spread":0.27196023656770524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223587050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5445804,0.0025441637,0.44959238,0.00027438952,0.002790367,0.000056067056,0.0000013239387,0.00015517884,0.000005758784],"genre_scores_gemma":[0.9837508,0.000094641415,0.015746957,0.0000121767625,0.00027424027,0.0000068560125,3.7893798e-7,0.000019826468,0.000094087234],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985269,0.00009288427,0.0005027981,0.00017061776,0.00046542837,0.00024138206],"domain_scores_gemma":[0.9984562,0.0007856435,0.00026991894,0.0002288895,0.00012866496,0.00013069068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001609652,0.00016010327,0.00016681454,0.0002228805,0.00048970047,0.000108481334,0.0014701599,0.000031038235,0.0000040803607],"category_scores_gemma":[0.0027911877,0.00011801991,0.0001193754,0.00021397327,0.000019464796,0.00022662149,0.00052156154,0.0009838564,4.393751e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052053863,0.00011267795,0.02876808,0.0001695543,0.00045961255,0.00013874863,0.05828132,0.59394616,0.01451242,0.0042618997,0.00016510702,0.29913238],"study_design_scores_gemma":[0.0022415454,0.0004767755,0.036432486,0.00052189734,0.000058298585,0.008609308,0.0027069813,0.44437793,0.0008405111,0.00016473787,0.502359,0.0012105398],"about_ca_topic_score_codex":0.000034718072,"about_ca_topic_score_gemma":0.000002277918,"teacher_disagreement_score":0.50219387,"about_ca_system_score_codex":0.000212187,"about_ca_system_score_gemma":0.0000874393,"threshold_uncertainty_score":0.48127124},"labels":[],"label_agreement":null},{"id":"W4224036361","doi":"10.1371/journal.pone.0265721","title":"The programming curriculum within ISIS","year":2022,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada","keywords":"Indoctrination; Curriculum; Ideology; Terrorism; Sociology; Mathematics education; Pedagogy; Political science; Computer science; Politics; Law; Psychology","score_opus":0.02979265791390198,"score_gpt":0.226227959102029,"score_spread":0.19643530118812702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224036361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82232916,0.00394266,0.12817636,0.028508484,0.0014119244,0.0019068292,0.0000022146946,0.006246552,0.0074758152],"genre_scores_gemma":[0.8200886,0.0000028486925,0.17025238,0.00017803555,0.000084648476,0.00019659396,0.0000016183194,0.000016844022,0.0091784205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859965,0.00018367449,0.00014751015,0.00025055752,0.00053798256,0.00028062522],"domain_scores_gemma":[0.9992703,0.000098053555,0.000098805176,0.0004472829,0.000030173094,0.000055373683],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009971577,0.00008123337,0.000091153706,0.00003908675,0.0015440072,0.00033065362,0.000980393,0.000014233005,0.000010043826],"category_scores_gemma":[0.0001118767,0.000062990395,0.000044573877,0.00031419526,0.00002909432,0.000114606984,0.000535156,0.00052412524,0.000031855896],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055119026,0.0016950666,0.0075342213,0.000027057386,0.00019877005,0.00002884663,0.013167982,0.000441594,0.0002295291,0.08350173,0.00062972493,0.89254],"study_design_scores_gemma":[0.00084529,0.0013401385,0.0011201231,0.00014191687,0.00012733444,0.00006383548,0.0040087886,0.13823122,0.00094546267,0.0038921132,0.84817773,0.0011060304],"about_ca_topic_score_codex":0.000038309867,"about_ca_topic_score_gemma":0.0000050319677,"teacher_disagreement_score":0.89143395,"about_ca_system_score_codex":0.000057100457,"about_ca_system_score_gemma":0.000040929528,"threshold_uncertainty_score":0.99975586},"labels":[],"label_agreement":null},{"id":"W4224298337","doi":"10.1108/jrit-12-2021-0081","title":"A pedagogical model for STEAM education","year":2022,"lang":"en","type":"article","venue":"Journal of Research in Innovative Teaching & Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Originality; Mathematics education; Context (archaeology); Unit (ring theory); Pedagogy; Value (mathematics); Qualitative research; Computer science; Psychology; Sociology; Social science; Geography","score_opus":0.26525573408612063,"score_gpt":0.5035331134048499,"score_spread":0.23827737931872922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224298337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22899404,0.0003050079,0.765565,0.0034361074,0.00036655337,0.00027468803,5.362874e-7,0.00007150413,0.0009865772],"genre_scores_gemma":[0.852366,0.000003593608,0.14480801,0.00009631831,0.00018826908,0.0000634586,0.0000022835816,0.00001898764,0.002453137],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940178,0.0031041286,0.0006505939,0.00032890722,0.001311476,0.00058713084],"domain_scores_gemma":[0.9969214,0.0013780653,0.0005172023,0.00022964906,0.0008523734,0.00010126135],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.031429548,0.00013301721,0.00027732778,0.0017811344,0.0015095812,0.0002619115,0.0013295304,0.00004978008,0.0000084545545],"category_scores_gemma":[0.0042627878,0.00012582302,0.00009724949,0.001819248,0.00006898979,0.00063402165,0.0006096958,0.008307668,0.0000015513625],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010922707,0.00053678633,0.0057338956,0.00004274651,0.000026152386,0.00002427536,0.043809853,0.13242024,0.00051378977,0.118811905,0.0015160823,0.69645506],"study_design_scores_gemma":[0.0014599701,0.0027265404,0.0012169922,0.00031170528,0.0000043839614,0.00027739475,0.027982408,0.44518602,0.000024336134,0.010093145,0.5103614,0.00035570245],"about_ca_topic_score_codex":0.000045187076,"about_ca_topic_score_gemma":0.0000012823432,"teacher_disagreement_score":0.69609934,"about_ca_system_score_codex":0.0006592301,"about_ca_system_score_gemma":0.001444087,"threshold_uncertainty_score":0.9997903},"labels":[],"label_agreement":null},{"id":"W4229012956","doi":"10.5815/ijmecs.2022.01.05","title":"Visual Block-based Programming for ICT Training of Prospective Teachers in Morocco","year":2022,"lang":"en","type":"article","venue":"International Journal of Modern Education and Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Scratch; Computer science; Coding (social sciences); Perception; Specialty; Training (meteorology); Computational thinking; Multimedia; Medical education; Artificial intelligence; Psychology; Medicine","score_opus":0.0191215293114502,"score_gpt":0.3236722891023322,"score_spread":0.304550759790882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229012956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3732684,0.0000894162,0.6249157,0.0007145493,0.0008952534,0.00009386907,3.96693e-7,0.00001296434,0.000009457803],"genre_scores_gemma":[0.79789156,7.4994557e-7,0.2018453,0.0001423139,0.000089489455,0.000016443537,5.3273607e-7,0.0000035988483,0.000009975143],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985706,0.00006995416,0.0003335319,0.00023165238,0.00063158246,0.00016267008],"domain_scores_gemma":[0.99897915,0.00010116114,0.0003778031,0.00009120002,0.00038101364,0.00006967635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001627896,0.00007794148,0.00012851378,0.0005607313,0.00017340935,0.00019900608,0.0010318878,0.000013991933,0.0000011107571],"category_scores_gemma":[0.00008302043,0.000077315024,0.000058420635,0.00034152193,0.000096678195,0.0004587628,0.00017037657,0.00024082875,6.6723636e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001789199,0.00035736331,0.0068126614,0.000003845438,0.0000109204575,0.0000020096234,0.021018721,0.014685128,0.00020534106,0.0021852397,0.000009351805,0.9546915],"study_design_scores_gemma":[0.0014918322,0.0010083762,0.03425087,0.00013578082,0.000008571931,0.00031455662,0.0019076249,0.9518959,0.00044200537,0.0025936991,0.005710085,0.00024069952],"about_ca_topic_score_codex":0.000017708839,"about_ca_topic_score_gemma":0.0000019341553,"teacher_disagreement_score":0.95445085,"about_ca_system_score_codex":0.00019108166,"about_ca_system_score_gemma":0.001126355,"threshold_uncertainty_score":0.31528154},"labels":[],"label_agreement":null},{"id":"W4229922273","doi":"10.17758/heaig3.h0518408","title":"Applying and Improving Multidisciplinary Teaching Techniques to the Programming Classroom Environment","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Multidisciplinary approach; Computer science; Mathematics education; Multimedia; Psychology; Sociology","score_opus":0.012907433745094937,"score_gpt":0.26207090680561074,"score_spread":0.2491634730605158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229922273","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067399726,0.00005733598,0.9878093,0.0021312372,0.00008278541,0.00071446906,9.617074e-8,0.00084330083,0.0016215005],"genre_scores_gemma":[0.34565526,7.753464e-7,0.6522014,0.00022234468,0.00016478906,0.00018862987,3.0300254e-7,0.000013441461,0.0015530372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850994,0.000121115365,0.00019657944,0.0005278764,0.0002355586,0.00040892226],"domain_scores_gemma":[0.9991255,0.00010572571,0.00007431389,0.00055562425,0.000014484832,0.00012438862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015057881,0.00017273583,0.00011812544,0.00008943421,0.0012284133,0.0005005506,0.0006717058,0.00005484243,0.0000032331209],"category_scores_gemma":[0.00006402493,0.000117370684,0.000039898798,0.000092788585,0.00008084408,0.00028781052,0.0011621508,0.00043684716,0.000045215213],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018836671,0.000019712268,0.00065716956,0.000005583076,0.000005144174,0.0000020364364,0.004683593,0.000006624927,0.0007894509,0.0044949683,0.000069469475,0.98926437],"study_design_scores_gemma":[0.000116132556,0.000486893,0.00089498324,0.000056127657,0.000009277461,0.000048065824,0.0008685124,0.016310705,0.0011089032,0.0002588968,0.9794691,0.0003724032],"about_ca_topic_score_codex":0.000096275435,"about_ca_topic_score_gemma":0.000015277972,"teacher_disagreement_score":0.98889196,"about_ca_system_score_codex":0.000056817426,"about_ca_system_score_gemma":0.000017597433,"threshold_uncertainty_score":0.94480866},"labels":[],"label_agreement":null},{"id":"W4231984274","doi":"10.32920/ryerson.14663613.v1","title":"An environment for teaching computational thinking to non-majors","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computational thinking; Context (archaeology); Key (lock); Computer science; Computational model; Everyday life; Human–computer interaction; Computer security; Simulation; Artificial intelligence; Political science","score_opus":0.015716944518562696,"score_gpt":0.28781117776567333,"score_spread":0.27209423324711063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231984274","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028979007,0.000031592277,0.96759295,0.0016355857,0.0006421982,0.0004537975,0.0000022581423,0.00047405055,0.00018855042],"genre_scores_gemma":[0.38824034,4.248346e-7,0.6107979,0.00053173385,0.00013121267,0.00007295274,0.00007021468,0.0000193037,0.00013594195],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99753433,0.00020568001,0.0003209133,0.0010761411,0.00047653465,0.0003863832],"domain_scores_gemma":[0.998531,0.00023444179,0.00014735953,0.0008439819,0.000039059953,0.00020416957],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014525,0.0002844957,0.00029432317,0.0001591797,0.0005482793,0.0013686747,0.0015690875,0.00016914659,0.000012605209],"category_scores_gemma":[0.00007978215,0.00029026382,0.00017617358,0.000053945034,0.000019316229,0.000240536,0.0015251337,0.000989497,0.00001772918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022577,0.00011769238,0.00014118053,0.000046660392,0.000037497455,0.000008439132,0.018617354,0.6152074,0.000021863387,0.009789353,0.00019776355,0.35581258],"study_design_scores_gemma":[0.00040211395,0.00029848304,0.0025105132,0.00035499808,0.0000318874,0.000023502322,0.0013659053,0.92133665,0.000044979526,0.0069618174,0.06554015,0.0011289814],"about_ca_topic_score_codex":0.00022656939,"about_ca_topic_score_gemma":0.0000084453,"teacher_disagreement_score":0.3592613,"about_ca_system_score_codex":0.00013492639,"about_ca_system_score_gemma":0.00013502111,"threshold_uncertainty_score":0.99995494},"labels":[],"label_agreement":null},{"id":"W4232393909","doi":"10.1145/1227310","title":"Proceedings of the 38th SIGCSE technical symposium on Computer science education","year":2007,"lang":"en","type":"paratext","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; IBM; Session (web analytics); Presentation (obstetrics); Library science; Thursday; World Wide Web","score_opus":0.011901317428069795,"score_gpt":0.2844350371595661,"score_spread":0.2725337197314963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232393909","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005843208,0.00015482982,0.389053,0.004401701,0.013830015,0.0013250477,0.000001953021,0.0006277545,0.5847625],"genre_scores_gemma":[0.37457842,0.000023949153,0.38648292,0.00238339,0.0016583598,0.0000459842,0.0000061402648,0.00006575882,0.23475508],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975355,0.00002607444,0.00035086842,0.0007715157,0.0008904245,0.00042559963],"domain_scores_gemma":[0.9984544,0.00009716525,0.00037598467,0.00061610824,0.00034589865,0.00011046794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014484194,0.00025403118,0.00025183632,0.00040583752,0.00038587637,0.00046127907,0.0033597944,0.00021780655,0.000021026193],"category_scores_gemma":[0.000064195956,0.00016466496,0.0001309412,0.00133293,0.0003973463,0.00027557946,0.0007606176,0.001015155,0.00030883288],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009905881,0.0006766012,0.00014001128,0.00020764038,0.000015747271,4.2989672e-7,0.0014134772,0.00046723147,0.002499743,0.07879327,0.29064512,0.62513083],"study_design_scores_gemma":[0.00017219852,0.00048665918,0.0012869434,0.0010369681,0.000017429391,0.000059483686,0.00004402988,0.0023734805,0.0083226515,0.00007763821,0.9854963,0.0006262067],"about_ca_topic_score_codex":0.000054241453,"about_ca_topic_score_gemma":0.0000012039103,"teacher_disagreement_score":0.69485116,"about_ca_system_score_codex":0.00017634628,"about_ca_system_score_gemma":0.0010931615,"threshold_uncertainty_score":0.67148423},"labels":[],"label_agreement":null},{"id":"W4233122393","doi":"10.33423/jsis.v15i5.3584","title":"From Play to Creative Extrapolation: Fostering Emergent Computational Thinking in the Makerspace","year":2020,"lang":"en","type":"article","venue":"Journal of Strategic Innovation and Sustainability","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computational thinking; Curriculum; Extrapolation; Mathematics education; Creative thinking; Computer science; Pedagogy; Psychology; Creativity; Mathematics","score_opus":0.07127135653757416,"score_gpt":0.3256144702399568,"score_spread":0.25434311370238266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233122393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.536869,0.000027041082,0.42704004,0.035795413,0.000050028455,0.00009886028,3.4213375e-7,0.00001157839,0.000107709544],"genre_scores_gemma":[0.9716778,6.164458e-7,0.027258053,0.0009528578,0.000100983074,0.0000018278172,0.000001528518,0.000002387923,0.000003994209],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998793,0.00022346764,0.00040715307,0.0001534411,0.0003034615,0.000119465294],"domain_scores_gemma":[0.9990181,0.00014291155,0.00023365079,0.00008467251,0.00047725518,0.00004346352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015262105,0.00008037512,0.00012541225,0.00012128384,0.00017414533,0.00027039286,0.00027056996,0.000032432927,0.000005732169],"category_scores_gemma":[0.0003038494,0.000059108937,0.00002600315,0.0009236613,0.000023830551,0.00034957792,0.00007140437,0.00036246877,3.2168035e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014476664,0.00013704284,0.01605817,0.000074032956,0.00004224539,0.00008618732,0.30486035,0.077553436,0.000086952685,0.4856931,0.00023926143,0.11502444],"study_design_scores_gemma":[0.0015884576,0.0010830886,0.20936155,0.000102658196,0.00001568369,0.00006626044,0.17555645,0.08541348,0.000024973167,0.5191071,0.0072769425,0.00040337315],"about_ca_topic_score_codex":0.000055508866,"about_ca_topic_score_gemma":0.0000025450024,"teacher_disagreement_score":0.43480876,"about_ca_system_score_codex":0.00008034647,"about_ca_system_score_gemma":0.00017929939,"threshold_uncertainty_score":0.26074046},"labels":[],"label_agreement":null},{"id":"W4233809213","doi":"10.1145/611997.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Computer science; Library science; Medicine","score_opus":0.014191612321065158,"score_gpt":0.23888677515842194,"score_spread":0.22469516283735677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233809213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025465377,0.000049160466,0.9691094,0.00031775536,0.00018095,0.000022225659,1.0455946e-8,0.00039960357,0.027374344],"genre_scores_gemma":[0.7532693,4.927025e-7,0.23998027,0.00021238437,0.0000116150895,0.0000015055942,7.721337e-8,0.0000025576426,0.006521787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994846,0.0000641184,0.00005945996,0.00014725082,0.000090006164,0.00015454179],"domain_scores_gemma":[0.9996564,0.000033070282,0.000016187047,0.00023738464,0.000011079895,0.000045896148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024846528,0.00004580993,0.000044155324,0.000027180622,0.000093948736,0.00011657531,0.00025492636,0.000020578625,0.000034943238],"category_scores_gemma":[0.00007363955,0.000037760034,0.00002473373,0.00012538538,0.0000032305418,0.00012233376,0.000031852058,0.00010728567,0.00029036397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3964202e-7,0.00003473697,0.0034347083,0.000003013315,0.000005161608,0.0000063387934,0.00081870216,0.00040655865,0.000046897487,0.6207034,0.0027971733,0.37174308],"study_design_scores_gemma":[0.00008651061,0.000027618311,0.0007155072,0.000002872365,8.1295866e-7,0.0000175393,0.00002029367,0.0030144786,0.00035862697,0.00048784862,0.99517417,0.000093747236],"about_ca_topic_score_codex":0.000013287896,"about_ca_topic_score_gemma":0.0000010840299,"teacher_disagreement_score":0.992377,"about_ca_system_score_codex":0.0000073756137,"about_ca_system_score_gemma":0.000017400422,"threshold_uncertainty_score":0.37321383},"labels":[],"label_agreement":null},{"id":"W4235402938","doi":"10.1016/s0008-4182(04)80092-9","title":"Program Learning Objectives","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Psychology","score_opus":0.019435205191056782,"score_gpt":0.28150475144819576,"score_spread":0.26206954625713896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235402938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9387919,0.0010569942,0.045903508,0.0015965481,0.0013884691,0.00011915991,2.4704698e-7,0.000071972114,0.011071202],"genre_scores_gemma":[0.91963696,5.040499e-7,0.079999715,0.000015037973,0.0000963604,0.0000019428942,2.7195873e-7,0.00000844856,0.00024077587],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9989795,0.00015436728,0.00022276823,0.00014621958,0.0001027461,0.00039436918],"domain_scores_gemma":[0.99905956,0.00005109875,0.00018914694,0.00014727253,0.000117829106,0.00043509118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005284421,0.00009677427,0.0001733783,0.00032250897,0.00024501566,0.00014655097,0.00064626045,0.000078916964,0.000033865952],"category_scores_gemma":[0.00033884856,0.00009038001,0.00009172803,0.00026608328,0.00009469408,0.00025506684,0.000023020033,0.0006838404,0.000019749708],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017156914,0.00018586016,0.108591676,0.000030087776,0.00019370181,0.09998933,0.020050887,0.029517788,0.0000856377,0.049955662,0.00012741536,0.6912548],"study_design_scores_gemma":[0.0016281791,0.0055384994,0.10264542,0.00018158903,0.000025268666,0.7776784,0.00095503405,0.000255336,0.00019354434,0.008371497,0.10189923,0.00062801415],"about_ca_topic_score_codex":0.0020448822,"about_ca_topic_score_gemma":0.000055152672,"teacher_disagreement_score":0.6906268,"about_ca_system_score_codex":0.00013464865,"about_ca_system_score_gemma":0.0011555485,"threshold_uncertainty_score":0.36855897},"labels":[],"label_agreement":null},{"id":"W4235782022","doi":"10.1145/1404520","title":"Proceedings of the Fourth international Workshop on Computing Education Research","year":2008,"lang":"en","type":"paratext","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Inclusion (mineral); Special Interest Group; Political science; Computer science; Medical education; Medicine; Sociology; Social science","score_opus":0.06475783834142358,"score_gpt":0.3753514425439013,"score_spread":0.3105936042024777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235782022","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068189306,0.00034156203,0.05126578,0.008304361,0.011831033,0.0006270008,0.0000014193575,0.00019004538,0.92061985],"genre_scores_gemma":[0.24157786,0.00009721858,0.071601115,0.000348618,0.0016255546,0.000023512772,0.000013534791,0.00003758269,0.684675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979346,0.00009736119,0.00026911998,0.0004632845,0.00094582536,0.000289825],"domain_scores_gemma":[0.9985274,0.00028969016,0.00026304155,0.00032288503,0.00054760353,0.00004938276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010349281,0.00015499299,0.00016737785,0.00034558174,0.0003980941,0.00030927663,0.002570399,0.00016518947,0.00005244151],"category_scores_gemma":[0.00031783813,0.00010830357,0.00010698263,0.00064552773,0.00010208166,0.00013188411,0.00070417323,0.0016291783,0.0003895351],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033128188,0.00013151958,0.00009684498,0.000032649205,0.000020754484,1.6959827e-7,0.0025477782,0.00034464485,0.000010623842,0.014461234,0.5441576,0.43819287],"study_design_scores_gemma":[0.00007703644,0.000040695977,0.00043687355,0.00084874633,0.0000017627741,0.000016017724,0.00032604643,0.0036684864,0.00009944169,0.000054967404,0.9942798,0.00015013831],"about_ca_topic_score_codex":0.00009662097,"about_ca_topic_score_gemma":0.0000012778883,"teacher_disagreement_score":0.45012218,"about_ca_system_score_codex":0.00013125227,"about_ca_system_score_gemma":0.0004412215,"threshold_uncertainty_score":0.707806},"labels":[],"label_agreement":null},{"id":"W4236287700","doi":"10.1145/971300.971344","title":"Redesigning introductory computer programming with HTML, JavaScript, and Java","year":2004,"lang":"en","type":"article","venue":"Proceedings of the 35th SIGCSE technical symposium on Computer science education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"JavaScript; Computer science; Java; Programming language; Java Programming Language; Software engineering","score_opus":0.007959096025234957,"score_gpt":0.2323135509443574,"score_spread":0.22435445491912245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236287700","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43480176,0.00009402653,0.5467306,0.013474088,0.002054909,0.0012718553,3.0736703e-7,0.0010324072,0.0005400632],"genre_scores_gemma":[0.5806989,0.0000032161297,0.41865098,0.0002987756,0.00027273461,0.000027381933,2.5549937e-7,0.000013075903,0.00003466428],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969931,0.000026948297,0.00041253847,0.0010839329,0.00091611873,0.0005673415],"domain_scores_gemma":[0.9983142,0.00007044769,0.00041866844,0.0005250856,0.00045089412,0.00022067512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017171028,0.00030014387,0.00027677513,0.0003510601,0.0007718078,0.0008870511,0.0023675188,0.00009129793,4.3609305e-7],"category_scores_gemma":[0.0000962157,0.00020668741,0.00007617358,0.0016957218,0.0008136062,0.0012290153,0.000824985,0.0005967859,0.0000039620845],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035653575,0.0012274559,0.0054419218,0.00019102605,0.000028466848,0.0000012539582,0.0062251478,0.002604378,0.04036706,0.1423016,0.0008984035,0.8006776],"study_design_scores_gemma":[0.011106617,0.030439775,0.25995424,0.017775593,0.00055117166,0.004789492,0.0016831701,0.10044766,0.41541427,0.029417232,0.11743996,0.010980788],"about_ca_topic_score_codex":0.00003581723,"about_ca_topic_score_gemma":9.00132e-7,"teacher_disagreement_score":0.7896968,"about_ca_system_score_codex":0.00025825037,"about_ca_system_score_gemma":0.0006096819,"threshold_uncertainty_score":0.8553854},"labels":[],"label_agreement":null},{"id":"W4236734165","doi":"10.1145/1595496.1562971","title":"\"Mailing it in\"","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science; World Wide Web; System administrator; Annotation; Extensibility; Web application; Software engineering; Multimedia; Operating system; Artificial intelligence","score_opus":0.017477869750960787,"score_gpt":0.2660010656891605,"score_spread":0.24852319593819971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236734165","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31254858,0.001078351,0.28663322,0.37630242,0.0010146854,0.00047581608,3.929735e-7,0.0022982615,0.019648286],"genre_scores_gemma":[0.8434786,0.000005337966,0.15324219,0.002249234,0.00006287614,0.000003149902,6.0018425e-7,0.0000050774756,0.0009529282],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893737,0.00009654991,0.00017347428,0.00031103674,0.00016325207,0.0003183174],"domain_scores_gemma":[0.9990696,0.00016743528,0.000048811486,0.0006355513,0.000015749025,0.00006286827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006286764,0.00010266522,0.00011602349,0.00009489575,0.00009776316,0.00014565323,0.0010605082,0.000053685144,0.000044308712],"category_scores_gemma":[0.0006092962,0.0000999996,0.00004404435,0.00021889312,0.000012971679,0.000067528854,0.00015995443,0.000342896,0.00043558268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000465918,0.0000827522,0.0010024754,0.0000037550208,0.0000026567543,0.0000732985,0.0025425616,0.000260397,0.000105576415,0.0063320743,0.008222411,0.9813674],"study_design_scores_gemma":[0.00028026066,0.000100536745,0.0049305125,0.000047825815,0.0000013960984,0.00001677436,0.00006506669,0.00061758235,0.00010346861,0.0010634222,0.99258745,0.00018569398],"about_ca_topic_score_codex":0.000054725402,"about_ca_topic_score_gemma":0.000003149253,"teacher_disagreement_score":0.98436505,"about_ca_system_score_codex":0.000025763647,"about_ca_system_score_gemma":0.000018970899,"threshold_uncertainty_score":0.559868},"labels":[],"label_agreement":null},{"id":"W4238899949","doi":"10.1145/3263054","title":"Session details: Integrating mathematics and computer science","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Session (web analytics); Computer science; Mathematics education; Mathematics; World Wide Web","score_opus":0.017639533540883285,"score_gpt":0.27361713337270116,"score_spread":0.2559775998318179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238899949","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16078302,0.00007187282,0.8370331,0.0012287765,0.0001994111,0.0000771784,6.382779e-8,0.00028259843,0.0003239622],"genre_scores_gemma":[0.41573602,0.0000017138168,0.5839232,0.00020342211,0.000057847443,0.0000013508494,2.0466135e-7,0.0000062199056,0.00007002274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985229,0.000037925813,0.00024507838,0.00042074607,0.0003471881,0.00042620723],"domain_scores_gemma":[0.9984969,0.00053450133,0.00011924224,0.00062802207,0.000072527735,0.00014879652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031239665,0.00013980795,0.00013906028,0.0001520343,0.00049970817,0.0004567623,0.0011230733,0.00005121982,0.000011200298],"category_scores_gemma":[0.0009041463,0.000112872294,0.000030822688,0.00035578094,0.00017586334,0.00016523864,0.00092999946,0.00033736217,0.00007441086],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016596464,0.00004540611,0.0009479379,0.00001877976,0.000003093137,0.00002023965,0.0044040293,0.000013366572,0.00086036744,0.009054981,0.00032860407,0.9843015],"study_design_scores_gemma":[0.0022799056,0.0011735838,0.024515161,0.0016866997,0.0000450842,0.0011062891,0.003954068,0.17191002,0.019043025,0.005437317,0.76621926,0.0026296035],"about_ca_topic_score_codex":0.000032711898,"about_ca_topic_score_gemma":0.0000028073025,"teacher_disagreement_score":0.9816719,"about_ca_system_score_codex":0.000035267258,"about_ca_system_score_gemma":0.00003794302,"threshold_uncertainty_score":0.46027985},"labels":[],"label_agreement":null},{"id":"W4240261728","doi":"10.4018/978-1-60960-206-2.ch007","title":"Emergent/See","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ethnography; Class (philosophy); Pedagogy; Literacy; Informal learning; Formal learning; Psychology; Mathematics education; Sociology; Epistemology","score_opus":0.031423673356507684,"score_gpt":0.2509515482136681,"score_spread":0.2195278748571604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240261728","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006696596,0.00042903677,0.06513357,0.000058033627,0.001234023,0.00013288265,0.000005539643,0.00077154575,0.9322287],"genre_scores_gemma":[0.054503452,0.000006934852,0.0595641,0.0006367634,0.00063759234,0.00001690555,0.0000034111938,0.00008344943,0.8845474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982124,0.000032590535,0.00030594112,0.00065832585,0.0003661725,0.0004245777],"domain_scores_gemma":[0.9985386,0.000016925303,0.00022273198,0.0009633695,0.00006202439,0.00019634473],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021115738,0.00038906588,0.00032877558,0.00006837356,0.0001742585,0.00017077844,0.0013751972,0.00033640335,0.000065527805],"category_scores_gemma":[0.000016409589,0.00038483783,0.0002603192,0.000017612416,0.000059949412,0.0000691257,0.00048238094,0.000575984,0.0012815642],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020832156,0.000004486578,0.0000071391623,0.0000079371,0.00002974979,0.000043697222,0.0001885115,0.0000012271998,4.700051e-7,0.7452402,0.002479233,0.25199527],"study_design_scores_gemma":[0.00010324284,0.00007922481,0.000019787762,0.000093213195,0.000022914208,0.000043932203,0.0000016669907,0.00002456568,0.0000039382726,0.22693612,0.77226555,0.00040582893],"about_ca_topic_score_codex":0.00015214774,"about_ca_topic_score_gemma":0.000025041834,"teacher_disagreement_score":0.76978636,"about_ca_system_score_codex":0.00010442622,"about_ca_system_score_gemma":0.0001246848,"threshold_uncertainty_score":0.99986035},"labels":[],"label_agreement":null},{"id":"W4241715413","doi":"10.1145/1595496.1562989","title":"Rich content plug-ins for the teaching machine","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Content (measure theory); Computer science; Mathematics education; Psychology; Mathematics","score_opus":0.04298472079546844,"score_gpt":0.2762401715993988,"score_spread":0.23325545080393034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241715413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01577404,0.0011758562,0.8195884,0.16066515,0.00058256433,0.00056887674,0.0000022330491,0.0008381859,0.0008046762],"genre_scores_gemma":[0.81773096,0.000008623833,0.17530161,0.0037605674,0.00021672405,0.000035841247,0.0000036085885,0.000014366753,0.0029277173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848366,0.00017923526,0.000239872,0.00040596523,0.00024523897,0.00044602252],"domain_scores_gemma":[0.99756914,0.0011342514,0.000121112964,0.0010443483,0.00004482945,0.00008632669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015419115,0.00018588653,0.00017678128,0.0000568663,0.0007964563,0.00033393104,0.0019695894,0.00006167856,0.00001843495],"category_scores_gemma":[0.0017166417,0.0001251201,0.00013018392,0.00010162234,0.000030277777,0.00007101518,0.00025245524,0.0005895088,0.000098297285],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016580181,0.00010652538,0.00032076918,0.0000057596203,0.000024378076,0.000007328455,0.0021595615,0.00023306222,0.00016118582,0.015777417,0.017126374,0.9640611],"study_design_scores_gemma":[0.000534044,0.00026276166,0.0027000445,0.000026146765,0.00001583383,0.00002193561,0.00010705789,0.0039933915,0.00012521373,0.00045981808,0.99153906,0.00021471728],"about_ca_topic_score_codex":0.00016461193,"about_ca_topic_score_gemma":0.0000044592744,"teacher_disagreement_score":0.9744127,"about_ca_system_score_codex":0.00003617727,"about_ca_system_score_gemma":0.000022509603,"threshold_uncertainty_score":0.61257786},"labels":[],"label_agreement":null},{"id":"W4241885102","doi":"10.1145/366413.364536","title":"Teaching CS1 with karel the robot in Java","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Karel; Java; Computer science; Programming language; Selection (genetic algorithm); Inheritance (genetic algorithm); Object (grammar); Robot; Recursion (computer science); Object-oriented programming; Curriculum; Interface (matter); Software engineering; Mathematics education; Artificial intelligence; Pedagogy; Sociology; Psychology; Operating system","score_opus":0.01481916463549439,"score_gpt":0.24105464480473818,"score_spread":0.22623548016924377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241885102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3287672,0.00072800077,0.46574748,0.18904647,0.000480556,0.0006100364,3.855461e-7,0.0013598509,0.013260009],"genre_scores_gemma":[0.8961928,0.0000063314264,0.0989431,0.0011583491,0.00010021813,0.000023013814,9.3877253e-7,0.00001794802,0.0035573198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983925,0.00034130277,0.00018490329,0.00038821393,0.000269353,0.00042369205],"domain_scores_gemma":[0.99838585,0.00045106187,0.00008372407,0.000994169,0.00001948841,0.00006568371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012250753,0.00015972706,0.00014233535,0.00008454125,0.00037622283,0.00025003072,0.001683259,0.000054056098,0.000035405275],"category_scores_gemma":[0.00045594212,0.00010283606,0.000042850155,0.00024727272,0.000054752065,0.00008899879,0.00039473543,0.0008641297,0.00022798574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027009606,0.00014528645,0.016113723,0.000008756066,0.000017330449,0.0002103035,0.0103871515,0.002910568,0.000052638683,0.0045708534,0.004802007,0.9607544],"study_design_scores_gemma":[0.0004339829,0.00012376241,0.007770041,0.00007225876,0.000004392745,0.00012481882,0.00031028016,0.001132742,0.000015854594,0.0001645451,0.9896253,0.00022205724],"about_ca_topic_score_codex":0.0016056723,"about_ca_topic_score_gemma":0.00008087289,"teacher_disagreement_score":0.9848233,"about_ca_system_score_codex":0.0000367477,"about_ca_system_score_gemma":0.000030211017,"threshold_uncertainty_score":0.41935325},"labels":[],"label_agreement":null},{"id":"W4241902593","doi":"10.1145/1189215.1189176","title":"How much choice is too much?","year":2006,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.012848297391843271,"score_gpt":0.23128831123038457,"score_spread":0.2184400138385413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241902593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036771446,0.00015057881,0.9246084,0.021399511,0.00033307477,0.000071294904,2.4169915e-7,0.0010970595,0.01556836],"genre_scores_gemma":[0.77891856,5.1527775e-7,0.15398702,0.00076638145,0.0001681935,0.000003791822,0.0000010595046,0.000006712153,0.066147745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990774,0.00004686485,0.00008763292,0.00030317256,0.00020178806,0.00028313717],"domain_scores_gemma":[0.9994011,0.000073643714,0.00004062524,0.00040326722,0.000030981748,0.000050386618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020001168,0.000097683485,0.00008555472,0.00005750481,0.00017497962,0.00068195217,0.0005563541,0.000046186706,0.000014419084],"category_scores_gemma":[0.00004143172,0.00008253698,0.00005438354,0.00021616138,0.000018751345,0.000354144,0.00011734968,0.00019050225,0.00008864419],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.7582727e-7,0.000085338994,0.00809851,0.000009961038,0.000009305241,0.000011457091,0.0009003979,0.000022088603,0.00031826907,0.12195652,0.10103683,0.76755065],"study_design_scores_gemma":[0.00013791333,0.000032231797,0.0048653632,0.0000047622825,0.0000019921133,0.000009104294,0.00004428184,0.004272507,0.0008115139,0.00068363646,0.98898023,0.00015644802],"about_ca_topic_score_codex":0.0008938955,"about_ca_topic_score_gemma":0.000024306668,"teacher_disagreement_score":0.8879434,"about_ca_system_score_codex":0.000018427905,"about_ca_system_score_gemma":0.00001815291,"threshold_uncertainty_score":0.65760803},"labels":[],"label_agreement":null},{"id":"W4244581973","doi":"10.24124/2017/58897","title":"Examining the effects of enhanced compilers on student productivity","year":2017,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Compiler; Computer science; Productivity; Java; Programming language; Mathematics education; Psychology","score_opus":0.021720377992990026,"score_gpt":0.3114014342085446,"score_spread":0.28968105621555457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244581973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95700294,0.00019763275,0.015998,0.000108659595,0.0045210165,0.00071422604,2.078535e-7,0.00028782227,0.021169523],"genre_scores_gemma":[0.9817239,0.000005446898,0.0020573398,0.000016058922,0.00009429694,0.000041485833,0.000009552267,0.000013749331,0.016038164],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998489,0.000229894,0.00017131068,0.0004787531,0.00043217384,0.00019884435],"domain_scores_gemma":[0.99784464,0.00047110545,0.0004497584,0.001142773,0.00005979416,0.00003195661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068333466,0.00019536099,0.00026796988,0.00007588514,0.00039045635,0.00022648889,0.0015379777,0.000092282455,0.0000021674205],"category_scores_gemma":[0.00049404264,0.00012746798,0.00007415851,0.00007229408,0.000035743833,0.00011448493,0.000069643866,0.00057877327,0.000011397648],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000956163,0.0001362476,0.00020890146,0.00021063436,0.000058528367,0.0000028649088,0.017454548,0.000048584523,0.0019848587,0.001847083,0.00013121315,0.977907],"study_design_scores_gemma":[0.001253352,0.002951886,0.7759794,0.0039011214,0.0001534006,0.000004267931,0.0033046629,0.0003274694,0.18665503,0.00018915982,0.02385646,0.0014237725],"about_ca_topic_score_codex":0.00007528958,"about_ca_topic_score_gemma":0.000045376724,"teacher_disagreement_score":0.9764832,"about_ca_system_score_codex":0.000025530673,"about_ca_system_score_gemma":0.0000608633,"threshold_uncertainty_score":0.51979935},"labels":[],"label_agreement":null},{"id":"W4245815109","doi":"10.4018/9781591407324.ch008","title":"Online Assessment in Programming Courses","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.03422005456705033,"score_gpt":0.29866576442703924,"score_spread":0.2644457098599889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245815109","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013318296,0.000495836,0.0646958,0.00016048944,0.0008875318,0.0004927509,0.0000150771175,0.0009129794,0.93220633],"genre_scores_gemma":[0.312006,0.000010754393,0.5806461,0.0005873648,0.0006090328,0.00006750022,0.00002201642,0.00013574472,0.10591552],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976802,0.000060189603,0.00046009535,0.00076871953,0.00046748045,0.00056334754],"domain_scores_gemma":[0.998625,0.000041733892,0.0003068192,0.0007871357,0.00006988321,0.0001694569],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039719022,0.00045723785,0.0004770938,0.00014386294,0.00011899839,0.00027705228,0.0011988219,0.00035536187,0.000008849376],"category_scores_gemma":[0.00001943857,0.0004540299,0.00018928315,0.00003810258,0.000085551175,0.000101188525,0.00045413134,0.0011303399,0.000053368873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019392924,0.000039236358,0.00010643019,0.0000137887055,0.000017416813,0.000106970176,0.00021014629,0.0000053584345,2.0662065e-7,0.5860867,0.00006665279,0.41334516],"study_design_scores_gemma":[0.0006422597,0.00043106684,0.0009074887,0.0010214081,0.00005352814,0.00013225302,0.00004909245,0.00038488826,0.000002443596,0.13988173,0.8552531,0.0012407205],"about_ca_topic_score_codex":0.00041734736,"about_ca_topic_score_gemma":0.00034723248,"teacher_disagreement_score":0.85518646,"about_ca_system_score_codex":0.000318517,"about_ca_system_score_gemma":0.00038992323,"threshold_uncertainty_score":0.99979115},"labels":[],"label_agreement":null},{"id":"W4246408032","doi":"10.1145/572139.572180","title":"Striving for mathematical thinking","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Nature versus nurture; Mathematical software; Computer science; Mathematics education; Software; Duty; Natural science; Natural (archaeology); Software engineering; Management science; Mathematics; Engineering; Sociology; Programming language; Epistemology; Political science; Geography","score_opus":0.026740498687448117,"score_gpt":0.27436036605171155,"score_spread":0.24761986736426342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246408032","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013069337,0.00006498041,0.9719354,0.01305067,0.0001593191,0.00017501262,2.0875078e-7,0.00056437333,0.000980708],"genre_scores_gemma":[0.328247,0.0000034213044,0.66929126,0.00049793464,0.00014907225,0.00003310638,0.0000013171364,0.00001632101,0.0017605657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988206,0.00007156776,0.00019275033,0.00032063847,0.00021804756,0.00037636465],"domain_scores_gemma":[0.9982758,0.000862595,0.00007626811,0.00067101896,0.00003497181,0.000079302525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009942396,0.00012215991,0.0001457367,0.000058647118,0.0003193933,0.00029720538,0.0012978069,0.00006286113,0.00008459676],"category_scores_gemma":[0.001655627,0.000110207235,0.00008841882,0.00012916047,0.000022106733,0.000074152835,0.000376465,0.00022769213,0.00027591136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010887919,0.00012198422,0.0008716767,0.000041963627,0.000024156281,0.00003535272,0.0039935294,0.00016603582,0.000066616165,0.08444167,0.010687246,0.8995389],"study_design_scores_gemma":[0.00034775242,0.00009067589,0.00021845415,0.00007518095,0.0000073458023,0.00006361878,0.0001002437,0.0028925356,0.00010285954,0.016322222,0.9795623,0.00021685669],"about_ca_topic_score_codex":0.000011863118,"about_ca_topic_score_gemma":6.448793e-7,"teacher_disagreement_score":0.968875,"about_ca_system_score_codex":0.000023376659,"about_ca_system_score_gemma":0.00001829989,"threshold_uncertainty_score":0.44941208},"labels":[],"label_agreement":null},{"id":"W4246473991","doi":"10.1145/961511.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Measure (data warehouse); Computer science; Constructivist teaching methods; Software engineering; Mathematics education; Data mining; Mathematics; Teaching method","score_opus":0.02133302466176441,"score_gpt":0.23837966508452268,"score_spread":0.21704664042275829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246473991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7806556,0.000047271176,0.21772943,0.000005129743,0.000065388675,0.00006342599,7.0118276e-8,0.000038811646,0.0013948367],"genre_scores_gemma":[0.960857,6.08545e-7,0.039107077,0.000002509486,0.0000014819215,0.0000042962033,9.755668e-8,0.0000031058155,0.000023849509],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913317,0.00034046816,0.00010294837,0.00018367391,0.00011371123,0.00012604248],"domain_scores_gemma":[0.99963623,0.00013916005,0.000038545415,0.00013971677,0.000013292845,0.00003306326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009957952,0.00006188333,0.000112893475,0.00007153983,0.000045664958,0.00004724947,0.00011916993,0.0000244762,0.0000015463863],"category_scores_gemma":[0.000083830855,0.000057224803,0.000015449828,0.00012948952,0.00004445456,0.00012447977,0.000042653548,0.00011616005,8.2947463e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031550724,0.00006638833,0.87775093,0.000039579332,0.000006128403,0.000007440433,0.00041810243,0.000044659097,0.0010515867,0.036856893,6.8329086e-7,0.08375447],"study_design_scores_gemma":[0.0011337074,0.000116428695,0.97865623,0.00021100274,0.000005719101,0.00005468829,0.000126101,0.00052729534,0.017571224,0.0008352789,0.00052433106,0.00023797256],"about_ca_topic_score_codex":0.00011971496,"about_ca_topic_score_gemma":0.0000056034164,"teacher_disagreement_score":0.18020135,"about_ca_system_score_codex":0.000022330454,"about_ca_system_score_gemma":0.000019010546,"threshold_uncertainty_score":0.23335597},"labels":[],"label_agreement":null},{"id":"W4248827866","doi":"10.1145/3262638","title":"Session details: Issues in secondary education &amp; introductory programming","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Mathematics education; Computer science; Medical education; Psychology; Medicine; World Wide Web","score_opus":0.014335364810979129,"score_gpt":0.285197729777942,"score_spread":0.27086236496696287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248827866","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7525463,0.013089463,0.049787737,0.175786,0.002499922,0.001148156,8.424522e-7,0.0024564732,0.002685094],"genre_scores_gemma":[0.42412224,0.00003185362,0.5698066,0.0007200833,0.00067056424,0.00006097932,0.0000113691995,0.00002251596,0.0045538074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981458,0.00028860942,0.0003235686,0.00056528795,0.00025288737,0.00042382494],"domain_scores_gemma":[0.9985836,0.0001596097,0.00012829751,0.0009676465,0.000056483215,0.000104326326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00104911,0.0001891114,0.00018782861,0.00021944079,0.00018334613,0.00027685906,0.0010695006,0.00010008344,0.00018559878],"category_scores_gemma":[0.0008606825,0.00018454221,0.00005854745,0.00030379288,0.00004201209,0.00027388212,0.0003897785,0.00063776533,0.0007593005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004761939,0.00019247441,0.0015006916,0.000021268956,0.0000040250384,0.0000023134382,0.0035189562,0.000062386454,0.0001827952,0.00038970594,0.015297761,0.9788229],"study_design_scores_gemma":[0.00020507256,0.000044511722,0.002787975,0.00008902143,0.0000030269848,0.000018780576,0.00020598876,0.000058357127,0.00024132067,0.000103131686,0.9960136,0.00022925992],"about_ca_topic_score_codex":0.0002546492,"about_ca_topic_score_gemma":0.0000762205,"teacher_disagreement_score":0.9807158,"about_ca_system_score_codex":0.000109467655,"about_ca_system_score_gemma":0.00017781537,"threshold_uncertainty_score":0.9759525},"labels":[],"label_agreement":null},{"id":"W4249802452","doi":"10.1145/3159450.3170601","title":"Nifty Assignments","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Computer science; Session (web analytics); Suspect; Coding (social sciences); Multimedia; Programming language; World Wide Web; Psychology","score_opus":0.013922028023968257,"score_gpt":0.26294849897402306,"score_spread":0.2490264709500548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249802452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067072576,0.0000060395564,0.96761125,0.00048170568,0.00027015386,0.000018891831,1.5491693e-8,0.00040205504,0.024502609],"genre_scores_gemma":[0.75089693,1.0390115e-7,0.24495833,0.00025074475,0.000071445735,0.0000010107568,9.0483525e-8,0.000001814387,0.0038195446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954754,0.000031268566,0.00004840842,0.00013912836,0.000100917496,0.00013274694],"domain_scores_gemma":[0.99969184,0.000015627964,0.000015908916,0.00022271459,0.000014741552,0.00003918109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020243693,0.000036716872,0.000031948723,0.000022372325,0.00011846566,0.00011152555,0.00034008623,0.000016119158,0.000048439193],"category_scores_gemma":[0.0000215826,0.000029047125,0.0000150376345,0.000089585556,0.000021967973,0.00013464753,0.00009658102,0.000063193394,0.00057335343],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8196615e-7,0.000017825287,0.0022690534,6.568889e-7,0.0000035098933,0.0000015589775,0.00069133216,0.0000012209914,0.00007910137,0.037162285,0.0028044023,0.95696867],"study_design_scores_gemma":[0.0001302045,0.0001457231,0.009157578,0.00000583676,0.0000010326455,0.0000073689,0.000024007866,0.0066471957,0.00087417633,0.0006583167,0.9822287,0.00011988287],"about_ca_topic_score_codex":0.000027735361,"about_ca_topic_score_gemma":0.0000018976242,"teacher_disagreement_score":0.9794243,"about_ca_system_score_codex":0.00000819243,"about_ca_system_score_gemma":0.000009555791,"threshold_uncertainty_score":0.73694897},"labels":[],"label_agreement":null},{"id":"W4250565937","doi":"10.32920/ryerson.14663613","title":"An environment for teaching computational thinking to non-majors","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computational thinking; Key (lock); Computer science; Context (archaeology); Everyday life; Computational model; Human–computer interaction; Computer security; Simulation; Political science; Artificial intelligence","score_opus":0.015716944518562696,"score_gpt":0.28781117776567333,"score_spread":0.27209423324711063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250565937","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028979007,0.000031592277,0.96759295,0.0016355857,0.0006421982,0.0004537975,0.0000022581423,0.00047405055,0.00018855042],"genre_scores_gemma":[0.38824034,4.248346e-7,0.6107979,0.00053173385,0.00013121267,0.00007295274,0.00007021468,0.0000193037,0.00013594195],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99753433,0.00020568001,0.0003209133,0.0010761411,0.00047653465,0.0003863832],"domain_scores_gemma":[0.998531,0.00023444179,0.00014735953,0.0008439819,0.000039059953,0.00020416957],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014525,0.0002844957,0.00029432317,0.0001591797,0.0005482793,0.0013686747,0.0015690875,0.00016914659,0.000012605209],"category_scores_gemma":[0.00007978215,0.00029026382,0.00017617358,0.000053945034,0.000019316229,0.000240536,0.0015251337,0.000989497,0.00001772918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022577,0.00011769238,0.00014118053,0.000046660392,0.000037497455,0.000008439132,0.018617354,0.6152074,0.000021863387,0.009789353,0.00019776355,0.35581258],"study_design_scores_gemma":[0.00040211395,0.00029848304,0.0025105132,0.00035499808,0.0000318874,0.000023502322,0.0013659053,0.92133665,0.000044979526,0.0069618174,0.06554015,0.0011289814],"about_ca_topic_score_codex":0.00022656939,"about_ca_topic_score_gemma":0.0000084453,"teacher_disagreement_score":0.3592613,"about_ca_system_score_codex":0.00013492639,"about_ca_system_score_gemma":0.00013502111,"threshold_uncertainty_score":0.99995494},"labels":[],"label_agreement":null},{"id":"W4251348137","doi":"10.18260/1-2--35376","title":"The transition from STEM to STEAM","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada","funders":"","keywords":"Harmony (color); The arts; Engineering ethics; Beauty; Accreditation; Architecture; Engineering; Sociology; Aesthetics; Political science; Visual arts; Law; Art","score_opus":0.07555829071031331,"score_gpt":0.2711638960320234,"score_spread":0.1956056053217101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251348137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5729229,0.00017438391,0.3397382,0.08439801,0.000573435,0.0006794324,0.000041543186,0.001090006,0.00038209063],"genre_scores_gemma":[0.99303967,0.000019170035,0.0014619086,0.004721703,0.00035510783,0.000074512,0.000008249216,0.000021085763,0.00029862527],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744743,0.0000664184,0.00043605315,0.00085596857,0.00066743663,0.00052668515],"domain_scores_gemma":[0.99832577,0.00016801099,0.00018535052,0.00021596385,0.00061714085,0.0004877666],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00045667053,0.00030850113,0.00030963973,0.00005381302,0.0006112254,0.0031404071,0.0031607775,0.00009820915,0.000017368438],"category_scores_gemma":[0.00030329666,0.00022981156,0.00011503175,0.0006340635,0.00007981969,0.0021402475,0.000745491,0.00061061274,0.00017286201],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023089176,0.000070321534,0.00078263914,0.000026235812,0.00008562094,0.000015694444,0.08215485,0.000076078155,0.0028136696,0.025198784,0.010955758,0.87758946],"study_design_scores_gemma":[0.0032462766,0.0054072514,0.015822386,0.0006381267,0.00014020232,0.00002551585,0.10798981,0.07052734,0.010047571,0.001123136,0.7819655,0.0030668692],"about_ca_topic_score_codex":0.00016762059,"about_ca_topic_score_gemma":0.000012125213,"teacher_disagreement_score":0.87452257,"about_ca_system_score_codex":0.000042198793,"about_ca_system_score_gemma":0.00010517001,"threshold_uncertainty_score":0.9978944},"labels":[],"label_agreement":null},{"id":"W4251855366","doi":"10.24908/pceea.v0i0.5919","title":"First-year integrative project for computer and software engineering students at Polytechnique Montréal","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"Polytechnique Montréal","keywords":"Context (archaeology); Flexibility (engineering); Software; Robot; Computer science; Software engineering; Social software engineering; Software development; Engineering management; Software construction; Artificial intelligence; Engineering; Programming language; Management","score_opus":0.008311976693153453,"score_gpt":0.22595122545317026,"score_spread":0.2176392487600168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251855366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6797009,0.0007964216,0.293827,0.013108897,0.006194461,0.0043221847,0.00005193222,0.0018095389,0.00018864156],"genre_scores_gemma":[0.59258974,0.0000044958206,0.40574887,0.00010650512,0.00020232901,0.00018692065,0.000006690391,0.000035719353,0.0011187065],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990346,0.000006710631,0.00018370683,0.00022654336,0.00028023406,0.00026824625],"domain_scores_gemma":[0.9990343,0.00008751189,0.00020243601,0.000100716694,0.00039791554,0.00017712482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006400576,0.00014501713,0.00014894364,0.00023938321,0.00018269113,0.00024283987,0.00048003357,0.00011041755,3.0824825e-7],"category_scores_gemma":[0.0014560838,0.000133328,0.000057463465,0.00031137833,0.000008519632,0.00026450946,0.00011514991,0.00021119905,0.0000014743425],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001847798,0.00022973337,0.75777364,0.00079869933,0.00039379485,4.459751e-7,0.050724685,0.012889791,0.00023247255,0.045588862,0.11393045,0.017418975],"study_design_scores_gemma":[0.0016031276,0.00037030425,0.22160213,0.001113991,0.0001068539,0.000036157344,0.0012032092,0.18535566,0.0012264774,0.00030800077,0.5857021,0.0013719795],"about_ca_topic_score_codex":0.00555722,"about_ca_topic_score_gemma":0.0022351928,"teacher_disagreement_score":0.5361715,"about_ca_system_score_codex":0.0017692762,"about_ca_system_score_gemma":0.00031911544,"threshold_uncertainty_score":0.84008914},"labels":[],"label_agreement":null},{"id":"W4252048638","doi":"10.1145/1595496.1562988","title":"Running a programming contest in an introductory computer science course","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CONTEST; Course (navigation); Competition (biology); Mathematics education; Class (philosophy); Computer science; Psychology; Artificial intelligence; Engineering; Political science","score_opus":0.015673032666714846,"score_gpt":0.2808867529535599,"score_spread":0.2652137202868451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252048638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7940827,0.00043139714,0.1802049,0.022003468,0.0009335715,0.00057680823,3.1169878e-7,0.0015737038,0.00019311717],"genre_scores_gemma":[0.66679555,0.0000011014112,0.33218566,0.00073740206,0.00021014112,0.000008508303,0.0000014286576,0.000009319716,0.00005092077],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972819,0.00015314644,0.00033748348,0.00092275563,0.00049227686,0.0008124443],"domain_scores_gemma":[0.9980594,0.00013879669,0.00013942076,0.0013087563,0.00012122265,0.0002324001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023738327,0.00023247674,0.00024916968,0.0002785326,0.00040654666,0.00079621555,0.002616683,0.00006944298,0.000012545125],"category_scores_gemma":[0.00045514884,0.00022904687,0.00005241752,0.0008000839,0.00022931756,0.00048345167,0.00041781028,0.00063578674,0.00011099204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008258534,0.00030512427,0.006665345,0.000004941627,0.0000025747365,0.00007504782,0.0038169797,0.0005496409,0.000522568,0.0022545096,0.0004637578,0.98533124],"study_design_scores_gemma":[0.0030040091,0.0032361227,0.2271469,0.0005078633,0.000022716218,0.000282872,0.00061792147,0.0368164,0.0009668333,0.0007528889,0.7245381,0.002107406],"about_ca_topic_score_codex":0.000070107686,"about_ca_topic_score_gemma":0.000008491103,"teacher_disagreement_score":0.98322386,"about_ca_system_score_codex":0.000095203875,"about_ca_system_score_gemma":0.00015955683,"threshold_uncertainty_score":0.934026},"labels":[],"label_agreement":null},{"id":"W4253440217","doi":"10.1145/961525.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Computer science; Measure (data warehouse); Constructivist teaching methods; Software engineering; Mathematics education; Software; Programming language; Teaching method; Psychology; Data mining; Mathematics","score_opus":0.02149025322131989,"score_gpt":0.23637409489699102,"score_spread":0.21488384167567112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253440217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734852,0.00017149489,0.025405612,0.00010054952,0.00012269261,0.000142323,3.6962476e-7,0.000061758314,0.00051002356],"genre_scores_gemma":[0.9590719,0.0000026404075,0.040852703,0.00001083319,0.000004930602,0.000013248716,3.7494547e-7,0.000008127262,0.0000352425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984945,0.00062396994,0.00017623669,0.00030806076,0.00018177224,0.00021546298],"domain_scores_gemma":[0.9989606,0.0004842596,0.000087508524,0.000388119,0.00002380355,0.000055704957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014947595,0.000113574555,0.00019069585,0.00009422043,0.000080961494,0.00006541763,0.00035809175,0.00004914072,0.000008131971],"category_scores_gemma":[0.0007762669,0.00011401453,0.000029790379,0.0001472654,0.00007976983,0.00005571028,0.00015954755,0.0002280026,0.000007899407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003129632,0.00028472528,0.8192595,0.00016816972,0.000029203042,0.00007234783,0.0015899085,0.00013668218,0.0028441097,0.011029737,0.000048929018,0.16450535],"study_design_scores_gemma":[0.004561429,0.00047447445,0.91263014,0.0011008817,0.00003279273,0.0002211399,0.00035825418,0.00014494115,0.03732657,0.002112014,0.040049817,0.0009875388],"about_ca_topic_score_codex":0.00014218887,"about_ca_topic_score_gemma":0.0000024657918,"teacher_disagreement_score":0.1635178,"about_ca_system_score_codex":0.000035660487,"about_ca_system_score_gemma":0.000025426261,"threshold_uncertainty_score":0.46493775},"labels":[],"label_agreement":null},{"id":"W4254979294","doi":"10.1145/563517.563426","title":"Design guidelines for the lab component of objects-first CS1","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Grading (engineering); Java; Component (thermodynamics); Complement (music); Software engineering; Software; Mathematics education; Programming language; Engineering; Psychology","score_opus":0.13453382379471643,"score_gpt":0.30191978880533876,"score_spread":0.16738596501062233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254979294","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00097223127,0.0016241668,0.9339544,0.06237441,0.00033818022,0.00039283367,9.227884e-7,0.0002318855,0.000110971174],"genre_scores_gemma":[0.36010668,0.00006199651,0.6372403,0.0010058064,0.00015988249,0.000067727575,9.249359e-7,0.000018142775,0.0013385369],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987416,0.0001376034,0.0003132419,0.00028278644,0.00023996524,0.0002847715],"domain_scores_gemma":[0.99676055,0.0019472537,0.00015986743,0.0009046226,0.00017795234,0.000049743103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012023947,0.00013715892,0.00017130689,0.000048317048,0.0003361759,0.00010369147,0.0015971281,0.000050471033,0.00007430516],"category_scores_gemma":[0.0021203035,0.00009492843,0.000099723264,0.00014493031,0.00005669671,0.000035788133,0.0003019025,0.00016500636,0.000120658595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027236592,0.00022010981,0.0001929854,0.0000614243,0.00007964795,0.000008470975,0.0071119326,0.01337191,0.00031912405,0.0024398358,0.36724618,0.6089212],"study_design_scores_gemma":[0.00041176358,0.00016043604,0.00011770192,0.000048317313,0.000014285208,0.00001159521,0.00011131523,0.039629944,0.0006389487,0.00010338073,0.95859855,0.00015377416],"about_ca_topic_score_codex":0.0001608581,"about_ca_topic_score_gemma":0.0000041222124,"teacher_disagreement_score":0.6087674,"about_ca_system_score_codex":0.000016870163,"about_ca_system_score_gemma":0.000012520493,"threshold_uncertainty_score":0.3871069},"labels":[],"label_agreement":null},{"id":"W4256256860","doi":"10.1145/1047344.1047441","title":"Learning by doing","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.005864182274403195,"score_gpt":0.23156422537728347,"score_spread":0.22570004310288028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256256860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008458268,0.00012213086,0.97287196,0.0020511204,0.00006128067,0.000020525573,1.4441764e-8,0.0009480724,0.015466603],"genre_scores_gemma":[0.646777,0.0000015223018,0.34488112,0.00020865907,0.00004668966,0.0000013326501,4.131128e-7,0.0000037192872,0.008079594],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993718,0.000055844488,0.00007937612,0.00018042972,0.00011406682,0.00019846407],"domain_scores_gemma":[0.9997128,0.000048053975,0.000027109036,0.00015071339,0.000009822137,0.00005148325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030377423,0.000057615212,0.000051872303,0.00003238963,0.00018187452,0.00019117018,0.00032591398,0.00002408312,0.000027600225],"category_scores_gemma":[0.000028043189,0.000051025,0.00002649366,0.00011012693,0.000008458468,0.00028968372,0.00008698492,0.00025407772,0.00024942268],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.660586e-7,0.000009656903,0.00041724977,7.7871505e-7,0.0000018995873,5.854294e-7,0.0010788665,0.00085869373,0.00018508891,0.004756094,0.0020278052,0.9906631],"study_design_scores_gemma":[0.00006909294,0.000028238685,0.000058049052,0.000003766718,5.749273e-7,0.000006178675,0.000050677165,0.025449941,0.00030521376,0.0000072772623,0.97394,0.0000809787],"about_ca_topic_score_codex":0.000027887512,"about_ca_topic_score_gemma":0.0000017948839,"teacher_disagreement_score":0.9905821,"about_ca_system_score_codex":0.000016192602,"about_ca_system_score_gemma":0.000008425451,"threshold_uncertainty_score":0.32059073},"labels":[],"label_agreement":null},{"id":"W4256494733","doi":"10.2307/3219180","title":"A Brief History of Factoring and Primality Testing B. C. (Before Computers)","year":2002,"lang":"en","type":"article","venue":"Mathematics Magazine","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Primality test; Factoring; Mathematics; Arithmetic; Discrete mathematics; Mathematics education; Prime (order theory); Combinatorics","score_opus":0.0565207306212576,"score_gpt":0.23392666378972699,"score_spread":0.1774059331684694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256494733","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093512155,0.000638289,0.89780664,0.0002814446,0.0003481072,0.00016482222,7.542973e-7,0.0005179879,0.006729777],"genre_scores_gemma":[0.39999858,0.0000013724613,0.59865296,0.000032328768,0.000030468538,0.0000023532596,3.204967e-7,0.000010404743,0.0012712165],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908507,0.00003532429,0.00026951457,0.00021750655,0.00019673965,0.00019585683],"domain_scores_gemma":[0.99910164,0.00021203792,0.00019711819,0.00037141136,0.00005174133,0.000066072025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040428058,0.000120309596,0.00021480095,0.00007080582,0.000050528677,0.00005229195,0.00032550175,0.000036916324,0.000009647318],"category_scores_gemma":[0.00021768386,0.000111880705,0.000035121295,0.00013047698,0.000061522216,0.00016433088,0.00021922072,0.00017686539,0.000013630875],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011880903,0.00045838437,0.0071703545,0.0011944207,0.000054532302,0.000026960168,0.07940513,0.00010167475,0.0013878024,0.031733762,0.0014143618,0.8770514],"study_design_scores_gemma":[0.0007736924,0.00038051177,0.015448429,0.0005691108,0.000039081464,0.00018456137,0.000076338554,0.849722,0.00008242466,0.0018640094,0.130324,0.0005358291],"about_ca_topic_score_codex":0.000013742683,"about_ca_topic_score_gemma":0.0000010072996,"teacher_disagreement_score":0.8765156,"about_ca_system_score_codex":0.00007949233,"about_ca_system_score_gemma":0.000014380884,"threshold_uncertainty_score":0.45623627},"labels":[],"label_agreement":null},{"id":"W4280573147","doi":"10.1177/07356331221098793","title":"Tools and Approaches for Integrating Computational Thinking and Mathematics: A Scoping Review of Current Empirical Studies","year":2022,"lang":"en","type":"review","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute of Education; Universiti Tun Hussein Onn Malaysia","keywords":"Summative assessment; Formative assessment; Computational thinking; Debugging; Computer science; Curriculum; Mathematics education; Abstraction; Empirical research; Artificial intelligence; Mathematics; Psychology; Pedagogy; Programming language","score_opus":0.7146475314236165,"score_gpt":0.6111989312707014,"score_spread":0.10344860015291513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280573147","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025561141,0.962253,0.03587319,0.00076937,0.00029803952,0.00075466244,0.0000030763706,0.000008704317,0.0000144303085],"genre_scores_gemma":[0.000019088015,0.7501068,0.24951611,0.000017106833,0.00027306855,0.000034119323,0.000011510163,0.00001590262,0.0000063047105],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99553025,0.0011795823,0.001486401,0.00037110547,0.0011322253,0.00030042464],"domain_scores_gemma":[0.9696478,0.027740635,0.0015867186,0.00019545437,0.0007244655,0.00010491311],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015420889,0.00023069631,0.0013764924,0.00062079454,0.00070101896,0.00032346265,0.00085541327,0.00005628707,0.0000049954906],"category_scores_gemma":[0.011616856,0.00017786938,0.00027557678,0.0006054888,0.00017226968,0.00022770275,0.0008600937,0.0016074877,3.347326e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.256028e-7,0.000091882255,0.000016865577,0.1754747,0.00010340966,5.794477e-7,0.0030238978,0.000035005694,6.084318e-9,0.008370473,0.00021946934,0.8126628],"study_design_scores_gemma":[0.0001698716,0.00030158376,0.000014601826,0.8389708,0.0001518845,0.00055180414,0.0010291641,0.0030122353,3.9115506e-8,0.0069616977,0.14857192,0.00026442486],"about_ca_topic_score_codex":9.329323e-7,"about_ca_topic_score_gemma":2.3096719e-7,"teacher_disagreement_score":0.8123984,"about_ca_system_score_codex":0.00020390892,"about_ca_system_score_gemma":0.0022835198,"threshold_uncertainty_score":0.9967087},"labels":[],"label_agreement":null},{"id":"W4283366128","doi":"10.4018/978-1-6684-6295-9.ch029","title":"STEM Education for Girls","year":2022,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Trinity Western University; Western University; University of Saskatchewan","funders":"","keywords":"Focus group; Psychology; Qualitative property; Medical education; Pedagogy; Sociology; Medicine; Computer science","score_opus":0.02632457065251439,"score_gpt":0.27222309328033545,"score_spread":0.24589852262782105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283366128","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001152902,0.0005152164,0.0722764,0.0002114204,0.0020658781,0.0004530688,0.000020564723,0.0005071686,0.92393875],"genre_scores_gemma":[0.03506853,0.0000022833053,0.10409941,0.0012683561,0.0008425323,0.0002909504,0.000019677696,0.00008537526,0.85832286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862087,0.000031939584,0.00023498025,0.00054073776,0.00030079318,0.00027066993],"domain_scores_gemma":[0.99893844,0.000054211832,0.000222252,0.0006207306,0.000062941515,0.00010144419],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002641105,0.00024855128,0.00023680434,0.00006565069,0.00030037318,0.00023173587,0.0009104547,0.00015280339,0.000013601603],"category_scores_gemma":[0.0000093024155,0.00026973384,0.00020487823,0.000016928507,0.000023858545,0.00006955948,0.00028697713,0.00037117078,0.000048160065],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023218477,0.000005364731,0.0000032464425,0.000014726832,0.000011603386,0.00000171475,0.000091264,0.000006548261,2.2686702e-7,0.58317333,0.001959446,0.4147302],"study_design_scores_gemma":[0.000104654064,0.00011183934,0.000006361309,0.00005515341,0.00001976389,0.000029148181,0.0000073436386,0.0000775623,0.0000013989642,0.0850835,0.9142308,0.0002724684],"about_ca_topic_score_codex":0.000053068707,"about_ca_topic_score_gemma":0.000006783963,"teacher_disagreement_score":0.9122714,"about_ca_system_score_codex":0.00030204665,"about_ca_system_score_gemma":0.00053339615,"threshold_uncertainty_score":0.9999755},"labels":[],"label_agreement":null},{"id":"W4284666685","doi":"10.3390/biomimetics7030093","title":"The Education Pipeline of Biomimetics and Its Challenges","year":2022,"lang":"en","type":"article","venue":"Biomimetics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Guelph","funders":"","keywords":"Biomimetics; Pipeline (software); Engineering ethics; Curriculum; Engineering; Engineering management; Computer science; Sociology; Mechanical engineering; Artificial intelligence; Pedagogy","score_opus":0.024173633864619327,"score_gpt":0.2621300818864198,"score_spread":0.23795644802180047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284666685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4590534,0.285851,0.16134322,0.077300675,0.010554125,0.0014932959,0.00002145584,0.001070597,0.0033122594],"genre_scores_gemma":[0.9819223,0.00050935854,0.016907353,0.00005103925,0.00004503542,0.00001341904,0.0000015474083,0.0000074855707,0.0005424298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915504,0.00017688704,0.00016241964,0.0001707321,0.000194527,0.0001404159],"domain_scores_gemma":[0.9993025,0.0001881841,0.00011780844,0.0002997998,0.000051275514,0.00004041765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008170007,0.000069518006,0.000081146,0.0000773071,0.00039470074,0.000055180724,0.0004909242,0.000020953972,0.0000020634993],"category_scores_gemma":[0.00012238756,0.000055289227,0.000028228997,0.00021816905,0.000040737814,0.000042652246,0.0003856132,0.00014266552,0.0000024571973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000328703,0.00008986764,0.000051066712,0.000014731322,0.000008568166,3.8342702e-7,0.0015123194,0.00001667553,0.00050073233,0.10419969,0.00031152583,0.8932912],"study_design_scores_gemma":[0.0002083458,0.0002486328,0.0007587266,0.000011550057,0.00001578765,0.00002675451,0.000990091,0.01626688,0.001831975,0.0011493925,0.97833353,0.00015830983],"about_ca_topic_score_codex":0.000011799226,"about_ca_topic_score_gemma":0.0000012014348,"teacher_disagreement_score":0.97802204,"about_ca_system_score_codex":0.000018110848,"about_ca_system_score_gemma":0.00008321005,"threshold_uncertainty_score":0.30357587},"labels":[],"label_agreement":null},{"id":"W4284699439","doi":"10.4018/978-1-6684-6295-9.ch006","title":"Dynamic Decision-Making Model","year":2022,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Affordance; Novelty; Computer science; Perspective (graphical); Focus (optics); Key (lock); Knowledge management; Management science; Human–computer interaction; Engineering; Artificial intelligence; Psychology","score_opus":0.01587922853027265,"score_gpt":0.2730192067554238,"score_spread":0.25713997822515117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284699439","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014507336,0.00028230215,0.44431078,0.000042286087,0.0005130079,0.00011489328,0.000012413523,0.000549272,0.55416054],"genre_scores_gemma":[0.30734855,0.0000045032234,0.5854762,0.0008173001,0.00010508856,0.000030517269,0.0000041911258,0.00010597082,0.106107675],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975327,0.000036615274,0.00036787178,0.0008622792,0.0007472701,0.000453256],"domain_scores_gemma":[0.9983402,0.00012261578,0.00026736213,0.0010972491,0.000046580713,0.00012599508],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035276814,0.00041505112,0.00037978048,0.00012476703,0.00045777264,0.00034651964,0.0018409621,0.00024336723,0.000035791723],"category_scores_gemma":[0.000047474558,0.00044137953,0.0002963177,0.00003333243,0.00004764142,0.00010932731,0.0012832183,0.0010044989,0.00011803909],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004181815,0.0000036090655,8.7672623e-7,0.0000048652523,0.00001552507,0.000065761196,0.00012466044,0.0048033926,1.8073678e-7,0.6048415,0.00022561553,0.3899099],"study_design_scores_gemma":[0.00013893364,0.00007228815,0.0000038049761,0.0002457833,0.000025549032,0.00011570084,0.0000051896286,0.15669553,6.4970024e-8,0.5986101,0.24351288,0.0005741829],"about_ca_topic_score_codex":0.000022692248,"about_ca_topic_score_gemma":0.000023604935,"teacher_disagreement_score":0.44805285,"about_ca_system_score_codex":0.00051748287,"about_ca_system_score_gemma":0.00028213832,"threshold_uncertainty_score":0.9998038},"labels":[],"label_agreement":null},{"id":"W4284962850","doi":"10.4018/ijopcd.304083","title":"Maker Education","year":2022,"lang":"en","type":"article","venue":"International Journal of Online Pedagogy and Course Design","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Documentation; Qualitative research; Authentic learning; Pedagogy; Sample (material); Empirical research; Psychology; Mathematics education; Sociology; Medical education; Social science; Medicine; Computer science","score_opus":0.027384387933956877,"score_gpt":0.36588304833854857,"score_spread":0.3384986604045917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284962850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0302979,0.0019218565,0.92013204,0.044730134,0.002753675,0.000047170244,0.0000026225707,0.000031693442,0.0000829056],"genre_scores_gemma":[0.8545752,0.000042578442,0.14359239,0.0008100825,0.00039633966,0.0000031561328,0.000003777533,0.000005620769,0.0005708648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904937,0.00019246488,0.00020280888,0.00009789595,0.00037539416,0.00008205045],"domain_scores_gemma":[0.9993436,0.00008898785,0.00023451685,0.00008131833,0.00019975718,0.000051821757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007028246,0.00005856775,0.000079922276,0.00014145533,0.00012367908,0.00008753151,0.00060272426,0.000015865655,0.000041193034],"category_scores_gemma":[0.000053330754,0.000055338543,0.000045059936,0.00006549866,0.00001794296,0.00021550541,0.000120941586,0.00035291922,0.0000017044047],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003472037,0.00037685924,0.00085900334,9.3494765e-7,0.000052197698,0.000056609977,0.00089304306,0.002106373,0.000050770734,0.009620052,0.0017568545,0.9841926],"study_design_scores_gemma":[0.0011520374,0.00088017125,0.030257178,0.000048821294,0.00004557963,0.0067825653,0.0022551657,0.016423713,0.000052092826,0.005895129,0.9359259,0.0002816156],"about_ca_topic_score_codex":0.0000097850625,"about_ca_topic_score_gemma":0.0000013762385,"teacher_disagreement_score":0.983911,"about_ca_system_score_codex":0.000038996775,"about_ca_system_score_gemma":0.0014182207,"threshold_uncertainty_score":0.25158626},"labels":[],"label_agreement":null},{"id":"W4284964282","doi":"10.1007/s42330-022-00210-9","title":"Analyse du processus de construction de connaissances dans des activités de programmation à l’école","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Agence Nationale de la Recherche","keywords":"Situational ethics; Computational thinking; Computer science; Mathematics education; Process (computing); Perspective (graphical); Artificial intelligence; Psychology; Programming language","score_opus":0.01138147251534667,"score_gpt":0.2558123953005045,"score_spread":0.24443092278515782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284964282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8197832,0.0001841956,0.17740649,0.002347248,0.00012532905,0.00005916657,2.4441658e-7,0.000027016848,0.00006706488],"genre_scores_gemma":[0.76842785,0.0000042629513,0.23150147,0.000023446482,0.000017126593,0.000013785546,1.5236377e-7,0.0000026954674,0.000009218188],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992694,0.000037718557,0.00016627627,0.0001178956,0.00013405982,0.00027459904],"domain_scores_gemma":[0.9992041,0.000029418168,0.00027224745,0.00012037871,0.00017781394,0.00019601425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001833588,0.000059409194,0.000088743196,0.0007312448,0.0012022512,0.0002331331,0.0005538445,0.00003597945,0.0000029720036],"category_scores_gemma":[0.00048871903,0.00005905314,0.000017231912,0.0011528027,0.000929488,0.00037140565,0.000035352892,0.00026971207,1.9440773e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.414108e-7,0.00008136765,0.10538672,0.00004119229,0.000010487852,0.000009515042,0.029561462,0.0003795916,0.0025632808,0.10385592,0.000022345846,0.75808716],"study_design_scores_gemma":[0.0006195925,0.0011844309,0.045982443,0.00042681678,0.00013203667,0.025621971,0.3022462,0.12217782,0.015141813,0.47539714,0.010342804,0.00072692696],"about_ca_topic_score_codex":0.00050951913,"about_ca_topic_score_gemma":0.0003974195,"teacher_disagreement_score":0.7573602,"about_ca_system_score_codex":0.0004713047,"about_ca_system_score_gemma":0.005475354,"threshold_uncertainty_score":0.9713043},"labels":[],"label_agreement":null},{"id":"W4285158986","doi":"10.2139/ssrn.4150426","title":"Child-Home Interaction: Design and Usability Evaluation of a Game-Based End-User Development for Children","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Usability; Human–computer interaction; Computer science; End user; Psychology; World Wide Web","score_opus":0.023377347234672843,"score_gpt":0.28379408812750967,"score_spread":0.26041674089283684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285158986","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2819928,0.0005584191,0.7165997,0.0004251654,0.000115401104,0.0002714835,2.8344536e-7,0.00003213509,0.000004604434],"genre_scores_gemma":[0.9649363,0.000008190706,0.034880485,0.00003316807,0.00004142851,0.000064235086,0.0000034024229,0.000008555225,0.000024223698],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976969,0.00064274186,0.00025984622,0.00023636904,0.0004898797,0.0006742907],"domain_scores_gemma":[0.9993398,0.00013765527,0.0002146403,0.00015913582,0.00010555551,0.00004316778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011143601,0.00009661763,0.00012361116,0.00012672509,0.000540514,0.0000747848,0.00035248627,0.000021104699,0.000016113434],"category_scores_gemma":[0.00012582367,0.00009306975,0.000060435246,0.00016373213,0.000022065056,0.00018057166,0.000078920886,0.0010434049,6.2939716e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006593082,0.00014867626,0.0034831804,0.0000051017096,0.00009038575,1.1906791e-7,0.0015810141,0.028396852,0.000027393879,0.0061138663,0.000011821448,0.9600757],"study_design_scores_gemma":[0.022643393,0.011362804,0.19050284,0.0002390098,0.00053676084,0.0048946887,0.0053309533,0.58210474,0.0030875898,0.113058776,0.06377121,0.0024672283],"about_ca_topic_score_codex":0.00001606391,"about_ca_topic_score_gemma":0.000015192963,"teacher_disagreement_score":0.9576084,"about_ca_system_score_codex":0.0009094642,"about_ca_system_score_gemma":0.0021622856,"threshold_uncertainty_score":0.45331332},"labels":[],"label_agreement":null},{"id":"W4285237294","doi":"10.1007/978-3-030-99830-1_9","title":"Bee-Bot Robots and Their STEM Learning Potential in the Play-Based Behaviour of Preschool Children in Canada","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Education and Early Childhood Development; Université du Québec à Montréal; Mount Saint Vincent University","funders":"","keywords":"Early childhood; Context (archaeology); Government (linguistics); Curriculum; Literacy; Early literacy; Robot; Early childhood education; Mathematics education; Pedagogy; Psychology; Computer science; Artificial intelligence; Geography; Developmental psychology","score_opus":0.009859013524463162,"score_gpt":0.19183849540125347,"score_spread":0.1819794818767903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285237294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79190767,0.0076318434,0.12281386,0.0067559653,0.0020967831,0.007157566,0.00011570121,0.0010931237,0.060427472],"genre_scores_gemma":[0.9906754,0.000008652714,0.0015359471,0.00012510805,0.000027475175,0.000017651875,0.000018114119,0.000027130865,0.0075645386],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981662,0.00027500922,0.00036810152,0.00047656745,0.00042726425,0.00028685766],"domain_scores_gemma":[0.9991642,0.00017466163,0.00023602397,0.00035417685,0.000017073968,0.000053843163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075744546,0.00026603282,0.00033384294,0.00021044066,0.00015595998,0.00010101739,0.0009779457,0.000096271615,0.00004815813],"category_scores_gemma":[0.000012566877,0.00020075895,0.00007156544,0.000082225466,0.000029979976,0.00009385382,0.00031107012,0.0018030651,6.345062e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004533139,0.00012549113,0.19924903,0.00008949282,0.000112044436,0.00032214075,0.0072444594,0.20679815,0.000017842094,0.032080945,0.00032734894,0.55358773],"study_design_scores_gemma":[0.0064354273,0.0017167287,0.80188394,0.0016068128,0.00017345283,0.00042359854,0.0035431501,0.1027131,0.00009136001,0.0007060094,0.07614275,0.0045636697],"about_ca_topic_score_codex":0.71006835,"about_ca_topic_score_gemma":0.44349226,"teacher_disagreement_score":0.6026349,"about_ca_system_score_codex":0.00017872298,"about_ca_system_score_gemma":0.0006757023,"threshold_uncertainty_score":0.8186712},"labels":[],"label_agreement":null},{"id":"W4285504262","doi":"10.4018/ijmbl.304458","title":"Evaluating Students' Experiences of a Weekly “Hour of Code”","year":2022,"lang":"en","type":"article","venue":"International Journal of Mobile and Blended Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Coding (social sciences); Mathematics education; Instructional design; Computer science; Class (philosophy); Multimedia; Syntax; Qualitative research; Psychology; Mathematics","score_opus":0.025365289178753303,"score_gpt":0.36337833337323056,"score_spread":0.33801304419447725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285504262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979827,0.00056035264,0.018835997,0.00015251325,0.00051895954,0.00004510792,5.2384763e-7,0.000014156589,0.00004537975],"genre_scores_gemma":[0.9836233,0.000023730949,0.016118657,0.00001869866,0.00006447381,0.000010661145,5.5828457e-7,0.000005210843,0.00013469912],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9977549,0.0003425941,0.00049881364,0.00013336878,0.0011601383,0.00011018368],"domain_scores_gemma":[0.9984877,0.00022873218,0.0008957939,0.00008172916,0.0002649121,0.000041116353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021621226,0.00007329236,0.00019410021,0.00023185599,0.00013864468,0.000071344315,0.0010064294,0.000017518958,0.00005465923],"category_scores_gemma":[0.00022730322,0.00006693555,0.000091198046,0.00013769286,0.000042426134,0.00024173882,0.00043033276,0.00048154654,2.9842462e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084970205,0.00026770856,0.017655268,0.000016113454,0.00018668154,0.000042894855,0.08835855,0.06451717,0.0032488727,0.0007056289,0.00003468203,0.82488143],"study_design_scores_gemma":[0.011914503,0.02613632,0.029166983,0.0014037974,0.0002151247,0.0039468696,0.6173805,0.1260817,0.015652822,0.0014094246,0.16531241,0.0013795155],"about_ca_topic_score_codex":0.000016002718,"about_ca_topic_score_gemma":3.6942836e-7,"teacher_disagreement_score":0.82350194,"about_ca_system_score_codex":0.000034861452,"about_ca_system_score_gemma":0.00013187509,"threshold_uncertainty_score":0.27295527},"labels":[],"label_agreement":null},{"id":"W4285678535","doi":"10.1016/j.ijcci.2022.100519","title":"Turning frustration into learning opportunities during maker activities: A review of literature","year":2022,"lang":"en","type":"review","venue":"International Journal of Child-Computer Interaction","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University","keywords":"Frustration; Psychology; Mathematics education; Social psychology","score_opus":0.041658457147428704,"score_gpt":0.3428229567361143,"score_spread":0.3011644995886856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285678535","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004104208,0.9416567,0.051332068,0.000723463,0.0057227067,0.00021183465,0.0000036123913,0.0000901425,0.00021841566],"genre_scores_gemma":[0.0003027179,0.9859927,0.01142722,0.00021674384,0.0017159072,0.000018675251,0.00010239526,0.000047312496,0.00017630302],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99521303,0.0010424252,0.0018236521,0.00042170528,0.0012573877,0.00024178058],"domain_scores_gemma":[0.99410766,0.00054195843,0.004460199,0.00032894782,0.00045424665,0.00010697736],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013709642,0.00046375228,0.0012740713,0.0013344884,0.00023999806,0.0006226733,0.0018150363,0.0001718415,0.00012763534],"category_scores_gemma":[0.00028313586,0.00041290768,0.0011134589,0.00040066,0.000035543824,0.0020305132,0.00050684524,0.0033058804,0.0000040789946],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016650152,0.00009224532,0.000002262403,0.010454725,0.000568234,0.00023835583,0.001966687,0.00035188676,0.0000011916202,0.00025290286,0.00043027443,0.9856246],"study_design_scores_gemma":[0.00018185425,0.00018991607,0.000004232134,0.15004785,0.0001396712,0.0054476173,0.00009277718,0.00028828275,0.0000050404956,0.000019525787,0.84331197,0.00027123958],"about_ca_topic_score_codex":0.000010361208,"about_ca_topic_score_gemma":5.3426913e-7,"teacher_disagreement_score":0.98535335,"about_ca_system_score_codex":0.00054879434,"about_ca_system_score_gemma":0.00030765845,"threshold_uncertainty_score":0.9998323},"labels":[],"label_agreement":null},{"id":"W4286775475","doi":"10.4204/eptcs.363.8","title":"Teaching Interaction using State Diagrams","year":2022,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Reachability; Computer science; State (computer science); Graphics; Mathematics education; State diagram; Programming language; Software engineering; Theoretical computer science; Psychology; Computer graphics (images)","score_opus":0.008708065485185726,"score_gpt":0.26719998257676647,"score_spread":0.25849191709158076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286775475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37746656,0.000041960608,0.6205513,0.00057685043,0.00044429448,0.0001501119,1.4692895e-7,0.00031270445,0.00045607914],"genre_scores_gemma":[0.92764306,0.0000013402633,0.07194859,0.00027339347,0.00007876434,0.000026100379,3.3423865e-7,0.000014249911,0.000014144812],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99640894,0.00014736979,0.00033548923,0.00095076876,0.0008884348,0.001268993],"domain_scores_gemma":[0.9992271,0.000129142,0.00015015125,0.0002802828,0.00006755,0.0001457459],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005889772,0.00020756091,0.00020175769,0.000521556,0.001558237,0.0007345476,0.0026483834,0.000027015612,0.000013118708],"category_scores_gemma":[0.00015136396,0.0002082461,0.00006465624,0.0016990843,0.00048373296,0.001258493,0.002021564,0.0021044873,0.0000050590857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000888275,0.00008430272,0.00036852577,0.000005298931,0.0000028709162,0.0000057659777,0.0035841432,0.0024634083,0.0005409703,0.78777313,0.000005211422,0.2051575],"study_design_scores_gemma":[0.00024280327,0.0004927266,0.00018176058,0.000026226364,0.000002736813,0.0002569258,0.00012989056,0.9240468,0.00038602616,0.069935575,0.0039763483,0.00032215184],"about_ca_topic_score_codex":0.000050628725,"about_ca_topic_score_gemma":0.0000013626974,"teacher_disagreement_score":0.9215834,"about_ca_system_score_codex":0.0010708303,"about_ca_system_score_gemma":0.00026680419,"threshold_uncertainty_score":0.9997416},"labels":[],"label_agreement":null},{"id":"W4286801964","doi":"10.4018/978-1-6684-6295-9.ch035","title":"Role of Mentorship and Reflection in Leading Learning Through Making","year":2022,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mentorship; Informal learning; Reflective practice; Reflection (computer programming); Service-learning; Process (computing); Psychology; Formal learning; Knowledge management; Pedagogy; Medical education; Computer science; Medicine","score_opus":0.03127921459853882,"score_gpt":0.29336706013397457,"score_spread":0.26208784553543574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286801964","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007084774,0.0011254242,0.007678052,0.00003736054,0.00024551054,0.00015597438,0.0000012715525,0.00025802397,0.9897899],"genre_scores_gemma":[0.97259915,0.000005982813,0.011159029,0.000055361437,0.00007054977,0.000010455658,0.0000012710906,0.000029802448,0.016068427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984361,0.00011687143,0.0003175804,0.0005024931,0.00033930643,0.000287682],"domain_scores_gemma":[0.99929494,0.0000620412,0.00031828295,0.0002652467,0.00002197505,0.00003751523],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005060528,0.00023499098,0.00032957608,0.00012057563,0.0002103286,0.00012340792,0.00038053494,0.00016545154,0.0000071532454],"category_scores_gemma":[0.000039737184,0.00027083294,0.000086240165,0.000050604107,0.0000437767,0.00013890919,0.00042176773,0.000926947,0.000004368401],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000087778135,0.000004606559,0.00026221364,0.000026978742,0.000016604647,0.00001362127,0.0030058033,0.00032908446,0.00002964422,0.8785392,0.000007462038,0.11775598],"study_design_scores_gemma":[0.0005652661,0.0005673338,0.00022672763,0.0010385406,0.00004993242,0.0001711297,0.00048106213,0.001902981,0.000042009226,0.3599991,0.6339991,0.0009568508],"about_ca_topic_score_codex":0.00030734396,"about_ca_topic_score_gemma":0.00007079118,"teacher_disagreement_score":0.9737215,"about_ca_system_score_codex":0.00028874964,"about_ca_system_score_gemma":0.00006295341,"threshold_uncertainty_score":0.99997437},"labels":[],"label_agreement":null},{"id":"W4287384532","doi":"10.1007/978-3-031-11647-6_83","title":"Investigating the Role of Direct Instruction About the Notional Machine in Improving Novice Programmer Mental Models","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Notional amount; Computer science; Programmer; Construct (python library); Abstraction; Software engineering; Programming language; Artificial intelligence; Human–computer interaction","score_opus":0.015201274844876432,"score_gpt":0.23657632839469644,"score_spread":0.22137505354982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287384532","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033188802,0.0014837706,0.99055105,0.0013484403,0.0011408965,0.0006908,0.0000060011307,0.0001583504,0.0013017912],"genre_scores_gemma":[0.83352274,0.000010001781,0.1657979,0.00039200313,0.00017302246,0.000035156376,0.000008152936,0.00002638506,0.00003464423],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996682,0.00018449215,0.0005462646,0.00094776775,0.0011301773,0.00050933496],"domain_scores_gemma":[0.99798214,0.0005289302,0.0004952259,0.00084237213,0.00008518157,0.000066130684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025819354,0.00035376806,0.00032458338,0.00041657552,0.0007874086,0.00041961472,0.002907278,0.00012441384,0.000008324723],"category_scores_gemma":[0.00012817905,0.00023878358,0.00012155456,0.0008350788,0.0007323072,0.0005960743,0.0016656038,0.0018875129,0.0000014200848],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002112498,0.000018713523,0.0003877918,0.0000140299435,0.0000063067814,0.0000022026463,0.0058524446,0.14516905,0.00007123801,0.015477707,4.0831168e-7,0.832998],"study_design_scores_gemma":[0.00020428281,0.00010492369,0.00033785094,0.00017162958,0.0000065468394,0.00005880105,0.000007100727,0.9708738,0.00015968888,0.023090396,0.0046758964,0.00030909386],"about_ca_topic_score_codex":0.001153852,"about_ca_topic_score_gemma":0.00026408123,"teacher_disagreement_score":0.8326889,"about_ca_system_score_codex":0.00028733685,"about_ca_system_score_gemma":0.0003819926,"threshold_uncertainty_score":0.9737312},"labels":[],"label_agreement":null},{"id":"W4288600693","doi":"","title":"Post-secondary students’ enactment of identity in a programming and mathematics learning environment","year":2019,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Mathematics education; Identity (music); Computer science; Mathematics; Art; Aesthetics","score_opus":0.011152519818894336,"score_gpt":0.24593234417068194,"score_spread":0.2347798243517876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288600693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5097491,0.0014622877,0.48605648,0.0010729977,0.000110271314,0.0006029162,0.000004109071,0.00016155413,0.0007802715],"genre_scores_gemma":[0.7037149,0.0002591606,0.29477456,0.000016876036,0.000005032116,0.00004603301,0.00004028455,0.000023955117,0.0011191579],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99437433,0.003185273,0.0006363248,0.0007793323,0.0006696293,0.000355082],"domain_scores_gemma":[0.9964813,0.0008816957,0.00073005666,0.0014853821,0.0003075741,0.00011396992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008494544,0.0002963247,0.00045441976,0.0002774394,0.00018174939,0.00070454786,0.0018582947,0.00020397766,0.000018328692],"category_scores_gemma":[0.00062928227,0.0003203711,0.00013680401,0.00021240234,0.00013151902,0.00031242176,0.0041327826,0.0012853469,0.00001461073],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007971497,0.0021655825,0.08638749,0.0014754919,0.00016183418,0.000016013557,0.14995176,0.001258983,0.00093895616,0.041649174,0.000009278403,0.7159775],"study_design_scores_gemma":[0.00924616,0.00004502816,0.5633569,0.033248615,0.00041744387,0.00016822046,0.012714938,0.24705262,0.017974358,0.012573478,0.09703487,0.0061673494],"about_ca_topic_score_codex":0.0011419727,"about_ca_topic_score_gemma":0.00022380595,"teacher_disagreement_score":0.70981014,"about_ca_system_score_codex":0.00013770143,"about_ca_system_score_gemma":0.00015943879,"threshold_uncertainty_score":0.99992484},"labels":[],"label_agreement":null},{"id":"W4292004596","doi":"10.3217/jucs-001-06-0423","title":"Microworlds For Teaching Concepts of Object Oriented Programming","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Object (grammar); Object-oriented programming; Mathematics education; Programming language; Artificial intelligence; Psychology","score_opus":0.033584944287731726,"score_gpt":0.27933670533721944,"score_spread":0.2457517610494877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292004596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009685814,0.00008638453,0.98192674,0.002147111,0.00011169621,0.00059082836,0.00002314197,0.0017630734,0.0036652072],"genre_scores_gemma":[0.8928812,0.0000031239592,0.105915286,0.00019550293,0.00013419428,1.11076226e-7,0.00020934247,0.0005017921,0.00015944353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822456,0.00039678003,0.00027297606,0.00045721568,0.00027555943,0.00037290822],"domain_scores_gemma":[0.99892116,0.000064486296,0.00017489542,0.00035802324,0.000305326,0.00017609344],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010171339,0.00012899507,0.0001725005,0.00012020826,0.0018026574,0.00060343463,0.0014473442,0.000046339963,0.0001391397],"category_scores_gemma":[0.0016185455,0.00013557095,0.000084663516,0.00048191682,0.00011627517,0.00030004527,0.0009125238,0.00038517322,0.00022897737],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003514065,0.00008791749,0.0000084157355,0.00011370572,0.00003475576,0.000003786986,0.013959985,0.00009834838,0.004420618,0.029738305,0.012222332,0.9392767],"study_design_scores_gemma":[0.00048246398,0.00048442878,0.000046217334,0.000038120466,0.0000081085245,0.000020225087,0.0005439294,0.0046398877,0.00077146775,0.000025741925,0.9927924,0.00014698542],"about_ca_topic_score_codex":0.0000126072155,"about_ca_topic_score_gemma":7.673673e-8,"teacher_disagreement_score":0.9805701,"about_ca_system_score_codex":0.00004862273,"about_ca_system_score_gemma":0.0000062768336,"threshold_uncertainty_score":0.9994969},"labels":[],"label_agreement":null},{"id":"W4292501412","doi":"10.1007/978-3-031-09819-2_11","title":"Assessment in the Makerspace","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Documentation; Process (computing); Mathematics education; Product (mathematics); Computer science; Reflection (computer programming); Triangulation; Pedagogy; Psychology; Mathematics","score_opus":0.025886419625112275,"score_gpt":0.2799918568498005,"score_spread":0.2541054372246882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292501412","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016637574,0.00013843761,0.060491484,0.006515653,0.00024087979,0.00013349044,3.2412748e-7,0.00017032718,0.9323077],"genre_scores_gemma":[0.005213938,0.000021249523,0.070046954,0.0012451095,0.00007123841,0.000024939849,0.0000062435793,0.000020370488,0.92335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988801,0.000094847055,0.00012193401,0.00031750783,0.00041677625,0.00016885281],"domain_scores_gemma":[0.99911064,0.00015313718,0.00007867912,0.00062801817,0.0000077810555,0.000021752112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001014295,0.00014046475,0.00012672179,0.00010256707,0.00015101455,0.00020588972,0.0012241586,0.00006069921,0.00036838758],"category_scores_gemma":[0.000007900081,0.00009761239,0.000078232966,0.000045505556,0.000017078395,0.00007370293,0.00033797708,0.0013945451,0.000041287116],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5992727e-7,0.000007102436,0.000014083586,0.0000029271214,0.0000050390763,0.000042187057,0.00078799465,0.000042618445,6.778073e-8,0.88262445,0.001949534,0.11452386],"study_design_scores_gemma":[0.000054154705,0.000048766662,0.00017860308,0.00001257785,0.0000029323708,0.000018600136,0.00007879698,0.00036626233,2.5746848e-8,0.002615099,0.9964924,0.00013176653],"about_ca_topic_score_codex":0.000100000754,"about_ca_topic_score_gemma":0.00002666914,"teacher_disagreement_score":0.9945429,"about_ca_system_score_codex":0.00008761631,"about_ca_system_score_gemma":0.00008454268,"threshold_uncertainty_score":0.6058682},"labels":[],"label_agreement":null},{"id":"W4292501435","doi":"10.1007/978-3-031-09819-2_6","title":"Role of the Teacher-Librarian","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Key (lock); Plan (archaeology); Pedagogy; Sociology; Public relations; Engineering; Political science; Computer science; Geography","score_opus":0.013606221036054654,"score_gpt":0.20373090377620037,"score_spread":0.1901246827401457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292501435","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010334543,0.00036938244,0.0042964146,0.0007839307,0.00027615856,0.00009981288,0.0000010189034,0.0002482608,0.99391466],"genre_scores_gemma":[0.00978748,0.000004207379,0.01278375,0.00013055271,0.00007331058,0.0000042968377,0.0000023091202,0.000024994217,0.9771891],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990376,0.00005886519,0.0001713606,0.00027673747,0.00032110015,0.00013429574],"domain_scores_gemma":[0.998875,0.000047570546,0.00017942746,0.0008530769,0.000011130907,0.000033743647],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027589535,0.00014003276,0.0001579586,0.000058939757,0.00017831389,0.000072216164,0.0016997128,0.00009171383,0.00095744344],"category_scores_gemma":[0.000016337568,0.00009704125,0.00017619059,0.00004007112,0.000040754185,0.000106181666,0.0009810864,0.0008290622,0.000024769022],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5065207e-7,0.000005848351,0.000022226195,0.0000031786392,0.000013445946,6.4354293e-7,0.0004755814,0.000013992224,0.000003917541,0.6943092,0.0005658154,0.30458584],"study_design_scores_gemma":[0.000037205806,0.000028795064,0.000078281555,0.000018424953,0.000006965046,0.0000063315083,0.000017499693,0.00028375819,0.000009375419,0.00905112,0.99034286,0.00011936626],"about_ca_topic_score_codex":0.00008261262,"about_ca_topic_score_gemma":0.0000050251488,"teacher_disagreement_score":0.9897771,"about_ca_system_score_codex":0.000024537068,"about_ca_system_score_gemma":0.0000889626,"threshold_uncertainty_score":0.99995583},"labels":[],"label_agreement":null},{"id":"W4292649793","doi":"","title":"Understanding how students learn programming for mathematical inquiry at university: Schemes and social-individual dialectics","year":2022,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Dialectic; Computer science; Mathematics education; Psychology; Epistemology","score_opus":0.09353316145066443,"score_gpt":0.2858701525287877,"score_spread":0.1923369910781233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292649793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04639254,0.00021197824,0.94205123,0.009607727,0.00021186845,0.00057991646,0.000013812313,0.00048252541,0.00044841453],"genre_scores_gemma":[0.66300315,0.000054552387,0.32965901,0.000040508872,0.00003532188,0.000045731413,0.00018252867,0.000047906662,0.0069312993],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99430066,0.0034453622,0.00025493372,0.00086327706,0.00067833875,0.00045744109],"domain_scores_gemma":[0.9964637,0.0017666232,0.00044664912,0.00085820945,0.00033156754,0.00013321478],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0066064354,0.00029085073,0.00035439097,0.00024118631,0.0020446978,0.0016706503,0.00207092,0.00021787509,0.000013352009],"category_scores_gemma":[0.00080738653,0.00034876863,0.00018683654,0.00031132487,0.0002676672,0.000208601,0.006630517,0.00092129735,0.00000234973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022004442,0.0008587691,0.0059406203,0.0008339007,0.00041184344,0.000019043615,0.2324929,0.00006394821,0.000065465705,0.549267,0.00087262964,0.2091519],"study_design_scores_gemma":[0.0041924473,0.000014828253,0.00309179,0.002512038,0.00059972075,0.00007694011,0.027399514,0.05163785,0.0010368254,0.021779679,0.88455945,0.0030989135],"about_ca_topic_score_codex":0.00004151328,"about_ca_topic_score_gemma":0.00006904745,"teacher_disagreement_score":0.88368684,"about_ca_system_score_codex":0.0004982603,"about_ca_system_score_gemma":0.0001741414,"threshold_uncertainty_score":0.9998964},"labels":[],"label_agreement":null},{"id":"W4292665510","doi":"10.21432/cjlt28254","title":"Proposition d’une typologie des pratiques effectives de programmation visuelle","year":2022,"lang":"fr","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy; Art","score_opus":0.012666986591308714,"score_gpt":0.2612195172212428,"score_spread":0.2485525306299341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292665510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79925394,0.044072997,0.11973115,0.035203986,0.00090085116,0.00025442455,0.0000015557405,0.00021894874,0.00036213378],"genre_scores_gemma":[0.95992994,0.00011177229,0.038636226,0.000019481206,0.00008025498,0.000014262028,0.0000016363808,0.000015632504,0.001190775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979449,0.00094452186,0.00027026687,0.0002025769,0.00012473081,0.00051299756],"domain_scores_gemma":[0.99896824,0.00012561331,0.00036867624,0.00010299085,0.00019146988,0.00024301175],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0017159173,0.00013825732,0.00021889851,0.0007589815,0.0016898784,0.00024379688,0.0003286223,0.00017538972,0.000034638666],"category_scores_gemma":[0.00084290584,0.00015011425,0.000053972115,0.0008755309,0.00058270857,0.00026798743,0.000086022075,0.002049626,0.0000028135066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008267782,0.00003419852,0.059501786,0.00005942062,0.00004726452,0.00038760738,0.010386202,0.0008369648,0.00013099553,0.03274119,0.00010025252,0.89576584],"study_design_scores_gemma":[0.0007239682,0.008563674,0.004961304,0.0004190543,0.000096839314,0.012447362,0.025029898,0.0067407824,0.00041638748,0.019123653,0.92104864,0.00042841674],"about_ca_topic_score_codex":0.003576813,"about_ca_topic_score_gemma":0.0017415894,"teacher_disagreement_score":0.9209484,"about_ca_system_score_codex":0.00040517803,"about_ca_system_score_gemma":0.0013729945,"threshold_uncertainty_score":0.99960977},"labels":[],"label_agreement":null},{"id":"W4293098080","doi":"10.1145/3478432.3499254","title":"CodeToon: A New Visual Programming Environment Using Comics for Teaching and Learning Programming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Comics; Computer science; Scratch; Multimedia; Visual programming language; Computer programming; Code (set theory); Coding (social sciences); Human–computer interaction; Programming language; Artificial intelligence; Sociology","score_opus":0.016838105167989278,"score_gpt":0.28505862639026774,"score_spread":0.26822052122227846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098080","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2898941,0.00010900523,0.6954113,0.009395104,0.0014618322,0.0023645936,0.0000010097472,0.0011795192,0.00018353054],"genre_scores_gemma":[0.39672473,0.0000015237167,0.6025761,0.00018426878,0.00016433981,0.000099254394,7.4980375e-7,0.000028783124,0.0002202709],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698335,0.00008957301,0.00044060097,0.00095791556,0.00091534306,0.0006131944],"domain_scores_gemma":[0.9984078,0.00024393959,0.00059406576,0.00043206319,0.00009099228,0.0002311649],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00380813,0.00026720922,0.00027108783,0.00035101364,0.0030445862,0.0007469394,0.0031814608,0.000064280255,0.0000011861064],"category_scores_gemma":[0.00052057375,0.0002352021,0.00012842269,0.00083471416,0.00040602434,0.00060108124,0.003351811,0.0012157889,5.0015177e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001849812,0.00054499635,0.0019765762,0.00006708618,0.000011917224,1.4799853e-7,0.00357807,0.0023945954,0.015262385,0.025151629,0.00046469536,0.9505294],"study_design_scores_gemma":[0.0015370869,0.0042926306,0.0018122459,0.00065553066,0.00010917692,0.0004489178,0.002713399,0.3624344,0.004346489,0.002295816,0.6176229,0.0017313873],"about_ca_topic_score_codex":0.00010951484,"about_ca_topic_score_gemma":4.6039662e-7,"teacher_disagreement_score":0.948798,"about_ca_system_score_codex":0.00036714508,"about_ca_system_score_gemma":0.00048257963,"threshold_uncertainty_score":0.9982533},"labels":[],"label_agreement":null},{"id":"W4293227180","doi":"10.1145/3478431.3499286","title":"The Impact of Optional Groups on Students","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Set (abstract data type); Drop out; Group work; Computer science; Group (periodic table); Work (physics); Psychology; Medical education; Multimedia; Engineering; Medicine","score_opus":0.013122073405011456,"score_gpt":0.31126680779322763,"score_spread":0.29814473438821615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864853,0.00001926501,0.003887156,0.007083657,0.0015361432,0.00044773772,0.0000011366515,0.00014961595,0.00038997282],"genre_scores_gemma":[0.9818161,0.0000029315947,0.017796949,0.00013219054,0.00011808758,0.000059228,3.8706966e-7,0.000007332185,0.00006677058],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971579,0.00004602013,0.0003390252,0.0004987851,0.0016315052,0.00032681058],"domain_scores_gemma":[0.998262,0.00024849898,0.0004597663,0.0006698827,0.00027260624,0.000087233646],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0028043552,0.00014999323,0.00014695778,0.00020293484,0.0014233257,0.00039428825,0.008981945,0.000031461783,0.000002144112],"category_scores_gemma":[0.0003195669,0.0000893445,0.00017847132,0.0015715405,0.00036885854,0.0003617168,0.002998514,0.00054131844,0.0000025278352],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013209585,0.0048329015,0.052502017,0.000042013715,0.000052964908,2.363235e-7,0.004244804,0.015131099,0.058908753,0.41909486,0.008450896,0.43660736],"study_design_scores_gemma":[0.0009051043,0.007813116,0.9142509,0.00042531345,0.000031957323,0.00015091554,0.00039247825,0.032372016,0.012132109,0.022449141,0.008164262,0.0009126477],"about_ca_topic_score_codex":0.000033184213,"about_ca_topic_score_gemma":1.6252935e-7,"teacher_disagreement_score":0.86174893,"about_ca_system_score_codex":0.00041408074,"about_ca_system_score_gemma":0.0004823071,"threshold_uncertainty_score":0.9998767},"labels":[],"label_agreement":null},{"id":"W4293792253","doi":"10.1145/3526113.3545617","title":"CodeToon: Story Ideation, Auto Comic Generation, and Structure Mapping for Code-Driven Storytelling","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Comics; Storytelling; Computer science; Comic strip; Coding (social sciences); Code (set theory); Metaphor; Ideation; Code generation; Multimedia; Human–computer interaction; Programming language; Narrative; Artificial intelligence; Linguistics; Psychology; Sociology; Cognitive science; Computer security","score_opus":0.042571688141624,"score_gpt":0.2750297102724114,"score_spread":0.23245802213078742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293792253","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033772647,0.00089831615,0.96084946,0.0012698348,0.0018414842,0.00060290995,0.000039412644,0.0006859679,0.00003998892],"genre_scores_gemma":[0.4110299,0.000023976001,0.5863921,0.00034896773,0.00047668704,0.00011588758,0.00019553538,0.00004206403,0.0013748443],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767375,0.00035829062,0.0003529114,0.0009767613,0.00032068515,0.00031762265],"domain_scores_gemma":[0.9985139,0.00021814085,0.00032481132,0.00071301596,0.0001282643,0.00010188573],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009613058,0.0003091433,0.0003461285,0.00024079061,0.001081858,0.0006329442,0.0009176906,0.00021276032,0.000047278383],"category_scores_gemma":[0.00010712175,0.00033235922,0.00010708938,0.000118796845,0.000045815123,0.0001987861,0.0010590054,0.0013151991,0.0000014813453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007770894,0.000043130964,0.0031631773,0.00047567172,0.00021278748,0.0000074102504,0.024365813,0.5687332,0.0010875252,0.03631864,0.010563086,0.35502177],"study_design_scores_gemma":[0.00024864095,0.00004430388,0.00086893205,0.000039386538,0.000019709412,0.000009414131,0.00022275507,0.67098665,0.000030850817,0.000640108,0.32646683,0.00042242347],"about_ca_topic_score_codex":0.00005791546,"about_ca_topic_score_gemma":0.000058939026,"teacher_disagreement_score":0.37725726,"about_ca_system_score_codex":0.00023106947,"about_ca_system_score_gemma":0.00025452557,"threshold_uncertainty_score":0.99991286},"labels":[],"label_agreement":null},{"id":"W4294238430","doi":"10.1145/3560266","title":"A Review of Worked Examples in Programming Activities","year":2022,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Tracing; Warrant; Code (set theory); Context (archaeology); Code generation; Focus (optics); Visualization; Data science; Programming language; Source code; Management science; Software engineering; Key (lock); Artificial intelligence; Engineering","score_opus":0.08044827249192911,"score_gpt":0.37291787308108376,"score_spread":0.29246960058915467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294238430","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023201167,0.8348567,0.16321799,0.00009838432,0.0009144129,0.0006589858,0.0000013787809,0.0002066151,0.000043212374],"genre_scores_gemma":[0.00004919499,0.88279176,0.116617456,0.00008583333,0.00005430969,0.00025171804,0.00003133314,0.00003354561,0.00008482988],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705124,0.00092363823,0.00078730984,0.0006036124,0.00031675512,0.00031741912],"domain_scores_gemma":[0.99666107,0.0014333073,0.0006585697,0.0011570858,0.000032168748,0.0000578263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014238162,0.00032910233,0.0009699326,0.0007072224,0.0002850494,0.000102876365,0.0014622071,0.00011275189,0.00003387074],"category_scores_gemma":[0.00025791017,0.00033106754,0.0003879544,0.0016761158,0.000034678225,0.00017760375,0.000055410004,0.001228761,0.0000054907805],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6586043e-7,0.0003258033,8.818977e-7,0.032013256,0.000027698425,5.4833515e-7,0.00074397534,0.000046571604,1.2950122e-8,0.00009244445,0.00004327457,0.96670496],"study_design_scores_gemma":[0.000042442647,0.00006128563,0.0000022047443,0.10282039,0.000088107445,0.000029150246,0.00012730196,0.00004266173,2.0056295e-7,0.000017928112,0.89652395,0.00024437218],"about_ca_topic_score_codex":0.00016210279,"about_ca_topic_score_gemma":0.0000075202292,"teacher_disagreement_score":0.9664606,"about_ca_system_score_codex":0.00032316396,"about_ca_system_score_gemma":0.0010647058,"threshold_uncertainty_score":0.9999141},"labels":[],"label_agreement":null},{"id":"W4297273205","doi":"10.1007/978-3-031-13588-0_71","title":"Graphic Computational Thinking in Descriptive Geometry","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes on data engineering and communications technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Descriptive geometry; Computational thinking; Dimension (graph theory); Computer science; Perspective (graphical); Projection (relational algebra); Presentation (obstetrics); Reduction (mathematics); Geometry; Theoretical computer science; Computer graphics (images); Computational science; Mathematics; Algorithm; Artificial intelligence; Pure mathematics","score_opus":0.03953628154142671,"score_gpt":0.2522015085893414,"score_spread":0.2126652270479147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297273205","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001138628,0.027604414,0.95214695,0.011112219,0.00023350053,0.0004253554,0.00013259791,0.0056548095,0.0025762923],"genre_scores_gemma":[0.34927952,0.0027011842,0.6466773,0.00012053394,0.000016858381,0.000060026898,0.000880571,0.00006536836,0.0001986165],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986899,0.000034990473,0.00024771446,0.00055600365,0.00025214523,0.00021923376],"domain_scores_gemma":[0.99515975,0.00092734164,0.00013140116,0.0037349241,0.000025457697,0.000021115755],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00042806778,0.00029501077,0.00027427234,0.00096881826,0.00041960573,0.0002103731,0.0054180366,0.00026547787,0.0000034025472],"category_scores_gemma":[0.00047713722,0.00029645354,0.000041321964,0.00031851904,0.00012677441,0.00022502455,0.004955688,0.002586064,0.0000034301975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014707673,0.000023272072,0.000030805073,0.000027596465,0.000040085542,0.0000070121914,0.00039963517,0.03740293,0.0000021585904,0.57381594,0.000034781944,0.3882143],"study_design_scores_gemma":[0.00030438908,0.00021683604,0.00019018586,0.00068708963,0.000040910458,0.0000746621,0.00013109033,0.20047693,0.000007666742,0.10293642,0.6938394,0.0010944563],"about_ca_topic_score_codex":0.00003206767,"about_ca_topic_score_gemma":0.000020764408,"teacher_disagreement_score":0.69380456,"about_ca_system_score_codex":0.00009064751,"about_ca_system_score_gemma":0.000039067676,"threshold_uncertainty_score":0.9999631},"labels":[],"label_agreement":null},{"id":"W4300615728","doi":"10.52842/conf.acadia.2018.030","title":"Critical Computational Literacy: A Call for the Development of Socially Aware, Ethically Minded Research within ACADIA","year":2018,"lang":"en","type":"article","venue":"ACADIA quarterly","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Literacy; Computer science; Data science; Sociology; Pedagogy","score_opus":0.07903348124635634,"score_gpt":0.42321335774120333,"score_spread":0.344179876494847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300615728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03480208,0.00006552586,0.95493734,0.009225761,0.00042095833,0.00034708955,0.0000036601127,0.00011654483,0.000081020946],"genre_scores_gemma":[0.63172305,1.3081689e-7,0.36761162,0.00026863153,0.00020460271,0.00005731686,0.0000040821697,0.000011465091,0.00011910337],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99718976,0.00048115893,0.00053483876,0.0004481124,0.0007733571,0.00057276053],"domain_scores_gemma":[0.9940967,0.00429944,0.000115018775,0.00034733873,0.0009831865,0.00015831352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048352303,0.00014999171,0.0001920223,0.00015684128,0.0010519319,0.00038888832,0.0012844573,0.00021530819,0.0000075512908],"category_scores_gemma":[0.0007968435,0.00011635536,0.00008593557,0.00039220374,0.00053801574,0.00031577406,0.000095125186,0.0010169282,0.000060761966],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039578652,0.00009687389,0.00030293514,0.000048973732,0.00004591009,0.0000024961723,0.18458027,0.00003165221,0.00009150402,0.14523043,0.0012413053,0.66828805],"study_design_scores_gemma":[0.0042169415,0.008408414,0.16513087,0.00084664766,0.00009798594,0.00008275427,0.004000626,0.3846844,0.0011181266,0.14213693,0.28717706,0.00209922],"about_ca_topic_score_codex":0.000055555945,"about_ca_topic_score_gemma":0.0001000364,"teacher_disagreement_score":0.66618884,"about_ca_system_score_codex":0.000065115215,"about_ca_system_score_gemma":0.0011510825,"threshold_uncertainty_score":0.8090716},"labels":[],"label_agreement":null},{"id":"W4300907083","doi":"10.1007/978-3-031-01881-7_3","title":"Basic Physical Design and Query Plans","year":2011,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on data management","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Query plan; Focus (optics); Plan (archaeology); Simple (philosophy); Query language; Data structure; Query optimization; Hash function; Theoretical computer science; Information retrieval; Database; Sargable; Programming language; Web search query; Search engine","score_opus":0.0706653485221524,"score_gpt":0.25656319284026274,"score_spread":0.18589784431811035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300907083","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008154966,0.0004217618,0.8408082,0.0006273117,0.00035012036,0.0006720217,0.000054388267,0.0006614648,0.15639655],"genre_scores_gemma":[0.06430703,0.001458406,0.6296495,0.0028922255,0.0015373715,0.00028691953,0.0004205356,0.00055826997,0.2988897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99759656,0.00013517996,0.00020432302,0.0012893967,0.00042434916,0.0003501719],"domain_scores_gemma":[0.996474,0.0004596208,0.0001687455,0.0027809967,0.000011709661,0.00010487397],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069342856,0.00045009895,0.00038265128,0.0002687029,0.00021307917,0.00035777895,0.0027155902,0.00014043358,0.000036344107],"category_scores_gemma":[0.00006353735,0.00038312402,0.00007605542,0.000036626625,0.00007657597,0.00022207097,0.0016458952,0.00056389574,0.00018200782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015269334,0.000037938935,6.526019e-7,0.000071338836,0.00021070012,0.000082869745,0.0001870556,0.00005146549,5.4953415e-7,0.21325478,0.008318517,0.77776885],"study_design_scores_gemma":[0.000090123714,0.00011662597,0.00005689631,0.00038430942,0.00018133517,0.0000095993655,0.000003917119,0.00157704,0.000028442715,0.010267023,0.98672956,0.0005551042],"about_ca_topic_score_codex":0.000026836598,"about_ca_topic_score_gemma":0.0000055096375,"teacher_disagreement_score":0.9784111,"about_ca_system_score_codex":0.00004133102,"about_ca_system_score_gemma":0.000020404761,"threshold_uncertainty_score":0.9998621},"labels":[],"label_agreement":null},{"id":"W4307867055","doi":"10.53967/cje-rce.5455","title":"Using Robotics to Support the Acquisition of STEM and 21st-Century Competencies: Promising (and Practical) Directions","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo; Memorial University of Newfoundland","funders":"","keywords":"Robotics; Curriculum; Artificial intelligence; Interpersonal communication; Intrapersonal communication; Psychology; Variety (cybernetics); Mathematics education; Computer science; Pedagogy; Robot; Communication","score_opus":0.06510542345565024,"score_gpt":0.29991966127426545,"score_spread":0.2348142378186152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307867055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9672446,0.0005586554,0.015834184,0.013669093,0.0024006588,0.00019605746,0.0000042001875,0.000008127008,0.00008442056],"genre_scores_gemma":[0.962672,0.000013523773,0.036691435,0.00038029885,0.00012093709,0.000008869254,0.0000028994493,0.000008874154,0.00010118918],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895465,0.00026197496,0.00029531645,0.00014837523,0.000081045924,0.00025866056],"domain_scores_gemma":[0.99850076,0.00013799038,0.00035580574,0.00020019838,0.00027324757,0.00053200213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013899734,0.00007771939,0.000121083714,0.00039209545,0.0006916142,0.00015298119,0.00019887707,0.000025769601,0.000009668652],"category_scores_gemma":[0.00027616735,0.00007936493,0.000030613177,0.00045645732,0.00004615673,0.00027230047,0.000028718794,0.00029180342,2.4650046e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001413761,0.00017760498,0.014309328,0.0001821319,0.000094660994,0.000025617413,0.46974534,0.015564573,0.0013644303,0.1015796,0.002014562,0.39492804],"study_design_scores_gemma":[0.0004946367,0.0011838549,0.051055465,0.0005032548,0.00026665197,0.014511118,0.3138491,0.009765977,0.00012212653,0.0016815151,0.60586274,0.00070359145],"about_ca_topic_score_codex":0.010380094,"about_ca_topic_score_gemma":0.021320712,"teacher_disagreement_score":0.60384816,"about_ca_system_score_codex":0.0013280895,"about_ca_system_score_gemma":0.004971421,"threshold_uncertainty_score":0.9965376},"labels":[],"label_agreement":null},{"id":"W4308623367","doi":"10.1145/3550356.3559091","title":"Learning UML database design and modeling with AutoER","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Unified Modeling Language; Construct (python library); Software engineering; Software deployment; Applications of UML; Database; Software; Programming language","score_opus":0.03748816374472852,"score_gpt":0.250374911087367,"score_spread":0.21288674734263846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308623367","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016060127,0.000069865346,0.98272455,0.00033485104,0.00003897468,0.000067505585,8.1419515e-8,0.0004868804,0.00021714164],"genre_scores_gemma":[0.5457299,9.2523834e-7,0.45365933,0.00007940518,0.000007365138,0.000012080524,0.0000011745913,0.0000059745785,0.00050388207],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895,0.00026245907,0.00007663594,0.0003025384,0.00020840186,0.00019994448],"domain_scores_gemma":[0.9996175,0.00006917611,0.00002991007,0.00021281485,0.000012447619,0.00005814189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091900013,0.00007809062,0.00007174989,0.00006766521,0.000725995,0.00017264235,0.0002864678,0.0000094912375,0.000021655882],"category_scores_gemma":[0.000024671812,0.00006506629,0.000011409476,0.00018143986,0.000012257494,0.0002527379,0.00040964803,0.00046752827,0.0000037278621],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005412841,0.000015878086,0.00032246503,0.00000322183,0.000006472756,0.000018565044,0.002138269,0.7804603,0.0000365837,0.0061027366,0.000039668485,0.21085043],"study_design_scores_gemma":[0.00016126147,0.00020351983,0.00001625431,0.0000051452544,0.000003087907,0.00006524454,0.00032097197,0.9892956,0.000008883828,0.00003371836,0.009771293,0.00011499463],"about_ca_topic_score_codex":0.00008904877,"about_ca_topic_score_gemma":8.9601133e-7,"teacher_disagreement_score":0.52966976,"about_ca_system_score_codex":0.000018023418,"about_ca_system_score_gemma":0.00003885648,"threshold_uncertainty_score":0.558384},"labels":[],"label_agreement":null},{"id":"W4308709666","doi":"10.24908/pceea.vi.15943","title":"Integrating the Modern and the Archaic in an Introductory Programming Course - C++ 20; the Command Line; Multilingual Coding; and a Code Review Exam","year":2022,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Waterloo; University of Toronto","keywords":"Computer science; Scripting language; Coding (social sciences); Course (navigation); Graphics; Code (set theory); Software engineering; Programming language; Multimedia; Mathematics education; Engineering; Computer graphics (images); Psychology","score_opus":0.022567036059501774,"score_gpt":0.2908556022845405,"score_spread":0.2682885662250387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308709666","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041265826,0.98593277,0.0001164252,0.010472013,0.0008377047,0.0020634602,0.000011918408,0.00009816832,0.00005489536],"genre_scores_gemma":[0.015329899,0.9755716,0.0046279943,0.0010651771,0.0007476352,0.0015264531,0.00004286684,0.0001372401,0.00095115195],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779993,0.00027369263,0.0006064117,0.0004402324,0.00043957587,0.00044017122],"domain_scores_gemma":[0.99739337,0.000891466,0.0009881157,0.00037834182,0.00020443044,0.00014428234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065748733,0.0003238315,0.00062326295,0.00019719252,0.00084255065,0.00060023204,0.0014821764,0.00013210863,0.0000021101205],"category_scores_gemma":[0.003594523,0.00018353747,0.00014957873,0.00077441445,0.000120402474,0.00024557917,0.00025735717,0.0017924536,3.799386e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.4442566e-7,0.00002786893,0.0002801328,0.0033063642,0.00006595873,1.2986845e-7,0.010458056,0.00006466695,3.636284e-7,0.0040549664,0.00061124656,0.9811293],"study_design_scores_gemma":[0.00015102256,0.000022162933,0.00018693213,0.005273099,0.00023351781,0.000029961608,0.00060314644,0.010451348,2.3375836e-7,0.000070235656,0.9827265,0.0002518004],"about_ca_topic_score_codex":0.0035298788,"about_ca_topic_score_gemma":0.0091039,"teacher_disagreement_score":0.98211527,"about_ca_system_score_codex":0.0009483536,"about_ca_system_score_gemma":0.0010953299,"threshold_uncertainty_score":0.77874184},"labels":[],"label_agreement":null},{"id":"W4308932920","doi":"10.1002/spe.3167","title":"Training industrial end‐user programmers with interactive tutorials","year":2022,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Science Foundation of Sri Lanka; Natural Sciences and Engineering Research Council of Canada; ABB Corporate Research","keywords":"Computer science; Block (permutation group theory); Multimedia; End user; Software; Robot; Robotics; Human–computer interaction; Training (meteorology); Software engineering; Programming by demonstration; Artificial intelligence; World Wide Web; Programming language","score_opus":0.04558590685991021,"score_gpt":0.30725975175717263,"score_spread":0.2616738448972624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308932920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23841774,0.0006890498,0.74742705,0.005191973,0.00414434,0.0010622405,0.0000057218967,0.0020394619,0.0010224279],"genre_scores_gemma":[0.850406,0.0000051276097,0.14838567,0.000551597,0.00017367324,0.0002953549,0.000003279111,0.000016103337,0.00016319046],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978483,0.00046621184,0.00019703421,0.00056589267,0.00051245507,0.00041013444],"domain_scores_gemma":[0.99827874,0.0009365704,0.0002532858,0.00033028962,0.000065063534,0.0001360352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009785972,0.0001733345,0.00018210482,0.00008848776,0.0009510625,0.00050833146,0.00054998905,0.000044061795,0.000035488756],"category_scores_gemma":[0.0016197409,0.00015551233,0.000034127697,0.00046469946,0.00010787889,0.001961544,0.0004392584,0.0008739629,0.0000042231113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014164537,0.00009331472,0.001011255,0.000003115014,0.000030367411,0.00008931751,0.17698336,0.00011836514,0.000023126273,0.001415147,0.00009809116,0.8199929],"study_design_scores_gemma":[0.00056576025,0.0007520634,0.000085998305,0.000021788112,0.000016614931,0.00044740198,0.07047362,0.00010786202,0.0000613805,0.000033440545,0.92713875,0.00029531578],"about_ca_topic_score_codex":0.00030773273,"about_ca_topic_score_gemma":0.0000034428338,"teacher_disagreement_score":0.92704064,"about_ca_system_score_codex":0.000076299526,"about_ca_system_score_gemma":0.0002081231,"threshold_uncertainty_score":0.73148996},"labels":[],"label_agreement":null},{"id":"W4309396672","doi":"10.37001/ripem.v12i4.3144","title":"Computational Literacy &amp; Mathematics Education","year":2022,"lang":"en","type":"article","venue":"Revista Internacional de Pesquisa em Educação Matemática","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University; Western University","funders":"","keywords":"Curriculum; Mathematics education; Computer science; Literacy; Computer literacy; Through-the-lens metering; Connected Mathematics; Reform mathematics; Mathematics curriculum; Computer programming; Teaching method; Pedagogy; Mathematics; Lens (geology); Technology integration; Sociology; Programming language; Engineering","score_opus":0.015131058389530225,"score_gpt":0.3058713334441072,"score_spread":0.290740275054577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309396672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22887588,0.0011100874,0.7604108,0.0052271555,0.0021445754,0.00040007097,0.000031415304,0.000685527,0.0011145063],"genre_scores_gemma":[0.6627863,0.0000049467135,0.33287996,0.0014047459,0.00018686545,0.00015274779,0.000103478225,0.000025029754,0.00245592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99769586,0.00032595193,0.0004857472,0.00041900692,0.00065358484,0.00041983428],"domain_scores_gemma":[0.9985737,0.0002561505,0.0002540607,0.0005474336,0.00017052647,0.00019813616],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009172286,0.00022420354,0.00022955514,0.00026286705,0.00050012756,0.0010686835,0.0013151017,0.000039218274,0.0007008672],"category_scores_gemma":[0.0002120334,0.00024016273,0.00016357064,0.00034707185,0.000036516776,0.00048635685,0.00063317665,0.00060703873,0.00043514516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015474541,0.0012041365,0.001416093,0.00027586534,0.000069656584,0.000014188625,0.019647293,0.0023711475,0.00004211817,0.7361455,0.021775683,0.21702288],"study_design_scores_gemma":[0.00015417814,0.000062220926,0.0009779296,0.00012845924,0.00001576846,0.00071544247,0.0006516419,0.010173829,0.0000032919202,0.007548926,0.9792444,0.00032390008],"about_ca_topic_score_codex":0.000037045545,"about_ca_topic_score_gemma":5.011097e-7,"teacher_disagreement_score":0.95746875,"about_ca_system_score_codex":0.0004243495,"about_ca_system_score_gemma":0.00059865334,"threshold_uncertainty_score":0.9999683},"labels":[],"label_agreement":null},{"id":"W4310506457","doi":"10.1016/j.ijcci.2022.100560","title":"Centering and decentering children in computing through joint activity at a computational science exhibit","year":2022,"lang":"en","type":"article","venue":"International Journal of Child-Computer Interaction","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Sociocultural evolution; Ambiguity; Computer science; Science education; Focus (optics); Computational thinking; Code (set theory); Human–computer interaction; Psychology; Mathematics education; Cognitive science; Sociology; Artificial intelligence; Set (abstract data type)","score_opus":0.015575989278760853,"score_gpt":0.2872065320600274,"score_spread":0.2716305427812665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310506457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6157632,0.00004771486,0.37989256,0.001958019,0.0021624826,0.000071337396,0.0000014725829,0.00004132727,0.00006188324],"genre_scores_gemma":[0.9454527,0.000008916602,0.053664614,0.0005203841,0.0003291809,0.0000022229221,0.0000036579502,0.000012803435,0.0000055093706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974019,0.00020391788,0.0006037348,0.0004284768,0.001063237,0.0002987258],"domain_scores_gemma":[0.9986845,0.0001194697,0.00073116494,0.00016020145,0.00021405405,0.00009058402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012108398,0.00018387698,0.0002444347,0.0007568946,0.00058986695,0.00051403407,0.0011170042,0.000025785854,0.000016149374],"category_scores_gemma":[0.00005393042,0.00019527682,0.00012293388,0.00035266593,0.000078162084,0.0018977452,0.0018811127,0.00088028365,0.0000026370305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002349902,0.000539123,0.023511497,0.000011903109,0.00016657502,0.00019138347,0.009471623,0.36466977,0.0012326344,0.0019682848,0.00017015613,0.597832],"study_design_scores_gemma":[0.0028011221,0.0005579149,0.45348445,0.00053774583,0.000012826394,0.017951818,0.00017947618,0.5117266,0.0011936801,0.00055037596,0.01048086,0.0005231102],"about_ca_topic_score_codex":0.00008320786,"about_ca_topic_score_gemma":0.0000047338303,"teacher_disagreement_score":0.59730893,"about_ca_system_score_codex":0.00094709854,"about_ca_system_score_gemma":0.000084687665,"threshold_uncertainty_score":0.7963157},"labels":[],"label_agreement":null},{"id":"W4310506648","doi":"10.1145/3563767.3568125","title":"The Role of Abstraction in Introductory Programming","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Abstraction; Computer science; Curriculum; Theme (computing); Mathematics education; Work (physics); Computational thinking; Programming language; Software engineering; Artificial intelligence; Psychology; World Wide Web; Pedagogy","score_opus":0.006044656203320243,"score_gpt":0.225078828793053,"score_spread":0.21903417258973276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310506648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81139165,0.0040379376,0.16294415,0.008261892,0.0029469691,0.0009221961,4.8323875e-7,0.0013610935,0.008133653],"genre_scores_gemma":[0.9783883,0.0000011641558,0.021318525,0.0000110113915,0.000021753416,0.000023297214,3.1051556e-7,0.0000025989534,0.00023302576],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993342,0.00011917554,0.00012063697,0.0001266783,0.00016623017,0.0001330674],"domain_scores_gemma":[0.9996168,0.000086938606,0.00006013249,0.00021308401,0.000010162589,0.000012901629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097543653,0.000034573473,0.000042801024,0.000051135463,0.0002603033,0.00005026898,0.0003989377,0.000007857562,0.000006796149],"category_scores_gemma":[0.00004154077,0.000026473872,0.00002204735,0.00022503837,0.000016641423,0.00009367888,0.00016984766,0.00027986494,0.0000020036496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018885071,0.00003136254,0.0022514458,9.705761e-7,0.0000017642179,5.8629314e-7,0.0012412874,0.0011459211,0.00016675764,0.018541886,0.000020426653,0.9765957],"study_design_scores_gemma":[0.000065789536,0.00006138921,0.005694098,0.0000014813418,6.2877945e-7,0.0000075555367,0.0019913989,0.004572246,0.00021783532,0.00037708506,0.9869612,0.000049324015],"about_ca_topic_score_codex":0.00026953052,"about_ca_topic_score_gemma":0.000024531146,"teacher_disagreement_score":0.98694074,"about_ca_system_score_codex":0.000034898512,"about_ca_system_score_gemma":0.000025527626,"threshold_uncertainty_score":0.20020688},"labels":[],"label_agreement":null},{"id":"W4311017874","doi":"10.5753/sbie.2022.225250","title":"Lições aprendidas usando Robótica Desplugada, Linguagens Baseadas em Blocos e Simulador Robótico 3D","year":2022,"lang":"pt","type":"article","venue":"Anais do XXXIII Simpósio Brasileiro de Informática na Educação (SBIE 2022)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Computer science; Philosophy","score_opus":0.01776939787302626,"score_gpt":0.2812667680356565,"score_spread":0.2634973701626302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311017874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8939332,0.015947927,0.06430432,0.003138289,0.011654003,0.0042823018,0.0006239069,0.0032520439,0.0028640204],"genre_scores_gemma":[0.963399,0.00026197344,0.01678963,0.0044717174,0.0012844907,0.0005378219,0.00025254342,0.00038995044,0.012612882],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834321,0.0019759273,0.0029598214,0.00302879,0.0036222958,0.0049810586],"domain_scores_gemma":[0.9882285,0.0030961484,0.0015800305,0.004210401,0.0005176501,0.002367294],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0052358196,0.0021728287,0.0020749099,0.0019435541,0.00596061,0.0037611048,0.006376999,0.00076878705,0.0068083545],"category_scores_gemma":[0.0034871686,0.0024212014,0.0014299599,0.0044179256,0.000592146,0.0017704786,0.005105465,0.0066577904,0.0007487815],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000648183,0.0037645816,0.035863135,0.0007591128,0.0013687538,0.0016963946,0.10425067,0.0295973,0.0003443092,0.0027023915,0.04597539,0.7730298],"study_design_scores_gemma":[0.0064039463,0.004672847,0.012863817,0.0008332867,0.0013442507,0.0015604957,0.025791232,0.31095546,0.00078261516,0.00026255482,0.6280152,0.006514302],"about_ca_topic_score_codex":0.0012400034,"about_ca_topic_score_gemma":0.0001432063,"teacher_disagreement_score":0.7665155,"about_ca_system_score_codex":0.0017896092,"about_ca_system_score_gemma":0.0039740866,"threshold_uncertainty_score":0.9991012},"labels":[],"label_agreement":null},{"id":"W4311017896","doi":"10.5753/sbie.2022.225108","title":"Practical Guide for Designing Activities that Integrate Curricular Content, Computational Thinking and Constructionist Theory","year":2022,"lang":"en","type":"article","venue":"Anais do XXXIII Simpósio Brasileiro de Informática na Educação (SBIE 2022)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Strict constructionism; Elaboration; Constructionism; Promotion (chess); Computational thinking; Computer science; Mathematics education; Engineering ethics; Knowledge management; Pedagogy; Psychology; Epistemology; Engineering; Artificial intelligence; Political science","score_opus":0.04375423971744624,"score_gpt":0.3155242069316053,"score_spread":0.2717699672141591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311017896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11355699,0.00058206974,0.8816935,0.0014715033,0.0010425462,0.00064474484,0.000027230632,0.00049400044,0.00048742516],"genre_scores_gemma":[0.75945544,0.000023060804,0.23836538,0.0012798666,0.00012094578,0.00025714323,0.000050992367,0.000042058342,0.0004051306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965451,0.0005640053,0.0005923318,0.0006931644,0.00077148515,0.0008339265],"domain_scores_gemma":[0.9959049,0.002701223,0.000458436,0.00049164763,0.0001495611,0.0002941837],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003143342,0.00040366565,0.00043815823,0.00037780727,0.0029593415,0.0013916411,0.00083743525,0.00012216838,0.00010170398],"category_scores_gemma":[0.0011470551,0.00039926637,0.00022476619,0.00048322356,0.00034127053,0.0013064484,0.00074024795,0.0012242218,0.0000057430825],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022365728,0.00039242968,0.05899223,0.00016069479,0.00047560688,0.000099651596,0.020227972,0.0030112655,0.000345555,0.5234682,0.017798625,0.3748041],"study_design_scores_gemma":[0.007328136,0.0029174734,0.026557846,0.0005632658,0.00058803835,0.008016983,0.15544389,0.2507567,0.0018030278,0.073656164,0.46771604,0.004652434],"about_ca_topic_score_codex":0.00013051346,"about_ca_topic_score_gemma":0.0000044017784,"teacher_disagreement_score":0.64589846,"about_ca_system_score_codex":0.00034730858,"about_ca_system_score_gemma":0.0007898739,"threshold_uncertainty_score":0.9998459},"labels":[],"label_agreement":null},{"id":"W4311017904","doi":"10.5753/sbie.2022.225128","title":"Pattern Recognition in Computing Education: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Anais do XXXIII Simpósio Brasileiro de Informática na Educação (SBIE 2022)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Theme (computing); Computer science; Context (archaeology); Computational thinking; Cognition; Artificial intelligence; Cognitive science; Data science; Psychology; Neuroscience","score_opus":0.04752501730562727,"score_gpt":0.34691244985245534,"score_spread":0.2993874325468281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311017904","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015285596,0.9886984,0.0044863303,0.00015517557,0.0017898189,0.0034821641,0.000024573532,0.00052789267,0.0008203516],"genre_scores_gemma":[0.00009899195,0.9910226,0.003757191,0.0024091145,0.00031158092,0.0015320096,0.0004696692,0.00013788894,0.0002609943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99084944,0.0020114402,0.0031829514,0.0013930483,0.0011590677,0.0014040458],"domain_scores_gemma":[0.992869,0.0019894144,0.0021570905,0.002338636,0.00014949322,0.0004963688],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00496596,0.0011636207,0.0037675917,0.0014014492,0.00068424636,0.00095587963,0.0036577517,0.00045973615,0.0005669328],"category_scores_gemma":[0.002784764,0.0010978917,0.0011413046,0.0034158423,0.000082920364,0.00085533346,0.0012676709,0.003376422,0.00049245707],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.619209e-7,0.00017821178,0.000033550055,0.3228593,0.00008611722,0.000032722404,0.0009042697,0.0000014652339,5.18809e-9,0.0000841223,0.0020798615,0.67373973],"study_design_scores_gemma":[0.00015907861,0.00011568958,0.000018127199,0.3658722,0.000699139,0.00068411,0.00035113553,0.00036375143,5.4705982e-8,0.000036004043,0.6306072,0.0010935178],"about_ca_topic_score_codex":0.0003196972,"about_ca_topic_score_gemma":0.00001589367,"teacher_disagreement_score":0.6726462,"about_ca_system_score_codex":0.0014266933,"about_ca_system_score_gemma":0.0036054144,"threshold_uncertainty_score":0.9991471},"labels":[],"label_agreement":null},{"id":"W4311681237","doi":"10.22215/etd/2022-15278","title":"Investigating the Utility of Notional Machine Instruction in an Introductory Programming Lesson","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Notional amount; Computer science; TUTOR; Tracing; Code (set theory); TRACE (psycholinguistics); Mental representation; Artificial intelligence; Process (computing); Programming language; Mathematics education; Cognition; Psychology; Set (abstract data type)","score_opus":0.024581136927986177,"score_gpt":0.29867195003057295,"score_spread":0.27409081310258676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311681237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901094,0.0003214955,0.0064730146,0.0003486458,0.0015427595,0.00039913307,0.000002389373,0.0002912452,0.00051192666],"genre_scores_gemma":[0.9482245,0.0000022222446,0.05081076,0.000025805326,0.00010705934,0.0000614133,0.00040179564,0.000018542536,0.00034794386],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997567,0.000594887,0.00048583024,0.0005587744,0.0005468146,0.00024671078],"domain_scores_gemma":[0.9987727,0.00010829113,0.00042799176,0.00055915973,0.000081958184,0.000049918122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017740694,0.0002023501,0.00024225544,0.00024545335,0.00036492082,0.00014526627,0.00095666817,0.00011360363,0.00008331341],"category_scores_gemma":[0.00026821127,0.00016590931,0.00008014746,0.000620988,0.00005988146,0.000379585,0.00013126989,0.0013644069,9.629613e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000779066,0.000097389704,0.011525117,0.00009946356,0.00001063091,9.971102e-7,0.0137212975,0.00028488692,0.0001003567,0.006669022,0.00001909768,0.96746397],"study_design_scores_gemma":[0.0013077063,0.000662206,0.6933008,0.0003918642,0.00006135091,0.000046907608,0.019773688,0.2110397,0.0008804627,0.0025949923,0.06851603,0.0014242782],"about_ca_topic_score_codex":0.0016117368,"about_ca_topic_score_gemma":0.0017365728,"teacher_disagreement_score":0.96603966,"about_ca_system_score_codex":0.00007014641,"about_ca_system_score_gemma":0.0002047597,"threshold_uncertainty_score":0.67655855},"labels":[],"label_agreement":null},{"id":"W4313272766","doi":"10.1002/acp.4029","title":"Insights into computational thinking from think‐aloud interviews: A systematic review","year":2022,"lang":"en","type":"review","venue":"Applied Cognitive Psychology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Advanced Education; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Think aloud protocol; Psychology; Protocol analysis; Cognition; Empirical research; Cognitive interview; Systematic review; Exploratory research; Applied psychology; Cognitive science; MEDLINE; Computer science; Human–computer interaction; Epistemology; Usability","score_opus":0.06770365094359963,"score_gpt":0.37553776287128826,"score_spread":0.3078341119276886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313272766","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.6632367e-7,0.7510467,0.24383636,0.00009334369,0.0006587955,0.0022428357,0.000007384391,0.00045039077,0.0016638818],"genre_scores_gemma":[0.000042923188,0.97159666,0.01947361,0.006506988,0.00014304856,0.0013756804,0.0007379742,0.0000869725,0.00003612403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923,0.0030513685,0.0016860021,0.0017693008,0.00070916687,0.0004842171],"domain_scores_gemma":[0.9936575,0.0032892767,0.0016933338,0.001121731,0.00008960019,0.00014854918],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015408259,0.00082393864,0.0037344147,0.00043433267,0.0005886155,0.00024989192,0.003111038,0.00034096802,0.00015791625],"category_scores_gemma":[0.00038945203,0.0006886054,0.0007253788,0.0010520964,0.00012857543,0.00014781764,0.0011516412,0.0024122547,0.0009779386],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017963574,0.00009618632,2.981648e-8,0.2079808,0.00048061984,0.000047777994,0.0060783722,5.871284e-7,1.166237e-8,0.010310303,0.0002877187,0.7747158],"study_design_scores_gemma":[0.00029314705,0.000091167625,5.051552e-7,0.31573787,0.0016002834,0.00009929179,0.00024410037,0.000033568864,1.25568995e-8,0.014040487,0.66711074,0.00074885087],"about_ca_topic_score_codex":0.000027658529,"about_ca_topic_score_gemma":0.000003705343,"teacher_disagreement_score":0.77396697,"about_ca_system_score_codex":0.0001695865,"about_ca_system_score_gemma":0.00019676915,"threshold_uncertainty_score":0.9998892},"labels":[],"label_agreement":null},{"id":"W4313590566","doi":"10.1145/3578523","title":"The Impact of Intelligent Pedagogical Agents’ Interventions on Student Behavior and Performance in Open-Ended Game Design Environments","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; Simon Fraser University","funders":"Mitacs","keywords":"Psychological intervention; Intervention (counseling); Process (computing); Psychology; Focus (optics); Repetition (rhetorical device); Computer science; Applied psychology; Human–computer interaction; Mathematics education; Medical education; Medicine","score_opus":0.19698060904365663,"score_gpt":0.42743298012823405,"score_spread":0.23045237108457742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313590566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43135715,0.00008895209,0.5660753,0.00012075699,0.00080727914,0.0013816123,0.000008029501,0.00009547176,0.00006541503],"genre_scores_gemma":[0.99680066,0.0003606123,0.0005169485,0.000009496177,0.000017704317,0.00067430973,0.00000430277,0.000023979062,0.0015920063],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969256,0.0007904612,0.0007965461,0.0005989561,0.00045048335,0.00043795272],"domain_scores_gemma":[0.99741757,0.0011873293,0.00030692862,0.0009122301,0.000045297915,0.00013065623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013854906,0.00031236536,0.00036356485,0.00046448474,0.00034891377,0.00045393745,0.0018373583,0.000089821275,0.000025158884],"category_scores_gemma":[0.00010681243,0.0002197874,0.0002892786,0.0005173788,0.00010390054,0.00043694404,0.00016551335,0.00077856914,0.00016145069],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064247043,0.004758403,0.013763233,0.00008081716,0.0007249273,0.00006116914,0.03213494,0.26257384,0.00037044453,0.0010638575,0.000116202595,0.6837097],"study_design_scores_gemma":[0.0033303269,0.022289185,0.7471597,0.0066331355,0.00027231112,0.00025829437,0.036096632,0.14861006,0.012885412,0.000349266,0.019821608,0.0022940391],"about_ca_topic_score_codex":0.0003866104,"about_ca_topic_score_gemma":0.000018377123,"teacher_disagreement_score":0.7333965,"about_ca_system_score_codex":0.00045437764,"about_ca_system_score_gemma":0.000043323238,"threshold_uncertainty_score":0.896267},"labels":[],"label_agreement":null},{"id":"W4313958579","doi":"10.1145/3545945.3569882","title":"Identifying Different Student Clusters in Functional Programming Assignments","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Satisficing; Computer science; Mathematics education; Range (aeronautics); Key (lock); Cluster grouping; Cluster (spacecraft); Work (physics); Data science; Multimedia; Artificial intelligence; Psychology; Engineering; Programming language","score_opus":0.09550576598411839,"score_gpt":0.33585640330914596,"score_spread":0.24035063732502757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313958579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06882472,0.0001040972,0.9235458,0.0007957483,0.0044426685,0.0005918695,6.7117645e-7,0.0015678367,0.0001266068],"genre_scores_gemma":[0.91574985,0.000015433956,0.07989216,0.00009210842,0.00018823742,0.00037141336,0.00004405722,0.00005344545,0.0035933112],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962159,0.00031773472,0.000582632,0.0012167373,0.0010034613,0.0006635488],"domain_scores_gemma":[0.99857527,0.00016792509,0.00025246645,0.00082438067,0.000038340208,0.0001416055],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011731073,0.00040226273,0.00040145367,0.000540044,0.0001989847,0.0014361119,0.0015329892,0.00024063991,0.000015436874],"category_scores_gemma":[0.000063559084,0.00036709802,0.00020809291,0.00031420312,0.00003174463,0.00020554435,0.0046158764,0.0017100746,0.00012915768],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001149415,0.0007396665,0.17514063,0.00044181073,0.00026227822,0.0001859727,0.010103695,0.026172506,0.00002458544,0.0037066897,0.0008522411,0.7823584],"study_design_scores_gemma":[0.0018010678,0.00017898847,0.91080266,0.002249932,0.00006179068,0.000019993637,0.0023816973,0.06485523,0.000037663347,0.0023970674,0.013143251,0.0020706602],"about_ca_topic_score_codex":0.0002719817,"about_ca_topic_score_gemma":0.0001413883,"teacher_disagreement_score":0.84692514,"about_ca_system_score_codex":0.00042322552,"about_ca_system_score_gemma":0.000084317646,"threshold_uncertainty_score":0.9998781},"labels":[],"label_agreement":null},{"id":"W4317212853","doi":"10.1007/s42330-022-00254-x","title":"Learning Math Through Coding and Learning Coding Through Math: Two Sides of the Same Coin","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Coding (social sciences); Mathematics education; Math education; Mathematics; Computer science; Statistics","score_opus":0.01893825544525076,"score_gpt":0.2686810140416786,"score_spread":0.24974275859642783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317212853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96983445,0.0005967608,0.024126805,0.0046892646,0.00042436103,0.00009069037,3.629599e-7,0.000029846267,0.00020743936],"genre_scores_gemma":[0.9061974,0.000021910213,0.09360174,0.000057121368,0.000017098802,0.000003906668,1.2915531e-7,0.0000063657862,0.00009429367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9988937,0.000075485616,0.00031139588,0.00018337018,0.00026369025,0.00027239186],"domain_scores_gemma":[0.99885523,0.00013876686,0.0005634405,0.00019266903,0.00016058378,0.00008932096],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019141709,0.00009541348,0.00017954623,0.00039441814,0.0021480513,0.00020630792,0.00079224125,0.000036576068,0.0000031160064],"category_scores_gemma":[0.0010114225,0.00007718815,0.000029660032,0.0011422321,0.000860162,0.00042671637,0.00021481887,0.0009000798,3.511459e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.3078295e-7,0.000035382924,0.0096868165,0.00005261635,0.000011625677,0.0000047575904,0.05679978,0.0006635543,0.0026293355,0.84613633,0.000024954887,0.083954185],"study_design_scores_gemma":[0.0013457229,0.0018080267,0.007240393,0.0021008505,0.00016797411,0.010974107,0.47362635,0.13660577,0.005085639,0.2926845,0.067124926,0.0012357684],"about_ca_topic_score_codex":0.00064895564,"about_ca_topic_score_gemma":0.00009812423,"teacher_disagreement_score":0.5534519,"about_ca_system_score_codex":0.00012969445,"about_ca_system_score_gemma":0.001320971,"threshold_uncertainty_score":0.999151},"labels":[],"label_agreement":null},{"id":"W4317952630","doi":"10.1145/3582302.3582314","title":"Report on the First International Workshop on Data Systems Education (DataEd '22)","year":2023,"lang":"en","type":"article","venue":"ACM SIGMOD Record","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Computer science; Bridging (networking); Panel discussion; Data management; Conjunction (astronomy); Data science; Engineering management; Library science; World Wide Web; Database; Engineering","score_opus":0.08682560969649208,"score_gpt":0.3362625693619047,"score_spread":0.2494369596654126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317952630","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28537634,0.00035932014,0.2522799,0.338578,0.08990632,0.002372483,0.00004429053,0.006748558,0.024334788],"genre_scores_gemma":[0.98226625,0.00003336006,0.0067821266,0.0007978864,0.0011403312,0.00009320008,0.00035719943,0.000027219656,0.008502444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984751,0.00011034165,0.00023209093,0.00057746685,0.0003968419,0.00020817619],"domain_scores_gemma":[0.99574745,0.0008782774,0.0001730225,0.003117774,0.00003704991,0.000046431094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012481195,0.0001164575,0.000098133794,0.00013911686,0.00029521552,0.00048040246,0.0037909348,0.00005355126,0.000010584336],"category_scores_gemma":[0.0025532462,0.00008368027,0.000034740315,0.00042612577,0.00001973414,0.00029371594,0.0009936398,0.00037170772,0.00033472446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008908111,0.00008856654,0.0030408679,0.000008750318,0.000033372064,0.000038530456,0.00038815432,0.00056400406,0.0000056121576,0.0072431075,0.15404563,0.8345345],"study_design_scores_gemma":[0.00007011954,0.00003702239,0.0036942083,0.00019117206,0.0000039851784,0.00003379702,0.00015663027,0.029607035,0.000006045203,0.00018669957,0.96588033,0.00013297622],"about_ca_topic_score_codex":0.00021486232,"about_ca_topic_score_gemma":0.000015597509,"teacher_disagreement_score":0.83440155,"about_ca_system_score_codex":0.000043157546,"about_ca_system_score_gemma":0.00008908168,"threshold_uncertainty_score":0.7044563},"labels":[],"label_agreement":null},{"id":"W4318704691","doi":"10.3233/icg-230216","title":"The 2022 Computer Olympiad","year":2023,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer science; Mathematics education; Mathematics","score_opus":0.013333461975968897,"score_gpt":0.2577571290865415,"score_spread":0.24442366711057262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318704691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036236405,0.0006193236,0.94249016,0.014560448,0.004921425,0.000054100434,1.9265859e-7,0.00068323023,0.00043469307],"genre_scores_gemma":[0.8747298,0.00031571218,0.10777525,0.0011449984,0.0041364124,0.000011184388,0.0000017124072,0.00004435198,0.011840572],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893063,0.00017367539,0.00014796163,0.00012675881,0.000290615,0.00033036474],"domain_scores_gemma":[0.99931914,0.0002219763,0.000082559745,0.00025084967,0.000033980417,0.00009148596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015609507,0.00006806919,0.00006348516,0.0000748274,0.0011471893,0.0009719036,0.0009390688,0.000025198779,0.0000075638086],"category_scores_gemma":[0.000039563423,0.000042646567,0.000075237476,0.0003640124,0.000027950271,0.00018643917,0.00020821436,0.00053617795,0.0003339861],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010530739,0.000005877134,0.0005096388,8.1352266e-7,0.0000116945,0.000060674163,0.0008475577,0.00046236019,0.000015763808,0.003972035,0.023268552,0.970844],"study_design_scores_gemma":[0.00016758485,0.00006400407,0.009816067,0.000016228023,0.0000020712898,0.00051839143,0.00007103394,0.03682891,0.0000118645585,0.00081966986,0.95158887,0.000095286036],"about_ca_topic_score_codex":0.0000042460847,"about_ca_topic_score_gemma":0.0000014244969,"teacher_disagreement_score":0.9707487,"about_ca_system_score_codex":0.000022009215,"about_ca_system_score_gemma":0.000046831596,"threshold_uncertainty_score":0.9372089},"labels":[],"label_agreement":null},{"id":"W4319978000","doi":"10.1109/cipae55637.2022.00005","title":"Message from the General Chair","year":2022,"lang":"en","type":"article","venue":"2022 International Conference on Computers, Information Processing and Advanced Education (CIPAE)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.018600271485567095,"score_gpt":0.29108216219071054,"score_spread":0.27248189070514345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319978000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060342707,0.000489638,0.88141173,0.036789432,0.007926164,0.0004897883,0.00006592042,0.0007473012,0.011737323],"genre_scores_gemma":[0.954521,0.000033721684,0.036868248,0.006703947,0.00022977771,0.000160265,0.00032300412,0.000009110596,0.0011509429],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852955,0.00012921596,0.00033143125,0.00028221795,0.00053868524,0.00018892546],"domain_scores_gemma":[0.9990419,0.00009426769,0.00033444175,0.00026596466,0.00019044151,0.00007294108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003920947,0.00016085822,0.00011267541,0.00014762268,0.0010225187,0.000896783,0.000991942,0.000028125778,0.00013389492],"category_scores_gemma":[0.000056652534,0.0001412603,0.000042203854,0.00023337266,0.000042584325,0.0013421631,0.00037403542,0.00048264858,0.00001708975],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013737357,0.000055575994,0.00015926546,0.0000056704525,0.0000112962725,3.405681e-7,0.007087642,0.0052380473,0.000019168943,0.06609934,0.0025532274,0.91875666],"study_design_scores_gemma":[0.00047990223,0.00010623079,0.002199069,0.00009686628,0.00000586548,0.000024343437,0.0042279353,0.3493997,0.000030074794,0.0028659473,0.6402458,0.00031826278],"about_ca_topic_score_codex":0.00008580245,"about_ca_topic_score_gemma":0.0000023776595,"teacher_disagreement_score":0.91843843,"about_ca_system_score_codex":0.00012819916,"about_ca_system_score_gemma":0.00033731927,"threshold_uncertainty_score":0.86476994},"labels":[],"label_agreement":null},{"id":"W4320162203","doi":"10.1007/978-3-030-44982-7_35-1","title":"Computing in Mathematics Education: Past, Present, and Future","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Logo (programming language); Theme (computing); Mathematics education; Computational thinking; Reflection (computer programming); Computer science; Basic education; Engineering ethics; Psychology; Engineering","score_opus":0.018258148483379876,"score_gpt":0.26223221975633676,"score_spread":0.2439740712729569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320162203","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006287736,0.005737235,0.13752383,0.009948942,0.0013660588,0.0003081801,5.096237e-7,0.00042867826,0.8446237],"genre_scores_gemma":[0.00036866858,0.000057411515,0.40589628,0.00019459412,0.00262132,0.0000027658023,0.000009360451,0.000027167065,0.59082246],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903,0.000025350273,0.00022782742,0.00038241682,0.00017473294,0.00015966468],"domain_scores_gemma":[0.9992718,0.00008999529,0.00012372999,0.0004077807,0.000043711283,0.00006295543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023766332,0.00018225488,0.00021971519,0.00011791509,0.000083100196,0.00029175432,0.00033459265,0.00015611191,0.000033630477],"category_scores_gemma":[0.0000046379923,0.00017099937,0.000047400506,0.00004455077,0.000021650925,0.00008556649,0.0003319447,0.00055148016,0.000012947633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.276934e-8,0.000019170593,0.000047827532,0.00006288984,0.000007366894,0.000008646782,0.0012932571,0.0000043738582,1.18485e-7,0.42475513,0.0016205527,0.57218057],"study_design_scores_gemma":[0.00006100791,0.000010918501,0.00016279156,0.00028665393,0.000005258941,0.00006963704,0.0001747089,0.0019083229,4.7128012e-7,0.0030327318,0.99407625,0.0002112577],"about_ca_topic_score_codex":0.000015421996,"about_ca_topic_score_gemma":0.000004475682,"teacher_disagreement_score":0.99245566,"about_ca_system_score_codex":0.000026918087,"about_ca_system_score_gemma":0.00012598642,"threshold_uncertainty_score":0.69731516},"labels":[],"label_agreement":null},{"id":"W4320926255","doi":"10.58459/rptel.2023.18022","title":"Integrating Parsons puzzles within Scratch enables efficient computational thinking learning","year":2022,"lang":"en","type":"article","venue":"Research and Practice in Technology Enhanced Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Defense Advanced Research Projects Agency; Royal Society; National Science Foundation; University of Cambridge; McGill University; American Society for Engineering Education","keywords":"Scratch; Computational thinking; Computer science; Perception; Agency (philosophy); Transfer of learning; Cognitive load; Cognitive architecture; Mathematics education; Educational technology; Architecture; Cognition; Multimedia; Human–computer interaction; Psychology; Artificial intelligence; Programming language; Sociology","score_opus":0.03358934056398666,"score_gpt":0.36498310827407043,"score_spread":0.3313937677100838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320926255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51525503,0.0029198532,0.4549567,0.018789785,0.00027891685,0.00057057966,6.3261314e-7,0.0017880966,0.005440369],"genre_scores_gemma":[0.8346595,0.000048560214,0.16468196,0.00006600125,0.000027036209,0.0001454367,0.000006006441,0.000023882087,0.00034163008],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9930501,0.0035816107,0.00044540863,0.0008799718,0.001088661,0.00095423515],"domain_scores_gemma":[0.9923299,0.006655316,0.00033063747,0.00031056796,0.00027266715,0.000100913734],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012568415,0.00021218948,0.0002765493,0.0014197472,0.0038137478,0.0005675258,0.0010491839,0.00015501134,0.00001838537],"category_scores_gemma":[0.0170711,0.00022515666,0.000037651862,0.0028958102,0.00032131537,0.0005344635,0.001794109,0.008893796,0.0000151134855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059770806,0.00018574054,0.0023243728,0.000024936116,0.000029122608,0.00014067271,0.023525985,0.5178807,0.0016568833,0.057911627,0.000020825793,0.39623937],"study_design_scores_gemma":[0.0015948247,0.0027627146,0.00040389434,0.00044194752,0.0000143823,0.0007814412,0.22137754,0.6304366,0.0012916386,0.06493492,0.07495076,0.0010093398],"about_ca_topic_score_codex":0.00017972267,"about_ca_topic_score_gemma":0.000025758394,"teacher_disagreement_score":0.39523003,"about_ca_system_score_codex":0.00023346554,"about_ca_system_score_gemma":0.00028759055,"threshold_uncertainty_score":0.99748313},"labels":[],"label_agreement":null},{"id":"W4321162272","doi":"10.1145/3544548.3580919","title":"Studying the effect of AI Code Generators on Supporting Novice Learners in Introductory Programming","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":288,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Python (programming language); Code (set theory); Scratch; Task (project management); Programming language; Pair programming; Artificial intelligence; Natural language processing; Software; Software development","score_opus":0.029922631598858117,"score_gpt":0.3209316447643412,"score_spread":0.2910090131654831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321162272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87582207,0.00016835812,0.114028126,0.003937684,0.0027104516,0.0016062873,0.0000014297871,0.0016045582,0.0001210218],"genre_scores_gemma":[0.97780716,0.000003656924,0.021303302,0.00012652362,0.00028493925,0.00015025835,0.000009225443,0.00005813915,0.0002568144],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954465,0.0012866912,0.0007567269,0.0011449929,0.000668843,0.0006962422],"domain_scores_gemma":[0.99696445,0.0010228371,0.0005238904,0.0013500515,0.000057985842,0.00008079205],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0076411758,0.00042743568,0.000602014,0.00045501287,0.0002462826,0.00044940523,0.002002027,0.00022061144,0.0000030699316],"category_scores_gemma":[0.0011982543,0.000295607,0.0002172665,0.00072044495,0.000092453694,0.00012319452,0.0019257363,0.0032563405,0.000026480286],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020727843,0.00006805946,0.053854078,0.00042315337,0.00010115281,0.000040380848,0.011363943,0.09162882,0.00007520497,0.0012106623,0.00025632614,0.84095746],"study_design_scores_gemma":[0.011090447,0.013961052,0.068681374,0.012434786,0.0008299681,0.00012551103,0.021596689,0.56545347,0.036967445,0.0012809867,0.25493625,0.012642053],"about_ca_topic_score_codex":0.0011126938,"about_ca_topic_score_gemma":0.0002037029,"teacher_disagreement_score":0.82831544,"about_ca_system_score_codex":0.00014415079,"about_ca_system_score_gemma":0.00017632022,"threshold_uncertainty_score":0.99994963},"labels":[],"label_agreement":null},{"id":"W4322768744","doi":"10.1177/20965311231158393","title":"Defining Computational Thinking as an Evident Tool in Problem-Solving: Comparative Research on Chinese and Canadian Mathematics Textbooks","year":2023,"lang":"en","type":"article","venue":"ECNU Review of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Originality; Leverage (statistics); Mathematics education; Thinking processes; Cognition; Process (computing); Computer science; Generalization; Perspective (graphical); Psychology; Mathematics; Artificial intelligence; Creativity; Statistical thinking","score_opus":0.09247546713207876,"score_gpt":0.44443984519506696,"score_spread":0.3519643780629882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322768744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9577339,0.019299282,0.0030868999,0.011002451,0.0004621147,0.0019242191,0.0000024582016,0.00023019405,0.006258439],"genre_scores_gemma":[0.9143526,0.00048279448,0.084432624,0.00043749594,0.000037121717,0.00006971126,0.000037278267,0.0000101470105,0.00014020389],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983446,0.00040641066,0.0003371195,0.00027916537,0.00039765288,0.00023503134],"domain_scores_gemma":[0.99876326,0.00057697535,0.00013613596,0.00026694257,0.00017218593,0.00008447816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040445705,0.00010119337,0.00021149423,0.0004838575,0.0002652786,0.00015539734,0.0003676956,0.00003252218,0.000006854719],"category_scores_gemma":[0.000537121,0.00008758927,0.00002612166,0.00087340636,0.000036858044,0.0002543763,0.00007424736,0.00033600393,0.000060154016],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026672612,0.00028933762,0.0075022387,0.0037641933,0.000017332639,0.000004618792,0.10009837,0.0020576864,0.000006191313,0.5063157,0.0023347887,0.37760687],"study_design_scores_gemma":[0.00087373436,0.0014900145,0.33991516,0.12575306,0.000039461247,0.00013849179,0.014900298,0.12762591,0.000026157257,0.32982075,0.05788887,0.0015280982],"about_ca_topic_score_codex":0.0053847805,"about_ca_topic_score_gemma":0.0019507115,"teacher_disagreement_score":0.37607875,"about_ca_system_score_codex":0.00012840722,"about_ca_system_score_gemma":0.00084228447,"threshold_uncertainty_score":0.8140213},"labels":[],"label_agreement":null},{"id":"W4323029214","doi":"10.1007/978-3-031-05254-5_11","title":"Instrumental Orchestration of the Use of Programming Technology for Authentic Mathematics Investigation Projects","year":2022,"lang":"en","type":"book-chapter","venue":"Mathematics education in the digital era","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Orchestration; Situated; Frame (networking); Mathematics education; Scheme (mathematics); Dual (grammatical number); Computer science; Key (lock); Mathematics; Artificial intelligence","score_opus":0.05883037158701863,"score_gpt":0.2728753252618614,"score_spread":0.2140449536748428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323029214","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5383943,0.001005081,0.35094067,0.014678249,0.0055037364,0.03970393,0.0002953934,0.0014641213,0.04801453],"genre_scores_gemma":[0.3546224,0.000008048287,0.6221454,0.000082561375,0.00007455254,0.0007772163,0.00015313954,0.00009793527,0.022038748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984209,0.000035596124,0.00070533436,0.00024307852,0.00043313234,0.00016198895],"domain_scores_gemma":[0.9975705,0.00041952467,0.0011141925,0.00076780486,0.00010800148,0.00001994368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005349021,0.00020986157,0.00026704808,0.0003222837,0.00014297082,0.00026089154,0.0010043042,0.00013534323,0.0000034447125],"category_scores_gemma":[0.0005078049,0.00014987394,0.00014057773,0.00026823668,0.00018026981,0.00034676597,0.00020646019,0.0004405392,0.0000015008139],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011797887,0.0002918607,0.00009983005,0.000689773,0.000023938655,1.3445235e-7,0.019845022,0.00004545573,0.000013252053,0.79204243,0.00006905615,0.18687804],"study_design_scores_gemma":[0.00073526805,0.0007503325,0.00025453808,0.004206992,0.0002453309,0.0002117334,0.011641326,0.01997885,0.0005842687,0.7969899,0.16329186,0.0011095693],"about_ca_topic_score_codex":0.000008177374,"about_ca_topic_score_gemma":0.000003178689,"teacher_disagreement_score":0.27120474,"about_ca_system_score_codex":0.00010625369,"about_ca_system_score_gemma":0.00061531685,"threshold_uncertainty_score":0.6111682},"labels":[],"label_agreement":null},{"id":"W4323033783","doi":"10.1145/3545945.3569739","title":"Student Perspectives on Optional Groups","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workload; Context (archaeology); Computer science; Group (periodic table); Group work; Mathematics education; Work (physics); Knowledge management; Data science; Psychology; Engineering","score_opus":0.023729168708247237,"score_gpt":0.3092230248668714,"score_spread":0.28549385615862416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323033783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5141784,0.000061928375,0.45837763,0.006787712,0.0006269875,0.000118202144,2.582712e-7,0.003753669,0.016095215],"genre_scores_gemma":[0.973034,0.0000035018484,0.02323996,0.00008863357,0.0000728813,0.000006815098,8.0935405e-7,0.0000035960227,0.0035497614],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993246,0.00004318801,0.000051193052,0.00021629159,0.00022245281,0.00014227972],"domain_scores_gemma":[0.99968356,0.00007427053,0.000013709293,0.0001785996,0.0000149123925,0.00003496296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030959214,0.00004933667,0.00004191517,0.000086534594,0.00013359822,0.00013813759,0.00033547773,0.000015324034,0.000018814137],"category_scores_gemma":[0.000028171993,0.000040041225,0.000032643915,0.00024887722,0.0000122259635,0.00009184517,0.00011575145,0.0001248748,0.0007452221],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001086881,0.00007237776,0.0015039515,0.000001243477,0.0000102897275,0.000011455211,0.019857483,0.0012077845,0.000014462068,0.8657041,0.0013596279,0.11025614],"study_design_scores_gemma":[0.0007817185,0.0007430642,0.74754083,0.00004282144,0.0000050939766,0.000022626584,0.034594674,0.035799388,0.00006269294,0.0025185805,0.17725767,0.00063085475],"about_ca_topic_score_codex":0.000008072972,"about_ca_topic_score_gemma":6.9490926e-7,"teacher_disagreement_score":0.8631855,"about_ca_system_score_codex":0.00002335424,"about_ca_system_score_gemma":0.000009566355,"threshold_uncertainty_score":0.9578571},"labels":[],"label_agreement":null},{"id":"W4323033877","doi":"10.1145/3545945.3569752","title":"Prior Programming Experience: A Persistent Performance Gap in CS1 and CS2","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Perception; Work experience; Mathematics education; Gauge (firearms); Psychology; Work (physics)","score_opus":0.037294105971718255,"score_gpt":0.28126511170192636,"score_spread":0.2439710057302081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323033877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909918,0.00010249981,0.0068707224,0.0005970557,0.00013060606,0.00014767429,3.5601662e-8,0.0007056276,0.00045401178],"genre_scores_gemma":[0.9545334,0.000023670738,0.044068597,0.0000550546,0.000020165295,0.000050530864,6.301104e-7,0.0000068022473,0.0012411416],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884,0.000048338574,0.00015176299,0.00036241388,0.00019943314,0.00039806857],"domain_scores_gemma":[0.99957836,0.000048144804,0.000034219043,0.00024371236,0.000015420532,0.000080170656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005379034,0.000102923135,0.000107409316,0.00017714934,0.00020793415,0.0002605091,0.00035133306,0.000040032122,0.0000043110585],"category_scores_gemma":[0.000052422183,0.00008914861,0.00003824469,0.0006711216,0.00004673417,0.00034718277,0.00024929433,0.00020708586,0.000040715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019450197,0.000020495472,0.041139722,0.00002300006,0.0000029076898,0.000012291685,0.026031362,0.00012516428,0.000027248789,0.0008805899,0.000025159161,0.9317101],"study_design_scores_gemma":[0.0013024219,0.0007057873,0.2243358,0.0002919962,0.000007788631,0.00013866372,0.016175535,0.51453376,0.00021001861,0.000047609374,0.2412945,0.0009560884],"about_ca_topic_score_codex":0.000093945295,"about_ca_topic_score_gemma":0.000012993521,"teacher_disagreement_score":0.930754,"about_ca_system_score_codex":0.000028291082,"about_ca_system_score_gemma":0.000024945643,"threshold_uncertainty_score":0.3635375},"labels":[],"label_agreement":null},{"id":"W4323033920","doi":"10.1145/3545945.3569729","title":"Embedding and Scaling Writing Instruction Across First- and Second-Year Computer Science Courses","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; University of Toronto","funders":"","keywords":"Computer science; Curriculum; Variety (cybernetics); Mathematics education; Scale (ratio); Perception; Embedding; Pedagogy; Psychology; Artificial intelligence","score_opus":0.016592120856628645,"score_gpt":0.3015279951396073,"score_spread":0.2849358742829787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323033920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8124912,0.000027502781,0.18622133,0.00027954677,0.0002801699,0.000045492005,3.5426763e-7,0.00059552334,0.00005890907],"genre_scores_gemma":[0.8432761,0.000006409169,0.15649746,0.000056246154,0.000087087225,0.000002146295,4.7028533e-7,0.000006275282,0.000067835295],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872965,0.000029999544,0.00014597934,0.00046670568,0.00021849926,0.00040915736],"domain_scores_gemma":[0.9994722,0.00013832035,0.000052984866,0.00018485554,0.000044481978,0.000107174084],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013633422,0.000100201505,0.000106205465,0.0001427187,0.0012866606,0.0012209779,0.000278782,0.000037406375,0.0000029426778],"category_scores_gemma":[0.00006393029,0.000094641684,0.00001710595,0.000601203,0.00022338193,0.0008262802,0.0005835278,0.00019729423,0.000010750833],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013712577,0.0000063800235,0.023204403,0.000044549233,0.000005324467,0.000007939024,0.008316535,0.0017280942,0.00018060979,0.0051202048,0.0000507712,0.9613338],"study_design_scores_gemma":[0.00039016965,0.00005354213,0.04784521,0.00010425615,0.000002232971,0.00012252993,0.0018717201,0.9442254,0.0002715735,0.00017010994,0.004697805,0.00024547635],"about_ca_topic_score_codex":0.00003867787,"about_ca_topic_score_gemma":0.000010395961,"teacher_disagreement_score":0.96108836,"about_ca_system_score_codex":0.000019685885,"about_ca_system_score_gemma":0.000023053533,"threshold_uncertainty_score":0.9998158},"labels":[],"label_agreement":null},{"id":"W4323037687","doi":"10.1145/3545945.3569840","title":"Critical Pedagogy in Practice in the Computing Classroom","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Critical pedagogy; Pedagogy; Curriculum; Oppression; Social justice; Critical consciousness; Power (physics); Politics; Power structure; Sociology; Critical thinking; Mathematics education; Engineering ethics; Computer science; Psychology; Engineering; Political science; Social science","score_opus":0.0333617602627559,"score_gpt":0.40084176404053967,"score_spread":0.3674800037777838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323037687","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08669199,0.00017598965,0.7561861,0.13319872,0.00075938465,0.0002409905,1.1080011e-7,0.0013115315,0.021435155],"genre_scores_gemma":[0.93483776,0.0000023942755,0.06389121,0.0011129183,0.00004501769,0.0000035207643,4.3082468e-7,0.0000039423035,0.00010283415],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984943,0.00057594443,0.0001601529,0.00023216715,0.0002081175,0.00032926403],"domain_scores_gemma":[0.9961951,0.0034821155,0.000021976664,0.00025618367,0.000019669564,0.000024983427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027824482,0.000061908264,0.00007557607,0.00013939249,0.000099128316,0.00025465759,0.00061099266,0.000037514095,0.0000021526475],"category_scores_gemma":[0.0023319155,0.000045078923,0.000021427439,0.0008804423,0.000024876177,0.00031113133,0.00018254967,0.00053293497,0.00013686404],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018744787,0.00009841932,0.007104222,0.000008569124,0.0000021694882,0.0002740908,0.031477857,0.0013229708,0.0000074825743,0.30212173,0.00065804215,0.6569226],"study_design_scores_gemma":[0.00055319635,0.00015688689,0.08833719,0.000078932186,0.000004893363,0.00018033304,0.02070163,0.49461418,0.000007163381,0.0023390937,0.39267927,0.00034719976],"about_ca_topic_score_codex":0.00040407854,"about_ca_topic_score_gemma":0.00009800784,"teacher_disagreement_score":0.8481457,"about_ca_system_score_codex":0.000016793998,"about_ca_system_score_gemma":0.000039052084,"threshold_uncertainty_score":0.2791689},"labels":[],"label_agreement":null},{"id":"W4323305057","doi":"10.1007/s10956-023-10028-1","title":"Effects of Robotics Education on Young Children’s Cognitive Development: a Pilot Study with Eye-Tracking","year":2023,"lang":"en","type":"article","venue":"Journal of Science Education and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Carleton University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada","keywords":"Cognition; Thematic analysis; Psychology; Eye tracking; Robotics; Cognitive development; Cognitive skill; Data collection; Qualitative property; Tracking (education); Computational thinking; Qualitative research; Developmental psychology; Mathematics education; Artificial intelligence; Computer science; Pedagogy; Machine learning; Robot","score_opus":0.01138689889744735,"score_gpt":0.3003801902117963,"score_spread":0.2889932913143489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323305057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99109524,0.00009336304,0.0073701097,0.0006636897,0.0005139549,0.00017193987,2.278818e-8,0.00006529728,0.000026398602],"genre_scores_gemma":[0.9811141,0.000008000033,0.018755069,0.000026851367,0.000029801979,0.000007346636,2.0223756e-7,0.000004081877,0.000054579097],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99905986,0.000040920964,0.00021754425,0.00019614371,0.00031936885,0.00016614125],"domain_scores_gemma":[0.9989688,0.00008198666,0.00035271732,0.00011530721,0.00042133103,0.00005986486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008583224,0.00007948447,0.00012717732,0.0013701761,0.00027153632,0.00009937272,0.00045458207,0.000024479774,2.536699e-7],"category_scores_gemma":[0.00049480284,0.000061955485,0.0000086710315,0.0021376675,0.0002823597,0.00034578642,0.00007482578,0.00028019462,0.0000025956438],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012727336,0.0016907767,0.20364869,0.000018159677,0.000020342966,0.0000025244194,0.009101076,0.000043597036,0.0009959885,0.0046585803,0.000015814881,0.7797917],"study_design_scores_gemma":[0.00044253055,0.0038698837,0.9805343,0.0004619599,0.000021494117,0.00016471324,0.009440003,0.00007955091,0.004473113,0.0002860657,0.00009387659,0.00013250404],"about_ca_topic_score_codex":0.000009615091,"about_ca_topic_score_gemma":0.0000036627077,"teacher_disagreement_score":0.7796592,"about_ca_system_score_codex":0.00005168414,"about_ca_system_score_gemma":0.0015834153,"threshold_uncertainty_score":0.2808911},"labels":[],"label_agreement":null},{"id":"W4323526400","doi":"10.1145/3545947.3576273","title":"Differences in Intention to Major in Computing Across CS1","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bachelor; Computer science; Affect (linguistics); Perception; Mathematics education; Psychology","score_opus":0.02684412214964834,"score_gpt":0.2949275617463219,"score_spread":0.2680834395966736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75999475,0.0000136167,0.23864792,0.0008222969,0.00020196295,0.00006625967,1.3192222e-7,0.00011636347,0.00013667905],"genre_scores_gemma":[0.96851534,1.1390659e-7,0.03089134,0.00021010375,0.000007782112,0.000012222683,6.631765e-7,0.0000030392418,0.00035942087],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99895906,0.00018160565,0.00016174174,0.00026236416,0.00016571287,0.00026953476],"domain_scores_gemma":[0.9997094,0.00006736819,0.000031521067,0.00015099884,0.0000072919293,0.000033411423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009641115,0.000059791277,0.000094581,0.00013230153,0.00018675954,0.00014518277,0.0005390057,0.000012941889,0.000014066477],"category_scores_gemma":[0.00005260244,0.000058105587,0.000021785754,0.0005955856,0.000007732185,0.00010024365,0.00073815504,0.0003310042,0.000011621128],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003854584,0.000084652806,0.36243635,0.000004631319,0.000001643274,0.000016963313,0.022555742,0.0012263613,0.00005682697,0.0044998536,0.0000315176,0.60908157],"study_design_scores_gemma":[0.00052567787,0.00021601033,0.8487313,0.00004418514,5.4830645e-7,0.000015462947,0.006684989,0.13455468,0.000033434433,0.00023243726,0.008691028,0.0002702536],"about_ca_topic_score_codex":0.0018481679,"about_ca_topic_score_gemma":0.00057785684,"teacher_disagreement_score":0.6088113,"about_ca_system_score_codex":0.00007228672,"about_ca_system_score_gemma":0.000012072119,"threshold_uncertainty_score":0.27938893},"labels":[],"label_agreement":null},{"id":"W4323526402","doi":"10.1145/3545947.3569614","title":"Transform Your Computer Science Course with Specifications Grading","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Conestoga College","funders":"","keywords":"Grading (engineering); Syllabus; Computer science; Structuring; Mathematics education; Software engineering; Engineering; Mathematics","score_opus":0.044176125545263595,"score_gpt":0.27014763550109855,"score_spread":0.22597150995583495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526402","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011193142,0.000021272102,0.9813494,0.004585241,0.00023418244,0.000105659,4.5931634e-7,0.00046793962,0.0020427075],"genre_scores_gemma":[0.71594614,3.0239588e-7,0.28331208,0.00014475406,0.00003264526,0.000016715796,8.587811e-7,0.0000050241433,0.00054150226],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866205,0.00004427563,0.00010715094,0.0003817189,0.0004961447,0.00030867488],"domain_scores_gemma":[0.9993749,0.00003360522,0.000042140764,0.00041504487,0.000038696613,0.0000956091],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008039386,0.000083057435,0.00007489179,0.00013522545,0.0016184916,0.00032370308,0.0011744843,0.000007635888,0.00003899989],"category_scores_gemma":[0.0000035528496,0.00006897998,0.000029058583,0.0010196955,0.000120981545,0.00041839227,0.00017134726,0.0003023956,0.000014370053],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029259572,0.00015273462,0.0014073703,0.000002736058,0.000008775669,0.000013780241,0.007105557,0.007026426,0.00010087858,0.19078594,0.00046514082,0.79292774],"study_design_scores_gemma":[0.0008396642,0.000895288,0.017727047,0.000017352171,0.000017556287,0.00051380217,0.0018689327,0.35165295,0.00037464552,0.00079182646,0.62456113,0.0007398013],"about_ca_topic_score_codex":0.000041768995,"about_ca_topic_score_gemma":0.0000036652223,"teacher_disagreement_score":0.7921879,"about_ca_system_score_codex":0.00007647172,"about_ca_system_score_gemma":0.00016540173,"threshold_uncertainty_score":0.9996813},"labels":[],"label_agreement":null},{"id":"W4323526458","doi":"10.1145/3545947.3576339","title":"Run, Llama, Run","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Block (permutation group theory); Computational thinking; Collaborative learning; Short run; Multimedia; Human–computer interaction; Knowledge management; Artificial intelligence","score_opus":0.014640255497287641,"score_gpt":0.24013801894475692,"score_spread":0.22549776344746927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526458","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030324358,0.00018050167,0.9367882,0.0055868397,0.0009850229,0.00009207304,3.176651e-7,0.0016535749,0.024389118],"genre_scores_gemma":[0.88964707,3.436718e-7,0.09888158,0.0006182832,0.000034972065,0.000013600271,8.9343314e-7,0.0000047973226,0.010798489],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926156,0.00009964256,0.000071697395,0.0001931594,0.0002000013,0.0001739206],"domain_scores_gemma":[0.99959385,0.000037591602,0.000025048335,0.00029574332,0.000007503423,0.000040271272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042286428,0.00004893591,0.00005092166,0.000048360052,0.00044174716,0.000110635585,0.00063790573,0.000009073323,0.00021838251],"category_scores_gemma":[0.000017613456,0.000046163506,0.000034977784,0.00020760334,0.000007944638,0.00009117902,0.00047601073,0.00025149217,0.00007835767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010884411,0.000049311406,0.0016853922,0.0000020925418,0.00000608349,0.000014431662,0.0024156852,0.0010853766,0.000056746165,0.12984692,0.007313874,0.857523],"study_design_scores_gemma":[0.000087827066,0.000069657945,0.0010860524,8.0551916e-7,8.4893674e-7,0.00001871879,0.00014847428,0.0083087655,0.000024421319,0.0003005131,0.98986393,0.000090002395],"about_ca_topic_score_codex":0.00010481871,"about_ca_topic_score_gemma":0.0000019674644,"teacher_disagreement_score":0.98255,"about_ca_system_score_codex":0.000025511958,"about_ca_system_score_gemma":0.000024489596,"threshold_uncertainty_score":0.33976066},"labels":[],"label_agreement":null},{"id":"W4323526467","doi":"10.1145/3545947.3576354","title":"The Role of Sketching in Facilitating Problem Solving in Introductory Programming","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Correctness; Programming language; Code (set theory); Keystroke logging; Data flow diagram; Sequence (biology); Program code; Human–computer interaction; Generative grammar; Mathematics education; Artificial intelligence; Database; Mathematics","score_opus":0.007491029291025777,"score_gpt":0.23058279585416794,"score_spread":0.22309176656314217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9199331,0.0025246304,0.07274809,0.0014861682,0.00038414844,0.00076828053,4.3276e-7,0.00047334548,0.0016818317],"genre_scores_gemma":[0.82476044,0.0000012205705,0.17505756,0.000013374986,0.000014025476,0.00005731106,4.863838e-7,0.0000065768418,0.00008900497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980364,0.00051621365,0.00039127204,0.00032838588,0.00031566172,0.0004120789],"domain_scores_gemma":[0.99901074,0.0004891718,0.00012923137,0.00032546165,0.000018244118,0.000027143391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038638366,0.00009709525,0.0001374849,0.00018549667,0.00044690477,0.00012935388,0.000847932,0.000017977422,0.000003986443],"category_scores_gemma":[0.00026544562,0.00008065198,0.000043038042,0.0006733661,0.000033352077,0.00023416682,0.00065398513,0.00074386626,0.00000107379],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029874911,0.000047497928,0.018036924,0.000010616752,0.0000028719544,0.0000027590422,0.03169023,0.008212328,0.00032306736,0.010526365,0.0000034931443,0.93114084],"study_design_scores_gemma":[0.0014103847,0.0006132775,0.018404502,0.00020602177,0.0000057814314,0.00005388628,0.16394743,0.28405738,0.00053897477,0.009168429,0.5205947,0.0009992305],"about_ca_topic_score_codex":0.0010867942,"about_ca_topic_score_gemma":0.00025897776,"teacher_disagreement_score":0.9301416,"about_ca_system_score_codex":0.00011292299,"about_ca_system_score_gemma":0.00007120422,"threshold_uncertainty_score":0.34372753},"labels":[],"label_agreement":null},{"id":"W4323526532","doi":"10.1145/3545947.3576288","title":"Finding and Categorizing COVID-19 Papers in CS Education","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Categorization; Coronavirus disease 2019 (COVID-19); Computer science; Schema (genetic algorithms); Pandemic; Data science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Process (computing); Information retrieval; Artificial intelligence; Outbreak; Medicine","score_opus":0.02354525523119139,"score_gpt":0.29658921327075666,"score_spread":0.27304395803956527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5580381,0.0011844753,0.37963194,0.030968713,0.00225817,0.00053586095,5.896752e-7,0.0014656024,0.025916534],"genre_scores_gemma":[0.9713549,0.00000201054,0.02644041,0.0011689519,0.000014494398,0.000022684942,0.0000015454295,0.0000032549449,0.0009917377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936557,0.00011848469,0.00007738465,0.0001999427,0.000106439846,0.00013215396],"domain_scores_gemma":[0.99969405,0.00008361873,0.000029602925,0.00012249869,0.0000027862652,0.00006743639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057060353,0.000045543067,0.00004761977,0.00012051651,0.00035299646,0.00010238721,0.00020806606,0.000011276235,0.000026500964],"category_scores_gemma":[0.0000933202,0.000047299025,0.000011022821,0.0002495645,0.000008671571,0.000096043565,0.00020011922,0.00020951996,0.0000016349427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014749845,0.00004720841,0.03018952,0.000013593176,0.0000021655023,0.0000060610964,0.015890399,0.0018980671,0.00012471805,0.078688554,0.00032345732,0.8728148],"study_design_scores_gemma":[0.00026256987,0.00007229391,0.008178405,0.0000056238123,0.000001899141,0.000065989996,0.0063565457,0.0125819305,0.00001011208,0.0008183225,0.9714347,0.00021160531],"about_ca_topic_score_codex":0.0008255967,"about_ca_topic_score_gemma":0.000031916967,"teacher_disagreement_score":0.97111124,"about_ca_system_score_codex":0.00012558646,"about_ca_system_score_gemma":0.0001877165,"threshold_uncertainty_score":0.2714999},"labels":[],"label_agreement":null},{"id":"W4323526536","doi":"10.1145/3545947.3576235","title":"Adapting Between Parsons Problems and Coding Tasks","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Coding (social sciences); Computer science; Cognitive science; Artificial intelligence; Human–computer interaction; Psychology; Sociology","score_opus":0.04817717598437409,"score_gpt":0.25542571861857577,"score_spread":0.20724854263420167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08050202,0.00018166962,0.9141186,0.0022472083,0.00014385275,0.00012331104,9.014817e-7,0.00076132966,0.0019210984],"genre_scores_gemma":[0.9140484,9.0052043e-7,0.08517075,0.00008705542,0.00003255481,0.000015376214,0.0000013603933,0.0000055976548,0.00063801423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991148,0.00013466002,0.000106542204,0.0002505307,0.00017328095,0.00022016495],"domain_scores_gemma":[0.9995805,0.00012964456,0.00005017434,0.00017424743,0.0000069860293,0.000058434296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083844486,0.00006621727,0.00008508349,0.000058981248,0.0007477653,0.00017593926,0.00034152973,0.000013224913,0.000014460633],"category_scores_gemma":[0.000030390784,0.00006444075,0.000021532856,0.00018602438,0.000014401751,0.00014014226,0.0005878567,0.00034131235,0.0000036995943],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6116077e-7,0.000016229413,0.036502596,0.000012065621,0.000013981957,0.00000640083,0.0070878053,0.00091932336,0.000079328485,0.02637503,0.0002997421,0.92868704],"study_design_scores_gemma":[0.00044586367,0.00032499348,0.014186232,0.00003090376,0.000013477132,0.00007810874,0.0013281011,0.067796014,0.000052952466,0.0008372949,0.9144183,0.00048774914],"about_ca_topic_score_codex":0.00014156278,"about_ca_topic_score_gemma":0.000002702177,"teacher_disagreement_score":0.9281993,"about_ca_system_score_codex":0.000021243315,"about_ca_system_score_gemma":0.000014839845,"threshold_uncertainty_score":0.57512814},"labels":[],"label_agreement":null},{"id":"W4323526582","doi":"10.1145/3545947.3576318","title":"Metacognitive Processes and Program Comprehension","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Program comprehension; Metacognition; Computer science; Comprehension; Tracing; Cognition; Attribution; Code (set theory); Test (biology); Cognitive psychology; Psychology; Programming language; Artificial intelligence; Mathematics education; Social psychology; Software; Software system","score_opus":0.021898759136618894,"score_gpt":0.280339547443537,"score_spread":0.25844078830691813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32031298,0.0029113088,0.6595713,0.0039019182,0.00048226237,0.0010494618,0.000001621746,0.005246631,0.006522534],"genre_scores_gemma":[0.84519947,0.0000020619977,0.15409625,0.00016593817,0.0000093952185,0.00007702136,0.0000017094715,0.0000039666197,0.00044417067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928164,0.0001092925,0.000066644476,0.00023258313,0.00016953505,0.00014030492],"domain_scores_gemma":[0.9996929,0.00008635009,0.000031140484,0.00011300057,0.000035158235,0.00004144413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022585991,0.00006047954,0.0000685371,0.0000511454,0.000448553,0.00014437876,0.00022515711,0.000008576793,0.00001673328],"category_scores_gemma":[0.00004163641,0.0000522633,0.000014323284,0.0002915538,0.000020930811,0.00015622147,0.00044397695,0.00019013618,0.000004145254],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019371926,0.00008466014,0.00057565764,0.000012909819,0.0000071382115,0.000004600766,0.0015510297,0.000044657798,0.000013075666,0.0033423426,0.00011435222,0.9942476],"study_design_scores_gemma":[0.00056971505,0.0011955322,0.0056121345,0.00001958233,0.00001733731,0.00014457892,0.0017344906,0.028314022,0.00020896689,0.0008196823,0.9609549,0.00040908012],"about_ca_topic_score_codex":0.000027071383,"about_ca_topic_score_gemma":0.000001978055,"teacher_disagreement_score":0.99383855,"about_ca_system_score_codex":0.000008243406,"about_ca_system_score_gemma":0.00003075022,"threshold_uncertainty_score":0.34499523},"labels":[],"label_agreement":null},{"id":"W4323526616","doi":"10.1145/3545947.3573330","title":"BOF: Grading for Equity in Computer Science Courses","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; Conestoga College; Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Grading (engineering); Equity (law); Representation (politics); Computer science; Inclusion (mineral); Mathematics education; Field (mathematics); Engineering ethics; Public relations; Sociology; Political science; Social science; Psychology; Mathematics; Engineering; Law","score_opus":0.07106279783798758,"score_gpt":0.37420803554714677,"score_spread":0.3031452377091592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032077305,0.000028129594,0.9655992,0.0009920591,0.0006186555,0.00013169782,3.9555786e-7,0.00024116604,0.00031141593],"genre_scores_gemma":[0.71162266,1.649741e-7,0.28794754,0.0002563512,0.00003003248,0.00002863998,4.6657726e-7,0.0000032322357,0.00011094108],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987287,0.00006073852,0.00012245186,0.00036988757,0.0003341053,0.0003841214],"domain_scores_gemma":[0.99948406,0.0001275421,0.000042887346,0.00026466252,0.0000240664,0.000056757497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023644099,0.000066419416,0.00008796252,0.0002048808,0.0007847676,0.00027855823,0.0012230661,0.000009473173,0.0000090407375],"category_scores_gemma":[0.000050482922,0.00006517533,0.00003559601,0.0006554046,0.00006489352,0.00032267606,0.0012161687,0.00021129788,0.0000027387746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022124368,0.000065674845,0.002684778,0.0000059868757,0.0000015350372,0.00000444783,0.0018173251,0.00853966,0.00010860281,0.08744058,0.0003671092,0.8989621],"study_design_scores_gemma":[0.000474842,0.00032225242,0.0037827354,0.000011302122,0.0000017471506,0.000030941414,0.00017502767,0.91079706,0.00017750284,0.0027079652,0.08125768,0.00026093516],"about_ca_topic_score_codex":0.00009407364,"about_ca_topic_score_gemma":0.0000077471495,"teacher_disagreement_score":0.9022574,"about_ca_system_score_codex":0.00014166735,"about_ca_system_score_gemma":0.0001345048,"threshold_uncertainty_score":0.60358775},"labels":[],"label_agreement":null},{"id":"W4324088770","doi":"10.3389/feduc.2023.1098410","title":"“It feels like I have a camera in my eye”: New methods for literacies research in maker-oriented classrooms","year":2023,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ontario Tech University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Affordance; Perspective (graphical); Computer science; Data collection; Narrative; Process (computing); Task (project management); Multimedia; Point (geometry); Human–computer interaction; Mathematics education; Psychology; Artificial intelligence; Engineering; Sociology","score_opus":0.06353334477901446,"score_gpt":0.4523262485950275,"score_spread":0.38879290381601306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324088770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0273274,0.0012741517,0.95320547,0.012263327,0.0047561056,0.000716112,8.393645e-7,0.00015426819,0.0003023292],"genre_scores_gemma":[0.027273005,0.000041464642,0.96015745,0.00021885561,0.00016656623,0.0003405048,0.00003214654,0.000020161191,0.011749858],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751484,0.0008381576,0.00033605608,0.0005134884,0.00022927989,0.00056814787],"domain_scores_gemma":[0.9990376,0.0003130494,0.000072718365,0.0004112278,0.000077696415,0.00008769641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004489418,0.000121719524,0.00019859272,0.0015757382,0.000118464886,0.00021801917,0.0005177311,0.00011176834,0.0000028202558],"category_scores_gemma":[0.00070834055,0.00013364396,0.000044478897,0.0023806274,0.000046043533,0.00041011182,0.00012430476,0.00065503165,0.000008599962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014237609,0.000102693455,0.040598433,0.000028126238,0.0000028585234,0.0000015642343,0.057137232,0.00025026107,0.000014819133,0.00052297,0.03192744,0.86939937],"study_design_scores_gemma":[0.00046987177,0.00008066879,0.024841709,0.0002561376,0.0000017610283,0.0000012660242,0.0146829765,0.057270184,0.000025134677,0.005830137,0.89635074,0.00018942614],"about_ca_topic_score_codex":0.00085886364,"about_ca_topic_score_gemma":0.00015444758,"teacher_disagreement_score":0.86920995,"about_ca_system_score_codex":0.00041686092,"about_ca_system_score_gemma":0.00056947285,"threshold_uncertainty_score":0.5449843},"labels":[],"label_agreement":null},{"id":"W4327605576","doi":"10.3389/feduc.2023.979709","title":"Preservice teachers’ science learning and self-efficacy to teach with robotics-based activities: Investigating a scaffolded and a self-guided approach","year":2023,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Brock University","keywords":"Robotics; Artificial intelligence; Curriculum; Bachelor; Educational robotics; Mathematics education; Science education; Computer science; Psychology; Pedagogy; Robot","score_opus":0.014179516162256454,"score_gpt":0.27715757016344594,"score_spread":0.2629780540011895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327605576","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82444096,0.00011788889,0.17216519,0.0014338108,0.00029492046,0.00047197565,1.1930673e-7,0.00085633196,0.00021881444],"genre_scores_gemma":[0.48125887,0.0000037006778,0.51841736,0.00008512445,0.00003089669,0.00005866455,0.000003035879,0.0000134904785,0.00012889042],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979834,0.00026154495,0.00018971223,0.0007299924,0.0003714847,0.00046385825],"domain_scores_gemma":[0.999147,0.00012617582,0.000121572695,0.0003128808,0.00006055234,0.00023184516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017699082,0.00018514674,0.00018981786,0.0007254173,0.0005716165,0.0006114901,0.00048439222,0.00006401658,2.0339583e-7],"category_scores_gemma":[0.0003909591,0.00018232234,0.000015296604,0.002171043,0.00012346762,0.00066478027,0.00019868801,0.00041602686,0.0000013847506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000125509905,0.0012267563,0.31820884,0.00030723834,0.000045475786,0.00000287735,0.26854333,0.06907016,0.00040481854,0.0007079354,0.002215696,0.3392543],"study_design_scores_gemma":[0.00096044096,0.00036088726,0.1008351,0.00036162877,0.000033105593,0.000023904104,0.025203254,0.85950774,0.00016473897,0.00011354825,0.011775199,0.00066042447],"about_ca_topic_score_codex":0.00015843353,"about_ca_topic_score_gemma":0.0000049585947,"teacher_disagreement_score":0.7904376,"about_ca_system_score_codex":0.00021579456,"about_ca_system_score_gemma":0.00072851614,"threshold_uncertainty_score":0.7434889},"labels":[],"label_agreement":null},{"id":"W4327698177","doi":"10.1080/10447318.2023.2189814","title":"A Child-Robot Musical Theater Afterschool Program for Promoting STEAM Education: A Case Study and Guidelines","year":2023,"lang":"en","type":"article","venue":"International Journal of Human-Computer Interaction","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"Canadian Institute for Theoretical Astrophysics; Congressional Hispanic Caucus Institute","keywords":"Robot; The arts; Robotics; Social robot; Psychology; Dance; Perception; Pedagogy; Multimedia; Engineering; Computer science; Visual arts; Mobile robot; Artificial intelligence; Art; Robot control","score_opus":0.052600434124556894,"score_gpt":0.4167163572807319,"score_spread":0.364115923156175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327698177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8742481,0.000046467016,0.11693866,0.0034576426,0.004523409,0.00053156854,7.551422e-7,0.00022763207,0.000025771848],"genre_scores_gemma":[0.9332464,0.0000033988242,0.06387447,0.00023990615,0.0024665012,0.00006920365,0.000004755185,0.000017748289,0.00007764627],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981706,0.00015405746,0.00072235864,0.0003290463,0.000424372,0.00019956684],"domain_scores_gemma":[0.9981606,0.00015199246,0.0004932216,0.00018406546,0.0009058673,0.000104273604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010924685,0.00017345887,0.00021052414,0.0005659849,0.00025002472,0.0009035436,0.00058257824,0.00004529114,0.000005789527],"category_scores_gemma":[0.00012338698,0.00014630736,0.00015131524,0.00016875382,0.00002164759,0.0009842435,0.00023140758,0.0004107836,0.00000686469],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003169237,0.00066892983,0.00082550076,0.000014763373,0.00018337299,0.0005489036,0.0092867,0.00028874868,0.00007926548,0.00012070851,0.0016158377,0.9863356],"study_design_scores_gemma":[0.011221271,0.016624669,0.028267467,0.0042778347,0.0003336153,0.16593443,0.026987366,0.4797458,0.00047282068,0.0015942848,0.26252094,0.002019507],"about_ca_topic_score_codex":0.00007100494,"about_ca_topic_score_gemma":0.000018003086,"teacher_disagreement_score":0.98431605,"about_ca_system_score_codex":0.00009013241,"about_ca_system_score_gemma":0.00006868803,"threshold_uncertainty_score":0.87128913},"labels":[],"label_agreement":null},{"id":"W4360866760","doi":"10.1080/10986065.2023.2191074","title":"Vygotskian hybridizing of motion and mapping: Learning about geometric transformations in block-based programming environments","year":2023,"lang":"en","type":"article","venue":"Mathematical Thinking and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Affordance; Motion (physics); Articulation (sociology); Construct (python library); Action (physics); Mathematics education; Computer science; Human–computer interaction; Block (permutation group theory); Space (punctuation); Mathematics; Programming language; Artificial intelligence; Geometry","score_opus":0.019792300624523314,"score_gpt":0.2440825817749579,"score_spread":0.2242902811504346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360866760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43103945,0.00019459067,0.5677745,0.00026158936,0.0000291972,0.00017210054,1.2980382e-7,0.00038000025,0.00014848361],"genre_scores_gemma":[0.92081517,0.000028711489,0.07896255,0.000015726557,0.000015767573,0.000021834618,0.0000055414407,0.000020965264,0.00011374974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978269,0.0003941099,0.00049435365,0.00038952165,0.00042463726,0.0004704777],"domain_scores_gemma":[0.99873054,0.0007757346,0.00019936166,0.00017150064,0.000015559443,0.00010730766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032795747,0.00019888395,0.00032988595,0.0008696071,0.00061910105,0.0002840604,0.0002481208,0.00010117958,0.0000045556326],"category_scores_gemma":[0.00087856426,0.0001952561,0.00006687207,0.0012652751,0.000086385095,0.00030746358,0.00014256904,0.0010345808,0.000012861575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003643719,0.00008754004,0.020605797,0.0005890766,0.000022447279,0.000017149454,0.028312387,0.022865549,0.0002033226,0.004382923,9.863423e-7,0.9229092],"study_design_scores_gemma":[0.0012849238,0.0002814492,0.049565747,0.0015383684,0.000032174838,0.00006114217,0.0041177203,0.9297635,0.00018685083,0.0030291378,0.0095210215,0.00061799167],"about_ca_topic_score_codex":0.000021771886,"about_ca_topic_score_gemma":7.4708834e-7,"teacher_disagreement_score":0.92229116,"about_ca_system_score_codex":0.00003427722,"about_ca_system_score_gemma":0.000015000572,"threshold_uncertainty_score":0.79623127},"labels":[],"label_agreement":null},{"id":"W4360992100","doi":"10.1007/978-3-031-13017-5","title":"Excursions in Number Theory, Algebra, and Analysis","year":2023,"lang":"en","type":"book","venue":"Undergraduate texts in mathematics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton","funders":"","keywords":"Algebra over a field; Computer science; Mathematics; Pure mathematics","score_opus":0.019631104023973427,"score_gpt":0.2804248911182715,"score_spread":0.26079378709429807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360992100","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052329083,0.0007406548,0.7258393,0.0029056848,0.00071468763,0.0011889393,0.00006617837,0.0020997804,0.26592147],"genre_scores_gemma":[0.002581665,0.00014453467,0.12510064,0.000057330868,0.000045101613,0.000042169617,0.00009693981,0.00008731964,0.8718443],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975764,0.00024963098,0.00061846955,0.00065084914,0.00043102354,0.0004736231],"domain_scores_gemma":[0.9967287,0.001939613,0.0003112321,0.0008922483,0.0000283086,0.00009990799],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016352017,0.00037980534,0.00073194725,0.0010437071,0.00011139191,0.0002829753,0.0008792028,0.00029441365,0.000056662484],"category_scores_gemma":[0.00038647273,0.0003596745,0.00018120086,0.0011940052,0.00011282391,0.00014037188,0.0005074727,0.0010446801,0.00028595462],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013867938,0.00013753529,0.00042241372,0.0002645688,0.00027110495,0.0001388947,0.0062648454,0.00030115692,1.6139303e-7,0.9275949,0.008720716,0.055882312],"study_design_scores_gemma":[0.00019572573,0.000017724144,0.00026644737,0.00065772294,0.00014421045,0.000019361558,0.0000951338,0.017936308,1.7926766e-7,0.9584046,0.021812605,0.0004499899],"about_ca_topic_score_codex":0.0000191684,"about_ca_topic_score_gemma":0.0002299997,"teacher_disagreement_score":0.6059228,"about_ca_system_score_codex":0.0001751051,"about_ca_system_score_gemma":0.00014368276,"threshold_uncertainty_score":0.9998855},"labels":[],"label_agreement":null},{"id":"W4362503934","doi":"10.1007/978-3-031-23936-6_9","title":"Using Bee-Bots® in Early Learning STEM: An Analysis of Resources","year":2023,"lang":"en","type":"book-chapter","venue":"Contemporary trends and issues in science education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Mount Saint Vincent University","funders":"","keywords":"Variety (cybernetics); Curriculum; Mathematics education; Robot; The Internet; Computer science; Subject (documents); Literacy; Multimedia; World Wide Web; Pedagogy; Artificial intelligence; Psychology","score_opus":0.085086999435996,"score_gpt":0.35600702217624863,"score_spread":0.2709200227402526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362503934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9266923,0.009763388,0.0024364314,0.00091374456,0.0013921759,0.00031329584,0.000005716285,0.00038308324,0.05809988],"genre_scores_gemma":[0.91983265,0.000052573527,0.004008544,0.0000119775395,0.0000607509,0.0000042047886,0.000012534287,0.000017577526,0.07599919],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99780643,0.00013178466,0.0005216079,0.0008118651,0.00047682412,0.00025148445],"domain_scores_gemma":[0.9988305,0.00010059215,0.00043372266,0.00043051038,0.000095933756,0.00010873835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022476437,0.00021573593,0.0004821708,0.004462762,0.00019587581,0.00036975875,0.000816477,0.00013504081,0.000004961942],"category_scores_gemma":[0.00006654751,0.00021963882,0.00007518004,0.0021313636,0.00033866812,0.001165992,0.00021106383,0.0004884407,0.0000016075599],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075577054,0.00008259294,0.095511116,0.000036565627,0.00003867481,0.000008898128,0.056344543,0.001459791,0.00007001197,0.034923173,0.000014302477,0.81150275],"study_design_scores_gemma":[0.0007161564,0.0011825279,0.6578055,0.0030920568,0.00027663202,0.000011609953,0.010845672,0.19569965,0.000050353963,0.0031388197,0.124926984,0.0022540167],"about_ca_topic_score_codex":0.0024695129,"about_ca_topic_score_gemma":0.00020433929,"teacher_disagreement_score":0.80924875,"about_ca_system_score_codex":0.00009323269,"about_ca_system_score_gemma":0.0004900623,"threshold_uncertainty_score":0.8956611},"labels":[],"label_agreement":null},{"id":"W4366428239","doi":"10.1007/s10664-022-10279-3","title":"Introduction to the special issue on program comprehension","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Program comprehension; Computer science; Comprehension; Programming language; Software","score_opus":0.02009561219030038,"score_gpt":0.2880236548705743,"score_spread":0.2679280426802739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366428239","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09988373,0.00003206428,0.81747186,0.0625978,0.007636388,0.0006887044,9.019853e-7,0.011629896,0.000058637008],"genre_scores_gemma":[0.25193474,0.0000067371343,0.61620605,0.0022375265,0.12501645,0.00040372,0.00004401793,0.0001623075,0.0039884737],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878836,0.000048954425,0.00013711522,0.00036837626,0.00030038608,0.0003568369],"domain_scores_gemma":[0.999205,0.00022439189,0.000021293725,0.00041424925,0.000025103145,0.00010994991],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035698857,0.00013413068,0.00011283966,0.00013295731,0.00020864572,0.00019217863,0.0004656197,0.000050642968,0.000018114555],"category_scores_gemma":[0.0006768729,0.000099589786,0.00005840999,0.0010738756,0.000008916055,0.00009263279,0.0002065921,0.00040309972,0.0013621333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029918608,0.000028604418,0.00063444173,0.000007867807,0.0000061081964,0.000006423578,0.0010251077,0.16873899,0.0000071526583,0.0001168789,0.14158162,0.6878438],"study_design_scores_gemma":[0.000055335953,0.00014959268,0.024267256,0.000016418659,0.000001713687,0.0000042452707,0.000009999337,0.02255828,0.000028894847,0.000005338886,0.95277596,0.00012698561],"about_ca_topic_score_codex":0.0000052331748,"about_ca_topic_score_gemma":7.729036e-7,"teacher_disagreement_score":0.8111943,"about_ca_system_score_codex":0.000051112456,"about_ca_system_score_gemma":0.000010145911,"threshold_uncertainty_score":0.9994154},"labels":[],"label_agreement":null},{"id":"W4366431513","doi":"10.23977/aetp.2023.070211","title":"Pair Programming Efficacy and Implementation Strategies in Chinese High School IT Curriculum","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Cohesion (chemistry); Computational thinking; Computer science; Class (philosophy); Mathematics education; Knowledge management; Pedagogy; Sociology; Psychology; Artificial intelligence","score_opus":0.01134631868361173,"score_gpt":0.38888485746986196,"score_spread":0.3775385387862502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366431513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96225333,0.002036659,0.0043415218,0.030335905,0.0005271143,0.00019197386,4.689335e-7,0.00023600482,0.00007700506],"genre_scores_gemma":[0.96708715,0.00045631238,0.032041993,0.00017153488,0.00003715795,0.00015160993,0.000013237132,0.0000052780997,0.000035728473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989499,0.000077040575,0.00021502818,0.0004158034,0.00006416369,0.00027808023],"domain_scores_gemma":[0.9995279,0.00016496348,0.00007344336,0.00018045769,0.000019259407,0.00003400181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037459188,0.00011046384,0.00012911884,0.0007963406,0.00011019037,0.00004750345,0.0002599245,0.00011462298,0.000008667328],"category_scores_gemma":[0.000133559,0.000104876475,0.00000918875,0.0015027222,0.00015529933,0.00049319124,0.000086747605,0.0003730849,0.000011879257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003069207,0.00008395064,0.44283277,0.00001120216,0.00000311176,0.0000042139145,0.00062510354,0.00004806415,0.000015959917,0.12651531,0.00007086052,0.42978638],"study_design_scores_gemma":[0.00075628073,0.00014634032,0.8012337,0.00003113811,0.0000015504411,0.0000547644,0.0018099457,0.00011958555,0.0000020644663,0.147846,0.047841962,0.00015663993],"about_ca_topic_score_codex":0.000042092408,"about_ca_topic_score_gemma":0.00019454252,"teacher_disagreement_score":0.42962974,"about_ca_system_score_codex":0.000017865626,"about_ca_system_score_gemma":0.000049582006,"threshold_uncertainty_score":0.42767385},"labels":[],"label_agreement":null},{"id":"W4366597152","doi":"10.1145/3591210","title":"Evaluation of Submission Limits and Regression Penalties to Improve Student Behavior with Automatic Assessment Systems","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Computer science; Limiting; Mathematics education; Psychology","score_opus":0.04838050288104476,"score_gpt":0.39384469373592607,"score_spread":0.34546419085488134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366597152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67938125,0.000037686244,0.31861684,0.00043242166,0.0007533192,0.0005184422,4.4357867e-7,0.00024288146,0.00001670544],"genre_scores_gemma":[0.93488896,0.0000033324488,0.06482495,0.000014062084,0.0000322578,0.00013149859,0.000004155569,0.000011773683,0.00008901809],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802893,0.0003623484,0.00025564176,0.00035160076,0.00083001505,0.0001714595],"domain_scores_gemma":[0.9986888,0.00021913848,0.00017335443,0.0005096758,0.0003192949,0.0000897317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002109863,0.00012887803,0.0001460271,0.00034913907,0.00034985982,0.00018056552,0.0003153091,0.0000448244,0.0000017498791],"category_scores_gemma":[0.00007880873,0.000104595485,0.000027035465,0.0005653141,0.000016251337,0.00017032256,0.000020661138,0.00019289699,0.000005676167],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021843498,0.00021045616,0.0008228992,0.000053582447,0.000015649966,2.7381697e-7,0.004303349,0.018224278,0.0006584492,0.00007584397,0.00002016126,0.9756129],"study_design_scores_gemma":[0.0007581497,0.0010642332,0.4860415,0.00177847,0.00026462247,0.000027771048,0.005630019,0.5024297,0.0012438464,0.000079628764,0.00030004082,0.00038199406],"about_ca_topic_score_codex":0.00010721236,"about_ca_topic_score_gemma":0.0000052652695,"teacher_disagreement_score":0.9752309,"about_ca_system_score_codex":0.00016344049,"about_ca_system_score_gemma":0.00035538836,"threshold_uncertainty_score":0.426528},"labels":[],"label_agreement":null},{"id":"W4367052795","doi":"10.3390/app13095381","title":"STEAM Education and the Innovative Pedagogies in the Intelligence Era","year":2023,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"National Natural Science Foundation of China","keywords":"Engineering ethics; Pedagogy; Political science; Mathematics education; Psychology; Engineering","score_opus":0.04525932670580616,"score_gpt":0.3362232034624637,"score_spread":0.2909638767566575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367052795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8402173,0.00072726654,0.091189474,0.03998263,0.0007243782,0.0008184704,2.5422852e-7,0.00053226354,0.025807947],"genre_scores_gemma":[0.99368566,0.000017664564,0.0055872337,0.00052725413,0.000028747758,0.00006379146,2.9447486e-7,0.0000013977128,0.000087949775],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9990105,0.00020821705,0.00011357467,0.00023842393,0.0002501922,0.00017911059],"domain_scores_gemma":[0.9987296,0.0009917406,0.00005449243,0.00019266522,0.00002029992,0.0000111988575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005273695,0.00006114552,0.0000630579,0.000121296325,0.0007207527,0.00042901596,0.0010863,0.000016002665,6.633075e-7],"category_scores_gemma":[0.00022374092,0.000030069132,0.00000932096,0.002672694,0.00054473104,0.00017351963,0.00017388121,0.00031403554,0.000021343702],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.623283e-7,0.0000074617137,0.00025898105,0.0000014651815,6.0006727e-7,1.6072573e-7,0.04056982,0.00013948343,0.000008139308,0.43379772,0.000098574485,0.52511674],"study_design_scores_gemma":[0.00059828686,0.00022251862,0.09053024,0.00009997605,0.000007816057,0.000043557622,0.531073,0.038384695,0.0005399268,0.24487606,0.09292089,0.000703059],"about_ca_topic_score_codex":0.000104136845,"about_ca_topic_score_gemma":0.000017966931,"teacher_disagreement_score":0.5244137,"about_ca_system_score_codex":0.000006632544,"about_ca_system_score_gemma":0.00012142691,"threshold_uncertainty_score":0.554352},"labels":[],"label_agreement":null},{"id":"W4367316643","doi":"10.1080/00220671.2023.2203092","title":"Technology and early mathematics skills: Effectiveness of I Love Math with Robots","year":2023,"lang":"en","type":"article","venue":"The Journal of Educational Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Context (archaeology); Robot; Mathematics education; Cognition; Intervention (counseling); Control (management); Psychology; Developmental psychology; Computer science; Artificial intelligence","score_opus":0.04440673207296298,"score_gpt":0.3850240211918482,"score_spread":0.3406172891188852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367316643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854574,0.00025530005,0.00858139,0.0054320795,0.00005214832,0.0000822155,1.5366301e-7,0.0000066364664,0.00013263771],"genre_scores_gemma":[0.9820115,0.000027382941,0.017363835,0.000002225397,0.00003565323,0.0000019603037,9.8816315e-8,0.0000055842274,0.00055174413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99872065,0.00036850688,0.00015406727,0.00007088959,0.0005142001,0.0001717161],"domain_scores_gemma":[0.9945067,0.004695094,0.00012756357,0.00019559034,0.00043110963,0.000043930177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062018186,0.0000466738,0.00011372891,0.0005603162,0.00010901276,0.000051001512,0.0006043333,0.000029512317,0.0000034732473],"category_scores_gemma":[0.0011873539,0.000026674092,0.00001807781,0.00122971,0.00019737268,0.00011953295,0.00014134836,0.00047526328,0.000023712417],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001870662,0.0011238978,0.10046014,0.00066726323,0.00030838436,0.000019097677,0.03935312,0.0040146764,0.0071099186,0.77140284,0.00075487286,0.07459872],"study_design_scores_gemma":[0.0010822327,0.0029668564,0.8492742,0.0021763295,0.00003636061,0.0013142598,0.0048328927,0.0029686221,0.002473184,0.13067766,0.0019426189,0.00025480185],"about_ca_topic_score_codex":0.000014565288,"about_ca_topic_score_gemma":7.3206974e-7,"teacher_disagreement_score":0.74881405,"about_ca_system_score_codex":0.000029584091,"about_ca_system_score_gemma":0.00030070738,"threshold_uncertainty_score":0.2149439},"labels":[],"label_agreement":null},{"id":"W4376862387","doi":"10.1007/s42330-023-00267-0","title":"Promoting Computational Thinking, Computational Participation, and Spatial Reasoning with LEGO Robotics","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation of Sri Lanka","keywords":"Computational thinking; Robotics; Science education; Artificial intelligence; Mathematics education; Computer science; Spatial intelligence; Spatial ability; Human–computer interaction; Robot; Psychology; Cognition","score_opus":0.012036872870608334,"score_gpt":0.2654021580600215,"score_spread":0.25336528518941315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376862387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5490029,0.00008545387,0.44284716,0.007725537,0.0001666548,0.00007897256,3.0184535e-7,0.000057457728,0.00003555864],"genre_scores_gemma":[0.6759638,0.0000013471318,0.32397452,0.000026367883,0.000017189825,0.0000021207834,8.78339e-7,0.0000037109837,0.000010013217],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991044,0.000014890692,0.00023093156,0.00016334056,0.00025330743,0.00023315729],"domain_scores_gemma":[0.998918,0.00007782219,0.0002712624,0.000101750345,0.00042925827,0.0002018969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010874788,0.00007747667,0.00011195214,0.00093427533,0.00078022765,0.0003721756,0.00034110906,0.000043719912,8.6390236e-7],"category_scores_gemma":[0.00043005685,0.0000666583,0.000009312601,0.0012000912,0.0006067211,0.00036104926,0.00004293511,0.00020974988,0.0000015457692],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.681333e-7,0.000052755422,0.037406523,0.000055954144,0.0000188238,0.00001624339,0.03226388,0.017558359,0.000028316303,0.5674539,0.00008244636,0.34506202],"study_design_scores_gemma":[0.00028575017,0.00029005518,0.040384937,0.0005155413,0.000025587862,0.00096057553,0.004097665,0.74186456,0.000048775863,0.21050212,0.0007682035,0.000256225],"about_ca_topic_score_codex":0.00015961102,"about_ca_topic_score_gemma":0.00021391497,"teacher_disagreement_score":0.7243062,"about_ca_system_score_codex":0.000055306282,"about_ca_system_score_gemma":0.0020094726,"threshold_uncertainty_score":0.6000959},"labels":[],"label_agreement":null},{"id":"W4378071936","doi":"10.31756/jrsmte.213si","title":"STEAM Camp: Teaching Middle School Students Mathematics, Science and Coding through Digital Designs","year":2023,"lang":"en","type":"article","venue":"Journal of Research in Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Outreach; Mathematics education; Curriculum; Coding (social sciences); Computer science; Pedagogy; Psychology; Sociology; Political science","score_opus":0.12201780509805586,"score_gpt":0.44318116519025075,"score_spread":0.32116336009219487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378071936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97544533,0.00021896565,0.020749766,0.0027898392,0.00022144355,0.00020833647,2.2681081e-7,0.00008361387,0.00028246926],"genre_scores_gemma":[0.83320695,0.00009089443,0.166575,0.000009227832,0.000028157474,0.000008805036,8.4989104e-8,0.0000062491995,0.000074624055],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99674857,0.000052312796,0.00044635666,0.00034613864,0.0018235871,0.0005830427],"domain_scores_gemma":[0.99791104,0.00045098053,0.0002743764,0.0003879424,0.00079454156,0.00018110931],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.019979805,0.00010636536,0.00020612752,0.0031895828,0.0010286504,0.0016741824,0.0020451853,0.00006824345,6.7840375e-7],"category_scores_gemma":[0.009047823,0.0000860507,0.000017104598,0.0051588384,0.0017660201,0.0021304942,0.0009701246,0.0010371363,0.0000115803905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039353354,0.0013277342,0.029827928,0.0005058034,0.000019042285,0.00004449967,0.06420784,0.000024689634,0.012015671,0.28518766,0.00035242114,0.60648274],"study_design_scores_gemma":[0.0015710271,0.0018760901,0.010572512,0.0082580345,0.000024279163,0.0027647933,0.28480047,0.061888665,0.00464854,0.6158457,0.0067248093,0.0010250926],"about_ca_topic_score_codex":0.000010642279,"about_ca_topic_score_gemma":9.958492e-7,"teacher_disagreement_score":0.60545766,"about_ca_system_score_codex":0.00026120731,"about_ca_system_score_gemma":0.001547708,"threshold_uncertainty_score":0.9993622},"labels":[],"label_agreement":null},{"id":"W4378800987","doi":"10.1145/3569173.3569176","title":"Crafting Technology-Enhanced Educational Videos for Visual Learners","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Whiteboard; Class (philosophy); Presentation (obstetrics); Computer science; Interactivity; CLARITY; Multimedia; Theme (computing); Discipline; Mathematics education; Experiential learning; Psychology; World Wide Web; Artificial intelligence","score_opus":0.011647994138896594,"score_gpt":0.2948648597538784,"score_spread":0.28321686561498177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378800987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04228596,0.000053332944,0.94159985,0.013535841,0.0004366274,0.00016507311,3.7363213e-7,0.00074143446,0.0011814896],"genre_scores_gemma":[0.7774467,1.6806942e-7,0.21769945,0.0002531649,0.00004990666,0.00019238,0.000003577509,0.0000070571314,0.004347627],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991059,0.000051953837,0.00012332173,0.00030585748,0.00016620627,0.0002467663],"domain_scores_gemma":[0.9995223,0.00016545571,0.0000598564,0.00018730978,0.000031610387,0.000033426873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004601125,0.000071394476,0.00007492093,0.0001759063,0.0007760056,0.000088969784,0.00056869665,0.00002546105,0.00006683589],"category_scores_gemma":[0.0002010765,0.00007416512,0.00004820485,0.00042053475,0.000023155024,0.00012606184,0.0003062936,0.00030273365,0.000015954189],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043456907,0.000103000544,0.0011154896,0.000006910367,0.000013544329,5.3815256e-7,0.0016401774,0.0020501118,0.001541954,0.094047144,0.0012579148,0.89821887],"study_design_scores_gemma":[0.0010212659,0.00086783036,0.00091925706,0.000017318147,0.000011240595,0.00005896897,0.00557289,0.097021274,0.0031484012,0.011227732,0.8794331,0.00070074724],"about_ca_topic_score_codex":0.000014271691,"about_ca_topic_score_gemma":0.0000013774552,"teacher_disagreement_score":0.8975181,"about_ca_system_score_codex":0.00006075774,"about_ca_system_score_gemma":0.00010973483,"threshold_uncertainty_score":0.59684867},"labels":[],"label_agreement":null},{"id":"W4379876866","doi":"10.1007/978-3-031-34550-0_35","title":"Assessing the Impact of Using Python to Teach Computational Thinking for Remote Schools in a Blended Learning Environment","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computational thinking; Python (programming language); Computer science; Curriculum; Popularity; Bridging (networking); Mathematics education; Artificial intelligence; Programming language; Pedagogy; Sociology; Mathematics; Psychology","score_opus":0.04048910426055992,"score_gpt":0.33571514867973656,"score_spread":0.29522604441917666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379876866","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050227484,0.00007522952,0.99304134,0.0006373243,0.00039179283,0.0006277267,0.0000014913446,0.00016144391,0.000040906853],"genre_scores_gemma":[0.3171146,0.0000025402956,0.68253857,0.00009747541,0.00013883108,0.0000047623967,0.0000043968676,0.000041981664,0.00005683553],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962135,0.00018366844,0.0006526728,0.0012156182,0.0010085619,0.0007259569],"domain_scores_gemma":[0.99708194,0.0015119726,0.00048666785,0.00069509784,0.00010565532,0.000118671895],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044492185,0.0004391298,0.0005338519,0.0010631825,0.00060372753,0.0010310843,0.002205903,0.00021166557,0.0000019828542],"category_scores_gemma":[0.00048117968,0.00034756106,0.00023294316,0.0007469199,0.0002147459,0.0005221138,0.0011402913,0.0017365752,0.0000068550853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028655925,0.000009095196,0.00025626962,0.000015328982,0.00000886715,0.0000079231295,0.0019734518,0.6228805,0.000093233895,0.0005208524,0.0000010992395,0.37423047],"study_design_scores_gemma":[0.00023523916,0.00018351866,0.0015155787,0.0009667233,0.000007218172,0.000028999031,0.0000047678936,0.9609866,0.00004307269,0.035477046,0.0001712249,0.00038000342],"about_ca_topic_score_codex":0.0002339482,"about_ca_topic_score_gemma":0.000011893843,"teacher_disagreement_score":0.3738505,"about_ca_system_score_codex":0.00074037194,"about_ca_system_score_gemma":0.00080682413,"threshold_uncertainty_score":0.99989766},"labels":[],"label_agreement":null},{"id":"W4380077453","doi":"10.33902/jpr.202318636","title":"When preservice and inservice teachers join forces: A collaborative way to support the enactment of new coding curricula in mathematics classrooms","year":2023,"lang":"en","type":"article","venue":"Journal of Pedagogical Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University","funders":"Social Sciences and Humanities Research Council of Canada; Brock University","keywords":"Join (topology); Coding (social sciences); Curriculum; Mathematics education; Computer science; Pedagogy; Psychology; Sociology; Mathematics","score_opus":0.260465954462457,"score_gpt":0.46185735328230637,"score_spread":0.20139139881984935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380077453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9520822,0.00028967074,0.024882872,0.021219123,0.000100421625,0.0005542799,0.0000015246792,0.000042561893,0.0008273055],"genre_scores_gemma":[0.9317252,0.00017606516,0.063213766,0.00016250763,0.00015835889,0.000020208903,8.887378e-7,0.000020056916,0.004522975],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967614,0.0006880907,0.00054277823,0.0002140278,0.0013299978,0.0004637186],"domain_scores_gemma":[0.9972746,0.0015274255,0.0002226625,0.00028892382,0.00039688367,0.0002894977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008558274,0.00011445752,0.0002956904,0.00042694138,0.00016401453,0.0002736509,0.0011936656,0.00007390246,0.000021829588],"category_scores_gemma":[0.0017142717,0.00006257621,0.00006145708,0.0016782347,0.00006607312,0.00029726487,0.0006931783,0.0010700129,0.00001412937],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011903604,0.000439599,0.00617362,0.000255414,0.00009083139,0.00028336814,0.67452157,0.001658379,0.0015406477,0.014559256,0.010300032,0.29005826],"study_design_scores_gemma":[0.005066788,0.010069091,0.04346573,0.0030052809,0.000059050984,0.00031359377,0.3679377,0.046629705,0.00088135456,0.034226816,0.4874565,0.00088835595],"about_ca_topic_score_codex":0.0003071361,"about_ca_topic_score_gemma":0.00016103481,"teacher_disagreement_score":0.4771565,"about_ca_system_score_codex":0.00011851323,"about_ca_system_score_gemma":0.00030404012,"threshold_uncertainty_score":0.4648733},"labels":[],"label_agreement":null},{"id":"W4380078323","doi":"10.4018/ijtepd.324166","title":"Reimagining the Mathematics Curriculum Through a Cross-Curricular and Maker Education Lens","year":2023,"lang":"en","type":"article","venue":"International Journal of Teacher Education and Professional Development","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Western University","funders":"","keywords":"Curriculum; Mathematics education; Pedagogy; Sociology; Psychology","score_opus":0.025076424000494483,"score_gpt":0.3735240009849356,"score_spread":0.3484475769844411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380078323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90929776,0.0017155068,0.021958195,0.050289974,0.015133156,0.00026583293,6.807073e-7,0.00012728015,0.0012115834],"genre_scores_gemma":[0.82245594,0.0001456891,0.16786936,0.0011817283,0.00054628117,0.00003916496,0.0000125929655,0.000014892042,0.00773436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986685,0.00011117053,0.00040144363,0.00016497356,0.00051890785,0.00013498675],"domain_scores_gemma":[0.998943,0.000103500905,0.0003498077,0.00010956221,0.0004334812,0.000060692797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011422428,0.00011359962,0.000106464904,0.00016064355,0.00026422727,0.00032074578,0.0004653021,0.00003939316,0.000015079555],"category_scores_gemma":[0.00021390631,0.00006781341,0.000038433067,0.00018741205,0.000050638027,0.00058630935,0.00021640267,0.0004231353,0.000015927206],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007660206,0.00072211336,0.05294187,0.000036438603,0.000096414835,0.0000068134177,0.046393245,0.00002266457,0.000041192972,0.040230073,0.01362627,0.84587526],"study_design_scores_gemma":[0.00025958242,0.000024640065,0.1732407,0.00051423616,0.000010398166,0.00052311155,0.005269227,0.0006574234,0.000042947784,0.003816127,0.8154704,0.00017117489],"about_ca_topic_score_codex":0.000016756487,"about_ca_topic_score_gemma":0.0000011145322,"teacher_disagreement_score":0.8457041,"about_ca_system_score_codex":0.00007646844,"about_ca_system_score_gemma":0.0009650381,"threshold_uncertainty_score":0.3092959},"labels":[],"label_agreement":null},{"id":"W4380564165","doi":"10.1109/tale54877.2022.00096","title":"The Future Nexus of Computational Thinking Education: A Preliminary Systematic Review of Reviews","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Nexus (standard); Scope (computer science); Computer science; Field (mathematics); Systematic review; Domain (mathematical analysis); Management science; Data science; Knowledge management; MEDLINE; Engineering; Political science","score_opus":0.011679523633496358,"score_gpt":0.27446048967537456,"score_spread":0.26278096604187823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380564165","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006440662,0.83532685,0.15357068,0.0075499965,0.0009224866,0.0014091533,6.4086515e-7,0.00010456278,0.0010511983],"genre_scores_gemma":[0.1821937,0.013656019,0.7842768,0.010352671,0.0004415321,0.0017796324,0.000045942972,0.00004788418,0.0072058258],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980364,0.00080970523,0.0005318485,0.00013720713,0.00039573567,0.00008909493],"domain_scores_gemma":[0.99860126,0.00030702804,0.00053732615,0.00044859064,0.00008480909,0.000020962205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029575983,0.000069478825,0.00028250844,0.000036385787,0.00038977378,0.000033378255,0.00095005013,0.000009974116,0.000015414524],"category_scores_gemma":[0.00017713227,0.00004342083,0.00011102855,0.00036609772,0.000020008085,0.00008181358,0.00027218714,0.00019346201,0.0000029165376],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004269062,0.00022998994,0.000040800882,0.3900845,0.000050027385,0.0000011130653,0.009551567,0.0013944732,0.0000010120889,0.36207518,0.0135599915,0.22300708],"study_design_scores_gemma":[0.00035705796,0.0011335199,0.00050099025,0.28871366,0.00032853583,0.00050023827,0.0070935427,0.025046917,0.0000064769483,0.015114944,0.66054845,0.0006556741],"about_ca_topic_score_codex":0.000008528421,"about_ca_topic_score_gemma":3.4634968e-7,"teacher_disagreement_score":0.82167083,"about_ca_system_score_codex":0.00002526171,"about_ca_system_score_gemma":0.00016767991,"threshold_uncertainty_score":0.29978642},"labels":[],"label_agreement":null},{"id":"W4380905498","doi":"10.1007/978-3-031-35254-6_11","title":"Logic Programming at Elementary School: Why, What and How Should We Teach Logic Programming to Children?","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Mathematics education; Logical reasoning; Logic programming; Computational thinking; Computer programming; Artificial intelligence; Programming language; Mathematics","score_opus":0.03801753468501129,"score_gpt":0.278903641103232,"score_spread":0.24088610641822072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380905498","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004837593,0.0024057701,0.97238797,0.01977299,0.0018551765,0.0016366971,0.0000027589613,0.001401879,0.000053018837],"genre_scores_gemma":[0.026144017,0.0003121747,0.9661363,0.004760657,0.0008716996,0.00011203045,0.000034630753,0.0001472511,0.0014812667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922072,0.00017270532,0.0006155235,0.003402945,0.0017195315,0.0018820437],"domain_scores_gemma":[0.9964029,0.000559431,0.00043102234,0.00170905,0.00018266629,0.000714888],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0028275219,0.0011074545,0.00089555955,0.0014767272,0.001179593,0.005724432,0.00392452,0.0005272709,0.000010823789],"category_scores_gemma":[0.00033196303,0.0009812085,0.0002287451,0.0013759219,0.0006875164,0.0015978398,0.0050993045,0.0024562206,0.00008205858],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067900323,0.000039350427,0.0010355512,0.000067498484,0.000032757416,0.00012077664,0.0016766598,0.0026705225,0.000021160546,0.0023367468,0.00010938845,0.9918828],"study_design_scores_gemma":[0.004070471,0.008577445,0.005120993,0.016105426,0.00034249012,0.003129597,0.00011090413,0.1371855,0.00072228315,0.09541575,0.7133092,0.015909895],"about_ca_topic_score_codex":0.00008732287,"about_ca_topic_score_gemma":0.00031617843,"teacher_disagreement_score":0.9759729,"about_ca_system_score_codex":0.0006150326,"about_ca_system_score_gemma":0.00027827802,"threshold_uncertainty_score":0.99984515},"labels":[],"label_agreement":null},{"id":"W4381799994","doi":"10.31756/jrsmte.617si","title":"School and Community Practices of Computational Thinking in Mathematics Education through Diverse Perspectives","year":2023,"lang":"en","type":"article","venue":"Journal of Research in Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Curriculum; Mathematics education; Computational thinking; Affordance; Framing (construction); Constructivism (international relations); Social constructivism; Pedagogy; Outreach; Psychology; Engineering","score_opus":0.11684406814441076,"score_gpt":0.4718150803130679,"score_spread":0.3549710121686571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381799994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98902637,0.00040978493,0.004704948,0.0054357136,0.00008994025,0.00013414929,1.2125196e-7,0.000022796254,0.00017616997],"genre_scores_gemma":[0.7231784,0.0001402152,0.27664515,0.0000043859463,0.000010244452,0.000005077744,1.5110732e-7,0.000002422052,0.000013944477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99854434,0.00019008853,0.00035115084,0.00013608059,0.0005812375,0.00019713516],"domain_scores_gemma":[0.99750346,0.0010024351,0.00056013046,0.00022284266,0.00066181866,0.00004928596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011734384,0.000060616454,0.00015168912,0.0022504607,0.0004374414,0.00019149439,0.000755674,0.000059539474,8.1707964e-7],"category_scores_gemma":[0.006537734,0.000052301322,0.0000124498165,0.0033708245,0.0007267123,0.0009316698,0.00035686346,0.0010802732,0.0000012377849],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038436992,0.0022715544,0.041487806,0.0005305891,0.000011621259,0.0000046353903,0.23440298,0.00021128044,0.00083322404,0.57965034,0.00008108068,0.14051105],"study_design_scores_gemma":[0.00014670877,0.00015363054,0.013922538,0.00077380263,0.000002724806,0.00012184479,0.32539004,0.008950312,0.00009865556,0.6502926,0.00008458145,0.000062611456],"about_ca_topic_score_codex":0.00010431616,"about_ca_topic_score_gemma":0.000012601578,"teacher_disagreement_score":0.2719402,"about_ca_system_score_codex":0.00011811418,"about_ca_system_score_gemma":0.0013833605,"threshold_uncertainty_score":0.7826751},"labels":[],"label_agreement":null},{"id":"W4381956297","doi":"10.1007/978-3-031-36272-9_68","title":"How to Repeat Hints: Improving AI-Driven Help in Open-Ended Learning Environments","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; Simon Fraser University","funders":"Mitacs","keywords":"Computer science; Focus (optics); Human–computer interaction; Artificial intelligence; Computational thinking; Term (time); Open research; Multimedia; World Wide Web","score_opus":0.02180637181018714,"score_gpt":0.2580973910480388,"score_spread":0.23629101923785167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381956297","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002839512,0.00007823023,0.99351233,0.0032077592,0.0014925493,0.00066548097,0.0000012780677,0.0003653073,0.0003930832],"genre_scores_gemma":[0.31553644,0.000023130842,0.6705537,0.0019502158,0.0005082064,0.00005818261,0.000012081474,0.00013972582,0.0112183485],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943238,0.00016919847,0.00055334147,0.0026507135,0.0011534805,0.0011494868],"domain_scores_gemma":[0.9973635,0.00039347683,0.00035021573,0.0015439086,0.000057336576,0.00029156823],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0021537996,0.00064364023,0.00068930886,0.0013731539,0.0005023879,0.003326565,0.006415392,0.00035582748,0.000004464196],"category_scores_gemma":[0.0006597624,0.0006394927,0.0001236524,0.0010008188,0.00026663355,0.0012444488,0.0067427107,0.0027021954,0.00010745941],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004247409,0.000021812606,0.00032613034,0.000023159093,0.0000074164204,0.0001924634,0.0025450946,0.09745005,0.00034438688,0.0015820817,0.000012933495,0.8974902],"study_design_scores_gemma":[0.0014255517,0.001200807,0.002588306,0.002714389,0.000019987549,0.0001367377,0.000011862045,0.89984107,0.0008170386,0.0163853,0.07152091,0.0033380631],"about_ca_topic_score_codex":0.00019702835,"about_ca_topic_score_gemma":0.00020371971,"teacher_disagreement_score":0.89415216,"about_ca_system_score_codex":0.000669009,"about_ca_system_score_gemma":0.00029554413,"threshold_uncertainty_score":0.99960566},"labels":[],"label_agreement":null},{"id":"W4382491059","doi":"10.31756/jrsmte.624","title":"Computational Thinking Workshop: A New Way to Learn and Teach Mathematics","year":2023,"lang":"en","type":"article","venue":"Journal of Research in Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Computational thinking; Mathematics education; Curriculum; Observational study; Computer science; Pedagogy; Psychology; Mathematics","score_opus":0.07003664005045121,"score_gpt":0.4213478304975834,"score_spread":0.3513111904471322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382491059","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78796947,0.0002778636,0.17145748,0.039638266,0.00020774615,0.00020156457,7.673521e-8,0.00009988394,0.00014766782],"genre_scores_gemma":[0.43291,0.000032249267,0.5668078,0.000019276666,0.000032912783,0.000004597505,1.0010395e-7,0.0000048387583,0.00018820167],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982133,0.000043465392,0.0003392513,0.00022382055,0.00082318974,0.00035699175],"domain_scores_gemma":[0.99850786,0.0005622026,0.0001590503,0.00023044334,0.0003731937,0.00016724959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009074184,0.000076310534,0.00016292969,0.0032183847,0.00039341865,0.00048283834,0.00092601165,0.000070678296,9.800003e-7],"category_scores_gemma":[0.0025820928,0.00006291966,0.000014942806,0.004874237,0.00034280628,0.0003877872,0.0004734334,0.00072448206,0.000009088653],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012139355,0.00015860416,0.0014383431,0.00007527207,0.000004834136,0.00000901852,0.025512759,0.00038645318,0.00031372442,0.26278833,0.00059855246,0.70871294],"study_design_scores_gemma":[0.00026721528,0.00028432775,0.0025454804,0.0011592221,0.000003993222,0.00057098723,0.02490346,0.076690115,0.000121810794,0.8894877,0.0037892074,0.00017651569],"about_ca_topic_score_codex":0.000009219344,"about_ca_topic_score_gemma":0.0000029448736,"teacher_disagreement_score":0.7085364,"about_ca_system_score_codex":0.00008422265,"about_ca_system_score_gemma":0.0006985963,"threshold_uncertainty_score":0.46560213},"labels":[],"label_agreement":null},{"id":"W4382515967","doi":"10.1145/3587103.3594211","title":"Conducting Multi-Institutional Studies of Parsons Problems","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scratch; Computer science; Code (set theory); Coding (social sciences); Publication; Order (exchange); Programming language; Mathematics education; Software engineering; Human–computer interaction; Psychology; Sociology","score_opus":0.3230945578174528,"score_gpt":0.37928008449961925,"score_spread":0.056185526682166476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382515967","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18858819,0.00047399258,0.80570984,0.0019418952,0.0007973999,0.00015927348,7.003188e-7,0.0017786985,0.00054998935],"genre_scores_gemma":[0.8097686,0.000008057771,0.1890054,0.00002240564,0.000019547704,0.000008481724,9.609523e-7,0.0000026721214,0.0011638511],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935657,0.000047013535,0.00013313559,0.00016858114,0.00013497403,0.00015975688],"domain_scores_gemma":[0.99958265,0.00013612982,0.000052265557,0.00015112743,0.000052369363,0.00002544556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000603239,0.00006053912,0.00010403951,0.000081651575,0.00020112527,0.000030997944,0.00024453987,0.000018236506,0.0000019075144],"category_scores_gemma":[0.0002823769,0.0000443678,0.00003762312,0.00037854057,0.000069500136,0.00016299365,0.0001723914,0.00010676989,0.00004642721],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014030184,0.00015779794,0.015207643,0.000222593,0.00020828746,0.000026948665,0.03829306,0.028178936,0.0044566435,0.23537818,0.0021511873,0.6757173],"study_design_scores_gemma":[0.0032563955,0.000569354,0.026434943,0.0009881951,0.00005186472,0.00014286317,0.01987178,0.5782167,0.010175466,0.0030208968,0.35566,0.0016115835],"about_ca_topic_score_codex":0.00004494502,"about_ca_topic_score_gemma":0.000009040937,"teacher_disagreement_score":0.67410576,"about_ca_system_score_codex":0.000011382832,"about_ca_system_score_gemma":0.000033336357,"threshold_uncertainty_score":0.18092665},"labels":[],"label_agreement":null},{"id":"W4382515993","doi":"10.1145/3587103.3594206","title":"Transformed by Transformers: Navigating the AI Coding Revolution for Computing Education: An ITiCSE Working Group Conducted by Humans","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Coding (social sciences); Curriculum; Scalability; Code (set theory); Programming language; Sociology; Social science; Pedagogy","score_opus":0.03189325455159091,"score_gpt":0.3243553058066213,"score_spread":0.2924620512550304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382515993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053830564,0.00020550123,0.9376488,0.0056084744,0.0006119094,0.00056287076,0.0000034860923,0.0012722635,0.00025615867],"genre_scores_gemma":[0.9654203,0.000013930808,0.032878872,0.0008339075,0.00019037428,0.000067979076,0.00021590355,0.00003080995,0.00034793784],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796087,0.00020020427,0.00041033735,0.000513751,0.0002900381,0.00062477565],"domain_scores_gemma":[0.9989716,0.00041990378,0.00011753044,0.00029282866,0.00007919033,0.000118952405],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016794606,0.00021001181,0.00018962137,0.00006799872,0.0016870082,0.0005850204,0.00069732696,0.00009508238,0.0000060464477],"category_scores_gemma":[0.00007652446,0.00017286956,0.000109947585,0.00075785926,0.000075538446,0.0006833642,0.00003476834,0.00064425124,0.0000068486966],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004581064,0.00007671734,0.00024366617,0.00005154608,0.000021500628,3.5627423e-7,0.014855913,0.00012041292,0.004207958,0.015401714,0.0051002945,0.95991534],"study_design_scores_gemma":[0.0017802127,0.00057595025,0.00048659818,0.0010287549,0.00007269786,0.00003398429,0.020560844,0.5999109,0.0021130892,0.0015627687,0.37061536,0.0012588241],"about_ca_topic_score_codex":0.00022831162,"about_ca_topic_score_gemma":0.000036031783,"teacher_disagreement_score":0.9586565,"about_ca_system_score_codex":0.000087999266,"about_ca_system_score_gemma":0.00009962926,"threshold_uncertainty_score":0.9996127},"labels":[],"label_agreement":null},{"id":"W4382567577","doi":"10.1007/978-3-031-36336-8_33","title":"Decomposed Prompting to Answer Questions on a Course Discussion Board","year":2023,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Vector Institute","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Course (navigation); Computer science; Information retrieval; Mathematics education; Psychology; Engineering; Aerospace engineering","score_opus":0.043309764366456185,"score_gpt":0.3330772662312522,"score_spread":0.28976750186479605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382567577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019339383,0.00013255012,0.8762834,0.016031774,0.0016203529,0.0013021813,0.000011931814,0.0012833009,0.10314111],"genre_scores_gemma":[0.054992042,0.00037569605,0.92676544,0.0037496234,0.00013496462,0.00015428558,0.000075038966,0.000043289292,0.013709598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818695,0.000062004154,0.0005565656,0.00037779176,0.000519756,0.0002969553],"domain_scores_gemma":[0.99705344,0.00021629359,0.00024759458,0.0020513805,0.00024118953,0.00019007118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001511689,0.00023352995,0.00022635779,0.001174,0.00088673324,0.0010288521,0.0030351928,0.00011116997,0.0000019307722],"category_scores_gemma":[0.00011142157,0.00018893376,0.00005073537,0.0006466544,0.0003087908,0.002835959,0.0022813904,0.0007332341,0.00026491156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013051948,0.00002137597,0.000027399103,0.000010706179,0.0000024627595,3.5531974e-7,0.002357349,0.0009527093,8.9699193e-7,0.28865764,0.00030673825,0.70766103],"study_design_scores_gemma":[0.00022791862,0.00018865195,0.0033332594,0.001385509,0.000006759936,0.0000140154325,0.00006322284,0.21543773,0.000001911902,0.0032106156,0.7756076,0.0005228431],"about_ca_topic_score_codex":0.000022168244,"about_ca_topic_score_gemma":0.000015065926,"teacher_disagreement_score":0.7753008,"about_ca_system_score_codex":0.00013619603,"about_ca_system_score_gemma":0.00038241255,"threshold_uncertainty_score":0.9921245},"labels":[],"label_agreement":null},{"id":"W4382654247","doi":"10.1145/3587102.3588844","title":"Teaching CS1 with a Mastery Learning Framework: Impact on Students' Learning and Engagement","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mastery learning; Mathematics education; Incentive; Computer science; Scale (ratio); Unit (ring theory); Psychology","score_opus":0.020746114506382796,"score_gpt":0.3348083466291758,"score_spread":0.314062232122793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382654247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6585176,0.000031234726,0.33740798,0.0005750556,0.00009261734,0.00014175409,7.6012384e-8,0.0019275082,0.0013061425],"genre_scores_gemma":[0.94977087,0.00000941557,0.044910107,0.00011582853,0.00007327918,0.000016335218,0.0000024744804,0.00003124832,0.0050704596],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99730974,0.0007347267,0.0001841117,0.00058614265,0.0005964095,0.00058885565],"domain_scores_gemma":[0.99869895,0.0007301259,0.00010606344,0.00028570468,0.000020289028,0.00015888656],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0026590764,0.00025423663,0.00021705139,0.0003090021,0.0010005734,0.0009598569,0.0005239395,0.000075089956,0.000020124875],"category_scores_gemma":[0.00030474033,0.00018045046,0.00006271068,0.00041666094,0.00003233225,0.00030094088,0.0005739969,0.0024841793,0.00012659148],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026124928,0.00007406861,0.23592609,0.000025955167,0.00009777273,0.00008736605,0.019401772,0.017982176,0.000036519737,0.0062655867,0.00007510206,0.72000146],"study_design_scores_gemma":[0.0031295407,0.009725471,0.37212828,0.0019869297,0.00009071034,0.0002038724,0.020881722,0.24223898,0.0000792635,0.00080267864,0.34590423,0.0028283051],"about_ca_topic_score_codex":0.00014067402,"about_ca_topic_score_gemma":0.000002181331,"teacher_disagreement_score":0.71717316,"about_ca_system_score_codex":0.00005443134,"about_ca_system_score_gemma":0.000026456986,"threshold_uncertainty_score":0.99981713},"labels":[],"label_agreement":null},{"id":"W4382996768","doi":"10.1007/978-3-319-08234-9_519-1","title":"Unified Modeling Language (UML) for Sight Loss","year":2023,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Computer Graphics and Games","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CNIB Foundation; Ontario Tech University","funders":"","keywords":"Unified Modeling Language; Computer science; Object Constraint Language; Programming language; UML tool","score_opus":0.018482804238810546,"score_gpt":0.2448183122285995,"score_spread":0.22633550798978896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382996768","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004996289,0.0018800271,0.9827333,0.00037986727,0.0011417277,0.00036475068,0.000021159667,0.00048920774,0.01249033],"genre_scores_gemma":[0.046729166,0.014181702,0.53691536,0.0007622888,0.003781752,0.00011209488,0.00031171445,0.0005519386,0.39665398],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982359,0.000032363958,0.00044837035,0.0006421228,0.00031394293,0.0003273105],"domain_scores_gemma":[0.9985851,0.00035103862,0.00026192685,0.0005597098,0.00012155303,0.000120685676],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004928963,0.00037026688,0.00052787346,0.00042997,0.00015537783,0.00015035305,0.00070600066,0.00029100233,0.000001904657],"category_scores_gemma":[0.000023259978,0.000350278,0.00026246012,0.0001040789,0.000095585805,0.0001334286,0.0003670888,0.0005282762,0.000004603424],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058699857,0.000014288312,0.000024613422,0.00020144894,0.00009805631,0.000025263074,0.0027479995,0.00054337067,4.552465e-7,0.6755806,0.000497028,0.32026097],"study_design_scores_gemma":[0.0006057645,0.00035453073,0.000054717315,0.00065396895,0.00008699703,0.00001936131,0.00002568659,0.39474845,0.00000254298,0.063688576,0.5388476,0.0009117427],"about_ca_topic_score_codex":0.000034708504,"about_ca_topic_score_gemma":0.00001356104,"teacher_disagreement_score":0.61189204,"about_ca_system_score_codex":0.000008640546,"about_ca_system_score_gemma":0.00006374692,"threshold_uncertainty_score":0.9998949},"labels":[],"label_agreement":null},{"id":"W4384448126","doi":"10.58496/mjbd/2023/011","title":"Portable Smart Emergency System Using Internet of Things (IOT)","year":2023,"lang":"en","type":"article","venue":"Mesopotamian Journal of Big Data","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Android (operating system); JavaScript; Computer science; World Wide Web; Smart device; Internet of Things; The Internet; Android application; Web application; Multimedia; Human–computer interaction; Operating system","score_opus":0.1272029646886387,"score_gpt":0.30471763668792085,"score_spread":0.17751467199928214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384448126","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19993325,0.0011132762,0.7896842,0.00060034473,0.007938848,0.00013446025,0.000011848091,0.0002665739,0.00031721234],"genre_scores_gemma":[0.929194,0.000022961101,0.06966518,0.000025693078,0.00040410875,5.427072e-7,0.000014060653,0.000022535309,0.0006509394],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789035,0.00022583808,0.0007853357,0.0002757447,0.0005085001,0.0003142333],"domain_scores_gemma":[0.9978074,0.00005947949,0.000846604,0.0010156824,0.0001367702,0.00013406899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003480754,0.0001372208,0.00033268685,0.00037083103,0.000102999235,0.00011193939,0.0028930707,0.000059170387,0.0000071613663],"category_scores_gemma":[0.0002579086,0.0001179999,0.00010103667,0.000736252,0.00003048036,0.0007158953,0.0008737114,0.0004490454,0.000021393904],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031561238,0.0001465874,0.029829018,0.00061006733,0.0003844548,0.00075732276,0.011601315,0.0010242609,0.0016236233,0.0026222013,0.037466925,0.91390264],"study_design_scores_gemma":[0.0015009351,0.00068613846,0.007911846,0.0031501888,0.00023285077,0.0027277803,0.00344647,0.49357346,0.0010689896,0.00027567273,0.4845117,0.00091395114],"about_ca_topic_score_codex":0.00019164511,"about_ca_topic_score_gemma":0.000003867557,"teacher_disagreement_score":0.9129887,"about_ca_system_score_codex":0.000047119145,"about_ca_system_score_gemma":0.00014172091,"threshold_uncertainty_score":0.53760934},"labels":[],"label_agreement":null},{"id":"W4384834901","doi":"10.1145/3593342.3593351","title":"Evaluating the Efficacy and Impacts of Remote Pair Programming for Introductory Computer Science Students","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.06378496754723334,"score_gpt":0.40085097469154896,"score_spread":0.3370660071443156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65565354,0.000031993965,0.34252104,0.0008203872,0.0002741337,0.0003783353,1.14118784e-7,0.00031674476,0.0000037265427],"genre_scores_gemma":[0.62315977,0.0000011825736,0.37662196,0.00004778438,0.000092410424,0.000005011123,4.7813126e-7,0.000006201415,0.00006523286],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820316,0.00011316804,0.000220913,0.00044393115,0.0005978919,0.0004209106],"domain_scores_gemma":[0.9986046,0.0005829077,0.00012224593,0.00047706786,0.00013217445,0.00008097885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068065985,0.00010679784,0.00013499543,0.00015216635,0.0005608318,0.00043888504,0.0011321474,0.000023580944,3.9897205e-7],"category_scores_gemma":[0.0008274753,0.00006997721,0.000039714843,0.00090681243,0.00022547423,0.0002574972,0.0007094817,0.00015578158,0.0000049344585],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005208979,0.000022368222,0.0021686465,0.000022789642,0.000009841828,4.7423237e-7,0.004185953,0.00032281698,0.0007253525,0.0008347754,0.00007720514,0.9916246],"study_design_scores_gemma":[0.0012598571,0.0015360675,0.102748655,0.00015252095,0.000021229771,0.000016796268,0.0002772201,0.88327396,0.00076146214,0.00026389922,0.009392323,0.00029599466],"about_ca_topic_score_codex":0.000041848376,"about_ca_topic_score_gemma":0.0000015794301,"teacher_disagreement_score":0.9913286,"about_ca_system_score_codex":0.00002369123,"about_ca_system_score_gemma":0.00009534694,"threshold_uncertainty_score":0.43135217},"labels":[],"label_agreement":null},{"id":"W4384834951","doi":"10.1145/3593342.3593349","title":"AI-Generated Code Not Considered Harmful","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Code (set theory); Cheating; Computer science; Programming language; Contrast (vision); The Internet; Source code; World Wide Web; Computer security; Artificial intelligence","score_opus":0.05631364627784908,"score_gpt":0.30489411257371013,"score_spread":0.24858046629586106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059800263,0.000035754652,0.8849357,0.042908438,0.0011474,0.00016265392,0.0000021144342,0.008502108,0.0025055993],"genre_scores_gemma":[0.9307199,0.0000021776327,0.056082927,0.0030534645,0.00005664671,0.000008195069,0.0000065409185,0.000010770489,0.010059377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900436,0.00010044282,0.00013028539,0.00029479348,0.00017405275,0.00029606218],"domain_scores_gemma":[0.99938965,0.00010515563,0.000030482457,0.00034564413,0.000047841924,0.000081255006],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045793143,0.00008807965,0.00009800555,0.00010558578,0.00019165243,0.00028741878,0.00040227012,0.000042866977,0.00003715549],"category_scores_gemma":[0.00011958015,0.00007693711,0.000039496404,0.00055595546,0.000023380691,0.00016402907,0.00017199253,0.00020943434,0.0011315023],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062753597,0.000052473966,0.0018572273,0.000015472624,0.000046858513,0.00016239511,0.003554929,0.0029547284,0.005962418,0.09095512,0.14912568,0.74530643],"study_design_scores_gemma":[0.00043654727,0.000064448424,0.0031614369,0.000013664826,0.000004311617,0.000026166112,0.00009704292,0.2388845,0.0071584927,0.00046866055,0.74937093,0.00031380277],"about_ca_topic_score_codex":0.00008875245,"about_ca_topic_score_gemma":0.000018532814,"teacher_disagreement_score":0.87091964,"about_ca_system_score_codex":0.000012166394,"about_ca_system_score_gemma":0.00004979156,"threshold_uncertainty_score":0.99964625},"labels":[],"label_agreement":null},{"id":"W4384834956","doi":"10.1145/3593342.3593344","title":"PrairieLearn in CS1: An Experience Report","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Course (navigation); Institution; Mathematics education; Multimedia; Psychology; Engineering","score_opus":0.03799575359900136,"score_gpt":0.33841550977008494,"score_spread":0.3004197561710836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77700675,0.000010116293,0.21518123,0.0013353894,0.0003318108,0.000080947815,2.9423724e-8,0.0022507845,0.0038029386],"genre_scores_gemma":[0.9465763,6.458264e-7,0.04828326,0.000095588155,0.000027128377,0.000016080632,0.0000017534628,0.000005514233,0.0049937163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898624,0.00007724161,0.00015257079,0.00034445245,0.00017786952,0.000261651],"domain_scores_gemma":[0.99935967,0.000043217355,0.00003660871,0.0004792565,0.0000143417565,0.00006690206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074465654,0.000062695035,0.00007136991,0.0001267204,0.00008644625,0.00015136336,0.00048641142,0.00003311195,0.00001170995],"category_scores_gemma":[0.00018918692,0.000056571076,0.000019848077,0.0007276632,0.000020948986,0.00044325204,0.00014734239,0.00018032145,0.000119621385],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017327169,0.00006364357,0.075222485,0.0000050759213,0.0000022139563,0.0012582975,0.032430984,0.00086287456,0.0001735355,0.019791756,0.00096235034,0.869225],"study_design_scores_gemma":[0.00029583456,0.00018644524,0.22919448,0.000029007237,8.954693e-7,0.00033993644,0.0032866104,0.09948865,0.00026865499,0.0006151459,0.6658307,0.00046363907],"about_ca_topic_score_codex":0.00037102096,"about_ca_topic_score_gemma":0.000078777,"teacher_disagreement_score":0.8687614,"about_ca_system_score_codex":0.000013520275,"about_ca_system_score_gemma":0.000033319036,"threshold_uncertainty_score":0.23069017},"labels":[],"label_agreement":null},{"id":"W4384834957","doi":"10.1145/3593342.3593352","title":"spy3: A Python Subset for CS1","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Python (programming language); Computer science; Programming language","score_opus":0.037600420615249285,"score_gpt":0.30328216738372976,"score_spread":0.2656817467684805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014864245,0.000015012657,0.97856027,0.0029391781,0.00036417038,0.00010562446,4.8178754e-7,0.0021744517,0.0009765618],"genre_scores_gemma":[0.6268636,0.0000019544498,0.35761747,0.00031968718,0.00012536912,0.000044424,0.000008550146,0.000014341138,0.015004601],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993794,0.000026350443,0.00007234179,0.00019810435,0.00009282145,0.00023101261],"domain_scores_gemma":[0.99955744,0.00012487904,0.000019580619,0.00023818451,0.000016561706,0.000043334898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004933283,0.00005256458,0.000059513575,0.00007158934,0.00013010352,0.00014146442,0.0003498706,0.000025852725,0.000005090597],"category_scores_gemma":[0.0000875934,0.000044602646,0.000047333964,0.0003119681,0.0000082053675,0.00011091847,0.0000897034,0.000076227385,0.00025839743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020385744,0.000015064668,0.00095707865,0.000014405922,0.0000068914946,0.0000057253314,0.0016448365,0.00015924619,0.0001080842,0.08136546,0.024908934,0.8908122],"study_design_scores_gemma":[0.00019207368,0.000078190766,0.00283414,0.000008120053,0.0000017531598,0.000004641653,0.00007186416,0.059964873,0.00017703012,0.0012050286,0.9353399,0.00012236882],"about_ca_topic_score_codex":0.000025221329,"about_ca_topic_score_gemma":0.000008217476,"teacher_disagreement_score":0.91043097,"about_ca_system_score_codex":0.0000075727175,"about_ca_system_score_gemma":0.000015645817,"threshold_uncertainty_score":0.33212623},"labels":[],"label_agreement":null},{"id":"W4384834958","doi":"10.1145/3593342.3593348","title":"Generating CS1 Coding Questions using OpenAI","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Snippet; Coding (social sciences); Code (set theory); Set (abstract data type); Mathematics education; Programming language; Psychology","score_opus":0.06810560327565464,"score_gpt":0.3320679491478857,"score_spread":0.26396234587223105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070466876,0.000024736406,0.92636895,0.0006157496,0.00033095013,0.000047362733,1.11706115e-7,0.0015369103,0.0006083431],"genre_scores_gemma":[0.5603199,0.0000014808502,0.438518,0.0001196392,0.0000825932,0.0000032817738,0.0000011504293,0.0000069757466,0.0009469594],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914855,0.000089788606,0.00012286204,0.0002353778,0.00013964254,0.00026376414],"domain_scores_gemma":[0.9995498,0.000081486905,0.000036476602,0.00024905978,0.000024848521,0.00005829404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006488289,0.000071616414,0.000073452844,0.000117429416,0.000623721,0.0004494161,0.00037128862,0.000028871063,0.000008313983],"category_scores_gemma":[0.00012803185,0.00006649515,0.000033571006,0.000579038,0.000014265027,0.0003094191,0.00024422025,0.0001662477,0.00013811157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.539652e-7,0.000027239914,0.0025882802,0.000018508597,0.000020172047,0.000051829433,0.0050582015,0.11957403,0.011589241,0.13934666,0.0018302101,0.71989506],"study_design_scores_gemma":[0.00006316472,0.000012236247,0.00032375628,0.000029068011,0.0000021128271,0.000017349237,0.000113745475,0.9816684,0.00016687743,0.00009258877,0.017388873,0.00012179509],"about_ca_topic_score_codex":0.00023296698,"about_ca_topic_score_gemma":0.0000076901015,"teacher_disagreement_score":0.8620944,"about_ca_system_score_codex":0.000025549301,"about_ca_system_score_gemma":0.00003726439,"threshold_uncertainty_score":0.47972205},"labels":[],"label_agreement":null},{"id":"W4384834975","doi":"10.1145/3593342.3593355","title":"Using a Two-Stage Final Exam in an Intro CS Course: Student Perceptions and Grade Impacts","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Course (navigation); Class (philosophy); Computer science; Perception; Mathematics education; Stage (stratigraphy); Medical education; Psychology; Multimedia; Artificial intelligence; Medicine; Engineering","score_opus":0.11881225412356085,"score_gpt":0.42032584032800635,"score_spread":0.3015135862044455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93409216,0.000025961284,0.06475638,0.00050849764,0.00009841754,0.00008555536,4.3823871e-7,0.0003881849,0.00004438401],"genre_scores_gemma":[0.95475525,0.0000044536914,0.044784356,0.00008017505,0.00004862237,0.0000045011157,0.000002258847,0.000007972165,0.0003124168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888104,0.00016285316,0.00013495321,0.00029705747,0.00019491508,0.00032917623],"domain_scores_gemma":[0.9995076,0.000064189844,0.00003422245,0.00025700964,0.000014900165,0.00012208545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070331036,0.00010009283,0.00010768737,0.0001652375,0.00020356108,0.00039796816,0.00029904308,0.000031941097,0.000011239709],"category_scores_gemma":[0.00002814391,0.000090832546,0.000022029855,0.00044190473,0.00003467496,0.0003995597,0.00020226979,0.00026894858,0.000015424755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007348364,0.0005196922,0.6095682,0.000035810324,0.000025082258,0.00022935418,0.06825952,0.024849193,0.003834178,0.014034193,0.00021370812,0.27842376],"study_design_scores_gemma":[0.0006073506,0.00016887508,0.7235588,0.00003831899,0.000006880541,0.000034210607,0.0041103414,0.26968235,0.000009171737,0.00007317767,0.0014847505,0.00022578127],"about_ca_topic_score_codex":0.0005112514,"about_ca_topic_score_gemma":0.00037009275,"teacher_disagreement_score":0.27819797,"about_ca_system_score_codex":0.000043482316,"about_ca_system_score_gemma":0.000046256577,"threshold_uncertainty_score":0.3837616},"labels":[],"label_agreement":null},{"id":"W4385486856","doi":"10.23977/aetp.2023.070804","title":"The correlation between participating extramural programming courses and children's intelligence development","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Promotion (chess); Computer science; Mathematics education; Scale (ratio); Computer programming; Psychology; Medical education; Medicine; Political science; Politics","score_opus":0.026712324092019825,"score_gpt":0.37526215828902865,"score_spread":0.3485498341970088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385486856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81057036,0.005983206,0.1633383,0.018989759,0.00053064973,0.00019428393,3.0547258e-7,0.00032177957,0.000071349714],"genre_scores_gemma":[0.9487999,0.0003314059,0.05058888,0.000049134826,0.00003405279,0.0001389185,0.0000056215335,0.000004114919,0.000047937476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990917,0.00006337654,0.00020633577,0.00029826167,0.000069009446,0.00027132852],"domain_scores_gemma":[0.99919003,0.0005189591,0.00008691022,0.00015414545,0.0000215253,0.000028408087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005544866,0.000083904066,0.000085910906,0.00024446228,0.00045795747,0.000045147535,0.00023849678,0.000090574475,0.000001071032],"category_scores_gemma":[0.0002004825,0.0000693288,0.00000763861,0.00062477944,0.00030095206,0.00019131663,0.000093453724,0.00031938244,0.000010841247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.771226e-7,0.000009445718,0.33331662,0.000001602216,0.0000034733646,3.7689344e-7,0.0005485436,0.000031090352,6.314281e-7,0.060466032,0.000006003285,0.6056152],"study_design_scores_gemma":[0.00010963322,0.00007213486,0.858936,0.000033089167,0.0000031994903,0.0000593323,0.0004139483,0.0005145217,0.000014461097,0.0738878,0.0658054,0.00015048611],"about_ca_topic_score_codex":0.0000023818936,"about_ca_topic_score_gemma":0.000014036164,"teacher_disagreement_score":0.6054647,"about_ca_system_score_codex":0.000011516923,"about_ca_system_score_gemma":0.000034355155,"threshold_uncertainty_score":0.3522285},"labels":[],"label_agreement":null},{"id":"W4385761401","doi":"10.4204/eptcs.382.2","title":"Computer Aided Design and Grading for an Electronic Functional Programming Exam","year":2023,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Grading (engineering); Computer science; Automation; Constructive; Programming language; Mathematical proof; Software engineering; Process (computing); Artificial intelligence","score_opus":0.02026439381970135,"score_gpt":0.26803784934809655,"score_spread":0.2477734555283952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385761401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083137386,0.00007198716,0.9140998,0.0006502991,0.00029050364,0.0006899331,1.4728057e-7,0.0010363143,0.000023640707],"genre_scores_gemma":[0.71980757,0.000009692283,0.2796615,0.00015164347,0.00021279606,0.00012377177,0.0000019136937,0.000023418552,0.000007698265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948322,0.00009811714,0.00040735558,0.0015595955,0.0006791319,0.0024235582],"domain_scores_gemma":[0.9985557,0.00051137485,0.0001268466,0.0003154145,0.00019531752,0.00029532332],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008041804,0.0003437886,0.0003267125,0.00073246815,0.00096276595,0.001341724,0.0017379832,0.00011535581,0.0000018399539],"category_scores_gemma":[0.00021394559,0.00032417785,0.00007435186,0.0027959412,0.00087207573,0.0015626405,0.0006404851,0.0008533919,0.000009010889],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023809887,0.000050603245,0.00014811971,0.000019325136,0.0000068341906,0.0000017489388,0.001180911,0.00078445644,0.00030100803,0.73206913,0.000036248268,0.2653778],"study_design_scores_gemma":[0.00059117156,0.001833149,0.0008701507,0.000056197496,0.0000069874113,0.00010228494,0.000036570764,0.8799144,0.0004330219,0.11397002,0.0017725372,0.00041351412],"about_ca_topic_score_codex":0.000003904003,"about_ca_topic_score_gemma":0.0000013380348,"teacher_disagreement_score":0.87912995,"about_ca_system_score_codex":0.00034987845,"about_ca_system_score_gemma":0.00040463696,"threshold_uncertainty_score":0.999921},"labels":[],"label_agreement":null},{"id":"W4385783517","doi":"10.1080/08993408.2023.2245687","title":"The applications of machine learning in computational thinking assessments: a scoping review","year":2023,"lang":"en","type":"review","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Context (archaeology); Computational thinking; Cluster analysis; Workload; Scope (computer science); Naive Bayes classifier; Data science; Support vector machine","score_opus":0.07046104553776707,"score_gpt":0.43872424193807,"score_spread":0.368263196400303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385783517","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.15543465e-7,0.57564676,0.42258593,0.00018346355,0.00051515416,0.000906372,3.3121157e-7,0.00014093025,0.00002097946],"genre_scores_gemma":[0.0000041727194,0.8702751,0.12898585,0.00007136491,0.00013712182,0.00040281314,0.000030046593,0.000019470455,0.00007406024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645567,0.0005202433,0.0010023873,0.0007864602,0.0008218288,0.00041338845],"domain_scores_gemma":[0.99665856,0.0011882338,0.0010207243,0.0007899912,0.00025414908,0.00008835887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005651331,0.0002671733,0.0007088999,0.0006648997,0.0009691893,0.00067608594,0.0033613197,0.000072694085,9.896982e-7],"category_scores_gemma":[0.00027233493,0.00020376734,0.00017459097,0.0047321566,0.00022304474,0.0005426873,0.00083049515,0.00079185725,0.000035780595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[6.960073e-8,0.000041087085,0.000009151914,0.01270577,0.000006793912,2.878444e-7,0.0001861518,0.00041466916,7.47535e-9,0.008315139,0.000028164892,0.9782927],"study_design_scores_gemma":[0.00006144737,0.000054276567,0.00002891379,0.38830963,0.00005240368,0.000035757817,0.000021233293,0.035873443,5.8682993e-8,0.0011359947,0.5740239,0.00040294923],"about_ca_topic_score_codex":0.000043742486,"about_ca_topic_score_gemma":0.000012497148,"teacher_disagreement_score":0.9778898,"about_ca_system_score_codex":0.00025856745,"about_ca_system_score_gemma":0.006311851,"threshold_uncertainty_score":0.99932146},"labels":[],"label_agreement":null},{"id":"W4386095606","doi":"10.4204/eptcs.384.1","title":"Graphical CSS Code Transformation Using ZX Calculus","year":2023,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Perimeter Institute; University of Waterloo","funders":"Clarendon Fund; Innovation, Science and Economic Development Canada; Institut Périmètre de physique théorique; Natural Sciences and Engineering Research Council of Canada; Government of Canada; Ministry of Colleges and Universities","keywords":"Transformation (genetics); Code (set theory); Computer science; Programming language; Calculus (dental); Mathematics; Algebra over a field; Arithmetic; Pure mathematics; Chemistry; Dentistry","score_opus":0.011292536358004182,"score_gpt":0.2745351148492931,"score_spread":0.2632425784912889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386095606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24290061,0.000027672366,0.7541915,0.001331196,0.0002459507,0.0001749426,2.215481e-7,0.0007655545,0.00036231976],"genre_scores_gemma":[0.9652327,0.000009575705,0.034475222,0.00016422263,0.00008519757,0.0000140767725,7.205859e-7,0.000013736252,0.0000045896268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962695,0.000054645818,0.0003849599,0.0008526064,0.00086619117,0.0015720481],"domain_scores_gemma":[0.9991917,0.000118695636,0.00008279578,0.00026455213,0.00013297879,0.00020924903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044024927,0.00022537295,0.0002346402,0.00076307816,0.00061360793,0.0007086396,0.00219259,0.00010310142,0.0000036821525],"category_scores_gemma":[0.0001800438,0.0002055261,0.00008231009,0.005543127,0.0010195251,0.0012836944,0.0004676856,0.00090976467,0.00003162158],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057019165,0.000030614032,0.00015056369,0.000013198086,0.0000026609712,0.000007060143,0.0024241582,0.00047733376,0.0006882517,0.92957604,0.000008372627,0.06661604],"study_design_scores_gemma":[0.00028377888,0.00021125004,0.0007903844,0.000059131664,0.0000034818106,0.000083986735,0.00004137553,0.93163764,0.0009233336,0.06468559,0.0010008456,0.00027918132],"about_ca_topic_score_codex":0.000009519624,"about_ca_topic_score_gemma":0.0000018856468,"teacher_disagreement_score":0.93116033,"about_ca_system_score_codex":0.00029627042,"about_ca_system_score_gemma":0.00026306143,"threshold_uncertainty_score":0.8381111},"labels":[],"label_agreement":null},{"id":"W4386159135","doi":"10.1109/csci58124.2022.00335","title":"On the Educational and Professional Implications of Integrating Mind Mapping in Software Testing","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pacific Railway (Canada); Concordia University","funders":"","keywords":"System integration testing; Computer science; Software construction; Software engineering; Software development; Personal software process; Verification and validation; Software quality; Software quality analyst; Software peer review; Social software engineering; Quality (philosophy); Software; Software reliability testing; Engineering; Programming language","score_opus":0.04590436683483641,"score_gpt":0.2955592858689278,"score_spread":0.24965491903409143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386159135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85994315,0.00005050695,0.11767503,0.020932509,0.00014961265,0.00018821782,0.0000013990424,0.000050278955,0.0010092974],"genre_scores_gemma":[0.813221,4.4988806e-8,0.18631291,0.00017264999,0.000008705659,0.000050097133,0.0000013583945,0.0000021144508,0.0002311089],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993721,0.00013491079,0.00013015373,0.00014989499,0.000119807744,0.00009312341],"domain_scores_gemma":[0.998123,0.0016213002,0.00007459988,0.00014146899,0.00002425639,0.000015360682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006594062,0.00004305382,0.00004612018,0.00008003929,0.00041947965,0.00003283888,0.00028148692,0.000008745741,0.000032648117],"category_scores_gemma":[0.0007632608,0.000030468223,0.000011581732,0.00040506478,0.000019999785,0.000055876742,0.00023283415,0.00030198647,8.186319e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.3103143e-7,0.00010406151,0.1474671,0.0000072859884,0.0000032692235,2.4473903e-7,0.008079876,0.00069883367,0.00026700035,0.23655921,0.0002755272,0.60653687],"study_design_scores_gemma":[0.0003103644,0.0001549491,0.909682,0.00023271494,0.0000027429373,0.000062905005,0.008676193,0.041184362,0.00005901797,0.031554393,0.0077856025,0.00029480358],"about_ca_topic_score_codex":0.00006050461,"about_ca_topic_score_gemma":0.0000056069816,"teacher_disagreement_score":0.76221484,"about_ca_system_score_codex":0.000027385844,"about_ca_system_score_gemma":0.00010568772,"threshold_uncertainty_score":0.32263407},"labels":[],"label_agreement":null},{"id":"W4386301498","doi":"10.25071/1497-3170.2487","title":"CST Graduate Teaching Associates","year":2001,"lang":"en","type":"article","venue":"CORE","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Medical education; Psychology; Medicine","score_opus":0.0936326706042777,"score_gpt":0.3143487545966179,"score_spread":0.22071608399234016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386301498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5096045,0.00017236464,0.48037452,0.002364039,0.00062897464,0.00006930811,2.6874287e-7,0.0012144034,0.0055716024],"genre_scores_gemma":[0.9470776,0.0000035063945,0.050706554,0.0001873079,0.00011488173,0.000003538054,0.0000018785832,0.000008305993,0.0018964598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914765,0.000077679375,0.00010093477,0.00022581655,0.0001801686,0.00026776228],"domain_scores_gemma":[0.99947166,0.00009532826,0.000060167054,0.0002869509,0.00002177809,0.00006413707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005937041,0.00008649098,0.000091862166,0.000049102433,0.00043165815,0.0002995309,0.0005215735,0.00003731165,0.000004395106],"category_scores_gemma":[0.00021890945,0.00007840553,0.000051816467,0.0001355541,0.000021471169,0.00019283284,0.00012903579,0.00043396995,0.000085387204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010354632,0.00003511471,0.030592728,0.0000029901996,0.000009319744,0.000038014135,0.0032047082,0.000063639476,0.0000489365,0.025624303,0.0018521645,0.93852705],"study_design_scores_gemma":[0.00043032778,0.00013883997,0.060333453,0.000082454746,0.00001114467,0.00010847398,0.00028763182,0.030249674,0.000043076197,0.004158336,0.9036674,0.0004891861],"about_ca_topic_score_codex":0.00009464922,"about_ca_topic_score_gemma":0.0000061316714,"teacher_disagreement_score":0.9380379,"about_ca_system_score_codex":0.000030287847,"about_ca_system_score_gemma":0.00002052655,"threshold_uncertainty_score":0.3320009},"labels":[],"label_agreement":null},{"id":"W4386309735","doi":"10.29408/jel.v9i2.12299","title":"The relationship between self-efficacy and computational thinking skills of fifth grade elementary school students","year":2023,"lang":"en","type":"article","venue":"Jurnal Elemen","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Mathematics education; Psychology; Pedagogy","score_opus":0.029694258007396494,"score_gpt":0.33174360434856753,"score_spread":0.30204934634117103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98026043,0.000066996596,0.017337069,0.0017761538,0.00010497331,0.00017096191,0.000002027098,0.0002570187,0.000024345454],"genre_scores_gemma":[0.97147167,0.0000099404915,0.028227331,0.00006529947,0.00009912178,0.000006533157,0.00001354065,0.000008751818,0.0000977937],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983169,0.00022837817,0.00033453823,0.0002099793,0.00064828875,0.0002619048],"domain_scores_gemma":[0.9977208,0.0017643542,0.00018915841,0.0001973679,0.000037598445,0.00009075586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018826524,0.000097979144,0.00011566067,0.00012032373,0.0007653486,0.00030231135,0.00074372673,0.000032281958,0.0000015583132],"category_scores_gemma":[0.00022903176,0.00007627706,0.000039551032,0.00042086307,0.000032866337,0.00022576516,0.0003583433,0.00038712966,0.000017720946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015946821,0.00005285321,0.9509377,0.000009482371,0.00007531927,0.0000029437804,0.003925437,0.00061023765,0.0000011615023,0.005942941,0.0003333578,0.03810696],"study_design_scores_gemma":[0.00049421703,0.0000777262,0.98434675,0.000040547347,0.000016795146,0.0000037868897,0.00014796919,0.0011888332,0.00000226975,0.005058567,0.0085353935,0.00008712158],"about_ca_topic_score_codex":0.000024818011,"about_ca_topic_score_gemma":0.0000030101266,"teacher_disagreement_score":0.038019836,"about_ca_system_score_codex":0.00003697369,"about_ca_system_score_gemma":0.00005625458,"threshold_uncertainty_score":0.588652},"labels":[],"label_agreement":null},{"id":"W4386313997","doi":"10.25071/1497-3170.2703","title":"CST Graduate Teaching Associates","year":2001,"lang":"en","type":"article","venue":"CORE","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computer science; Medical education; Psychology; Medicine","score_opus":0.0936326706042777,"score_gpt":0.3143487545966179,"score_spread":0.22071608399234016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386313997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5096045,0.00017236464,0.48037452,0.002364039,0.00062897464,0.00006930811,2.6874287e-7,0.0012144034,0.0055716024],"genre_scores_gemma":[0.9470776,0.0000035063945,0.050706554,0.0001873079,0.00011488173,0.000003538054,0.0000018785832,0.000008305993,0.0018964598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914765,0.000077679375,0.00010093477,0.00022581655,0.0001801686,0.00026776228],"domain_scores_gemma":[0.99947166,0.00009532826,0.000060167054,0.0002869509,0.00002177809,0.00006413707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005937041,0.00008649098,0.000091862166,0.000049102433,0.00043165815,0.0002995309,0.0005215735,0.00003731165,0.000004395106],"category_scores_gemma":[0.00021890945,0.00007840553,0.000051816467,0.0001355541,0.000021471169,0.00019283284,0.00012903579,0.00043396995,0.000085387204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010354632,0.00003511471,0.030592728,0.0000029901996,0.000009319744,0.000038014135,0.0032047082,0.000063639476,0.0000489365,0.025624303,0.0018521645,0.93852705],"study_design_scores_gemma":[0.00043032778,0.00013883997,0.060333453,0.000082454746,0.00001114467,0.00010847398,0.00028763182,0.030249674,0.000043076197,0.004158336,0.9036674,0.0004891861],"about_ca_topic_score_codex":0.00009464922,"about_ca_topic_score_gemma":0.0000061316714,"teacher_disagreement_score":0.9380379,"about_ca_system_score_codex":0.000030287847,"about_ca_system_score_gemma":0.00002052655,"threshold_uncertainty_score":0.3320009},"labels":[],"label_agreement":null},{"id":"W4386318459","doi":"10.1080/14794802.2023.2239195","title":"Learning programming for mathematical investigations: an instrumental and community of practice approach","year":2023,"lang":"en","type":"article","venue":"Research in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Context (archaeology); Mathematics education; Focus (optics); Mathematical practice; Action (physics); Computer science; Work (physics); Sociology; Pedagogy; Psychology; Engineering","score_opus":0.19138969948188236,"score_gpt":0.46064660655722,"score_spread":0.26925690707533767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386318459","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7979894,0.00004667948,0.19838044,0.0011202508,0.000050804647,0.0012544015,5.8373575e-7,0.0002473875,0.0009100035],"genre_scores_gemma":[0.44647843,0.000006144388,0.55314106,0.00000486296,0.000016280197,0.00025178105,0.000016787375,0.000009840351,0.00007483051],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743134,0.0013523786,0.00031101727,0.00019419064,0.00040416178,0.0003068985],"domain_scores_gemma":[0.9963736,0.002823714,0.00012861626,0.0003756231,0.00019762375,0.000100823694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013434057,0.00008240108,0.00014126464,0.00047717703,0.00052533945,0.0002420594,0.00044659604,0.00006218806,4.8989665e-7],"category_scores_gemma":[0.0058640395,0.000081701066,0.00002158511,0.0010059443,0.00015190021,0.0005986496,0.00020903889,0.0009016287,0.000005076345],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041024496,0.0021664794,0.00082847767,0.001543798,0.000014607039,3.673673e-7,0.14996804,0.00028304022,0.00032210702,0.3074824,0.00004143872,0.5373451],"study_design_scores_gemma":[0.00058276876,0.0009728211,0.0015214707,0.00090682256,0.000015399837,0.000063024934,0.22366026,0.5268737,0.00034049308,0.23860824,0.0061266934,0.00032832802],"about_ca_topic_score_codex":0.00009140561,"about_ca_topic_score_gemma":0.000002802535,"teacher_disagreement_score":0.5370168,"about_ca_system_score_codex":0.00006695332,"about_ca_system_score_gemma":0.0002459102,"threshold_uncertainty_score":0.7020227},"labels":[],"label_agreement":null},{"id":"W4386368345","doi":"10.3102/ip.23.2003898","title":"The Relationship Between Computational Thinking and Problem-Solving in an Online Programming Activity","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computational thinking; Computer science; Theoretical computer science; Human–computer interaction; Artificial intelligence","score_opus":0.09488051328866907,"score_gpt":0.33414329308838103,"score_spread":0.23926277979971194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386368345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76757663,0.000021893362,0.22890685,0.0025994785,0.00004144707,0.00015500319,2.9760514e-7,0.0006640367,0.000034332676],"genre_scores_gemma":[0.7977209,6.588619e-7,0.20211965,0.000017754704,0.0000378945,0.0000081729395,0.0000087217595,0.0000068976587,0.00007934801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987136,0.00026992089,0.00017112006,0.0002964191,0.00025020528,0.00029873734],"domain_scores_gemma":[0.9976084,0.002037267,0.00007308484,0.00019474686,0.00002669561,0.000059755424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019365601,0.000092418384,0.00009073957,0.00013422163,0.00085136463,0.00068707543,0.00039484358,0.000047443966,2.4121354e-7],"category_scores_gemma":[0.0002721164,0.00006920111,0.000020821919,0.00067846174,0.00004611237,0.0005879642,0.00023299045,0.0004542243,0.000004640356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.678723e-7,0.000014412736,0.49157107,0.000005963764,0.0000023210528,0.0000018435239,0.0029153295,0.001723844,0.0000012208869,0.017421266,0.000004423081,0.48633754],"study_design_scores_gemma":[0.00012272118,0.000041285388,0.90525657,0.00003280516,0.0000016371033,0.000002729982,0.00026563,0.082757026,6.694864e-7,0.010434478,0.000987336,0.000097141485],"about_ca_topic_score_codex":0.00012294162,"about_ca_topic_score_gemma":0.00022609753,"teacher_disagreement_score":0.4862404,"about_ca_system_score_codex":0.000028327397,"about_ca_system_score_gemma":0.00004152848,"threshold_uncertainty_score":0.6625484},"labels":[],"label_agreement":null},{"id":"W4386587802","doi":"10.1145/3568813.3600119","title":"Evaluating the Utility of Notional Machine Representations to Help Novices Learn to Code Trace","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Notional amount; Computer science; Representation (politics); TRACE (psycholinguistics); Table (database); Tracing; Code (set theory); Artificial intelligence; Mathematics education; Programming language; Machine learning; Human–computer interaction; Psychology; Data mining","score_opus":0.13961673004324635,"score_gpt":0.43037704622130435,"score_spread":0.290760316178058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386587802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3721757,0.00001956539,0.6013297,0.02417196,0.00023217595,0.00027035465,0.000004553695,0.0004814185,0.0013145696],"genre_scores_gemma":[0.8707589,2.757195e-7,0.12596457,0.00025274488,0.000027869733,0.000022069076,0.000003114272,0.0000049339665,0.0029655541],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985882,0.00024133919,0.0002064174,0.0003184245,0.00042637085,0.0002192235],"domain_scores_gemma":[0.99868554,0.00062280934,0.00005591162,0.00046858838,0.00008715882,0.00007996998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023897204,0.00007125373,0.00009013755,0.00009978381,0.00030436818,0.00011164995,0.0006432906,0.000019807925,0.00006244763],"category_scores_gemma":[0.00096816185,0.00005118738,0.00004976405,0.0009536555,0.00002101081,0.000117478594,0.00030309704,0.00017021893,0.00017891476],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013205459,0.00006457084,0.009829348,0.00001599477,0.000018782785,0.0000016664953,0.01476198,0.055463962,0.0014507828,0.008213281,0.0026148683,0.9075515],"study_design_scores_gemma":[0.00015578652,0.000214759,0.19589353,0.000026351516,0.0000069238963,0.0000040236473,0.0009456804,0.78134817,0.00043586307,0.0003576568,0.020472594,0.00013863246],"about_ca_topic_score_codex":0.0006976684,"about_ca_topic_score_gemma":0.00022418688,"teacher_disagreement_score":0.90741295,"about_ca_system_score_codex":0.000010354264,"about_ca_system_score_gemma":0.00004599043,"threshold_uncertainty_score":0.23409848},"labels":[],"label_agreement":null},{"id":"W4386630778","doi":"10.1145/3605468.3609753","title":"Applying the Mathematical Task Framework to K-8 Computing","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Task (project management); Work (physics); Systems engineering; Engineering","score_opus":0.027451050876616555,"score_gpt":0.3050300316257934,"score_spread":0.27757898074917686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386630778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041694744,0.0000073237134,0.98716354,0.005205895,0.00019765156,0.00025875337,4.7459253e-8,0.0015447263,0.0014526072],"genre_scores_gemma":[0.5498081,2.2266757e-7,0.44840556,0.0010238185,0.000092462935,0.00005777745,2.5520933e-7,0.000007986673,0.00060385256],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989404,0.00008506427,0.00013985866,0.00024598994,0.0002493856,0.00033928538],"domain_scores_gemma":[0.9986084,0.0007953217,0.000027560158,0.00047280933,0.000015538926,0.000080365746],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011549236,0.00008359344,0.00009264751,0.000068511676,0.00041777123,0.0003806527,0.0008882777,0.000038182112,0.000010131629],"category_scores_gemma":[0.00039386027,0.00005295719,0.000046473335,0.0008533203,0.000017449904,0.00006537963,0.0005320812,0.00033966,0.0018126746],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9185628e-7,0.0000082156685,0.0002033611,0.00000695911,0.0000053058225,0.0000052444493,0.0047762934,0.001722577,0.000015126149,0.31479162,0.0015487358,0.67691624],"study_design_scores_gemma":[0.000099383244,0.00006781632,0.0017814896,0.00017639746,0.0000058266646,0.00003353199,0.0014535657,0.43943703,0.00006038075,0.037240602,0.51926357,0.00038039437],"about_ca_topic_score_codex":0.000009971027,"about_ca_topic_score_gemma":4.2963183e-7,"teacher_disagreement_score":0.6765359,"about_ca_system_score_codex":0.000011546618,"about_ca_system_score_gemma":0.000011980621,"threshold_uncertainty_score":0.99896455},"labels":[],"label_agreement":null},{"id":"W4386736717","doi":"10.1007/978-3-030-95060-6_34-1","title":"Technology in University Mathematics Education","year":2023,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Mathematics education; Dialectic; Scale (ratio); Object (grammar); Computer science; Mathematics; Epistemology; Artificial intelligence; Geography","score_opus":0.020337881800869043,"score_gpt":0.2672003446088421,"score_spread":0.24686246280797308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386736717","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037790083,0.0010058248,0.053030644,0.0069431853,0.013996783,0.00096407265,0.000016587363,0.0010731366,0.91919076],"genre_scores_gemma":[0.03184053,0.00012630812,0.070736066,0.00003976203,0.00021366206,0.000010444332,0.00004449162,0.00004141207,0.8969473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900645,0.000009857713,0.00028291726,0.0003261196,0.0002560178,0.000118634984],"domain_scores_gemma":[0.99893266,0.000056619676,0.0003579372,0.00038719174,0.00023026513,0.00003529956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023270612,0.00015323005,0.00017377923,0.0013565006,0.00004439115,0.00004363948,0.0009263883,0.0002084784,0.00001963088],"category_scores_gemma":[0.00007425456,0.00018638291,0.00007400819,0.00010409148,0.000056110326,0.00015308821,0.00022506238,0.00038111754,0.00007347446],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015227893,0.00008405585,0.00031296146,0.00003617544,0.000021926104,0.0000011636197,0.00051684346,0.000009033972,0.000024420502,0.7520676,0.00033232945,0.24659196],"study_design_scores_gemma":[0.0002604597,0.000056667857,0.0016077755,0.002981382,0.00003062107,0.000019884868,0.00056853,0.00052284636,0.00023835438,0.19968323,0.7935081,0.00052213954],"about_ca_topic_score_codex":0.00009049744,"about_ca_topic_score_gemma":0.000032805943,"teacher_disagreement_score":0.79317576,"about_ca_system_score_codex":0.00026109617,"about_ca_system_score_gemma":0.00073025137,"threshold_uncertainty_score":0.76004744},"labels":[],"label_agreement":null},{"id":"W4386927836","doi":"10.1007/s10763-023-10419-1","title":"Exploring Computational Thinking in the Context of Mathematics Learning in Secondary Schools: Dispositions, Engagement and Learning Performance","year":2023,"lang":"en","type":"article","venue":"International Journal of Science and Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Context (archaeology); Disposition; Task (project management); Bridge (graph theory); Structural equation modeling; Pedagogy; Psychology; Mathematics; Engineering; Medicine; Social psychology","score_opus":0.06077197648115023,"score_gpt":0.31821674778941605,"score_spread":0.2574447713082658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386927836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98405933,0.000077212804,0.013618305,0.0018264591,0.00023925496,0.00007399523,1.293117e-7,0.000014686043,0.00009065208],"genre_scores_gemma":[0.9374305,0.0001534422,0.062303312,0.000056278626,0.000031646778,0.000007995409,0.0000010228163,0.0000033572157,0.0000124423395],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985292,0.00009817754,0.00041473674,0.000113437156,0.00072343205,0.00012102257],"domain_scores_gemma":[0.9987903,0.00045857558,0.000354169,0.00006631606,0.00029955618,0.000031070354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064736838,0.00006720986,0.0001103187,0.00070260797,0.00026043493,0.00027704932,0.0005637735,0.000014970555,8.6541036e-7],"category_scores_gemma":[0.00086789165,0.000052897918,0.00001915938,0.00055747567,0.000113689995,0.0012509787,0.00013061063,0.00060365256,0.0000013092334],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003545345,0.00028416805,0.019469352,0.00015062082,0.000016373879,0.000006990265,0.2964609,0.008827627,0.0004614073,0.072885305,0.000020066884,0.60141367],"study_design_scores_gemma":[0.0009398365,0.00030576857,0.27021268,0.0030743645,0.000017825878,0.0005110134,0.39009938,0.31053117,0.00030568222,0.021880308,0.0018075801,0.0003143803],"about_ca_topic_score_codex":0.000015555488,"about_ca_topic_score_gemma":0.000002053853,"teacher_disagreement_score":0.60109925,"about_ca_system_score_codex":0.00007218637,"about_ca_system_score_gemma":0.00034388294,"threshold_uncertainty_score":0.26715928},"labels":[],"label_agreement":null},{"id":"W4387013696","doi":"10.5539/ies.v16n5p94","title":"Development in Computer Curriculum in Saudi Arabia: Systematic Review","year":2023,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Inclusion (mineral); Christian ministry; Curriculum development; Qualitative research; Mathematics education; Curriculum mapping; Medical education; Pedagogy; Sociology; Psychology; Political science; Social science; Medicine","score_opus":0.05180080468712064,"score_gpt":0.376586228789229,"score_spread":0.32478542410210837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387013696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5486656,0.15926361,0.15208095,0.08877331,0.042656265,0.0046170447,0.0000020751406,0.0024852487,0.00145594],"genre_scores_gemma":[0.7251509,0.0068958686,0.25719735,0.0043751476,0.00035725985,0.002268246,0.00004759328,0.000029824589,0.003677855],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9988027,0.00010879416,0.00043513064,0.00023948206,0.00026926806,0.0001446103],"domain_scores_gemma":[0.9993105,0.00012867291,0.00012811135,0.00015611787,0.00025499854,0.000021595362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009882649,0.00009318418,0.00023422946,0.00034649103,0.00005357729,0.000061506384,0.0004307015,0.000017606508,0.0000020999698],"category_scores_gemma":[0.000684673,0.000081019534,0.000030346848,0.0006318284,0.000012901913,0.00018705043,0.0001916287,0.0001367816,0.00018667853],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033243537,0.0016047204,0.10109928,0.12629941,0.000549909,0.00007068931,0.075704016,0.0021862239,0.0000069724465,0.03700137,0.03976406,0.61571],"study_design_scores_gemma":[0.0012483092,0.0000809506,0.17454934,0.5417367,0.000058625617,0.00011558274,0.00841796,0.030760514,0.000021692245,0.0023242615,0.23899451,0.0016915624],"about_ca_topic_score_codex":0.000036191243,"about_ca_topic_score_gemma":0.000046060948,"teacher_disagreement_score":0.61401844,"about_ca_system_score_codex":0.00021984607,"about_ca_system_score_gemma":0.000115165734,"threshold_uncertainty_score":0.33038807},"labels":[],"label_agreement":null},{"id":"W4387125211","doi":"10.1063/5.0163402","title":"The mathematical, reading, and scientific literacies for sustainable development in the fourth industrial revolution","year":2023,"lang":"en","type":"article","venue":"AIP conference proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; HEC Montréal","funders":"","keywords":"Reading (process); Industrial Revolution; Computer science; Sustainable development; Development (topology); Engineering ethics; Engineering; Political science; Linguistics; Philosophy; Mathematics","score_opus":0.05096452221426585,"score_gpt":0.2805066012357341,"score_spread":0.22954207902146828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387125211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7921609,0.00026273142,0.18853985,0.015301852,0.00033826992,0.0017717222,5.0726754e-7,0.0006429875,0.0009811703],"genre_scores_gemma":[0.9855997,0.000008007264,0.010041474,0.00003098126,0.000045392455,0.00022423983,0.0000020194636,0.0000063037264,0.00404188],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866664,0.000030368641,0.00022277926,0.00032484147,0.0002696263,0.00048575478],"domain_scores_gemma":[0.9991283,0.0003596674,0.00009817198,0.00014475748,0.00022785037,0.00004127511],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0044558304,0.00010818293,0.0001048365,0.00014513911,0.0014230207,0.0031842014,0.00072818703,0.000055643253,5.894568e-7],"category_scores_gemma":[0.0013342225,0.000065644155,0.000022427961,0.0007884146,0.00014126602,0.0005317915,0.00022865964,0.00026141905,0.000010121226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009519745,0.000025896847,0.0043905033,0.000087825545,0.000007184894,0.0000029746504,0.08958861,0.0000012026029,0.00008518473,0.7804649,0.0059690955,0.11936714],"study_design_scores_gemma":[0.00047924215,0.00014917547,0.0039910837,0.00023337179,0.000008692204,0.000021732456,0.027670033,0.06177898,0.00007790332,0.05628777,0.8490076,0.00029439584],"about_ca_topic_score_codex":0.000009243175,"about_ca_topic_score_gemma":0.0000027760718,"teacher_disagreement_score":0.8430385,"about_ca_system_score_codex":0.00004507461,"about_ca_system_score_gemma":0.00015418151,"threshold_uncertainty_score":0.999877},"labels":[],"label_agreement":null},{"id":"W4387162026","doi":"10.1109/icalt58122.2023.00060","title":"Using Open Technology to Bring Computational Thinking Activities to the Outdoors","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Computational thinking; Computer science; Computational model; Embedding; Visual programming language; Computational complexity theory; Multimedia; Human–computer interaction; Artificial intelligence; Programming language; Algorithm","score_opus":0.07144566202019494,"score_gpt":0.3730695562416366,"score_spread":0.3016238942214417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387162026","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12403886,0.000004738124,0.8555435,0.01843704,0.0002513432,0.0002018825,2.2718778e-7,0.0007672467,0.0007551798],"genre_scores_gemma":[0.5814781,8.304161e-8,0.41673923,0.0008197068,0.000033072352,0.0000074553395,4.695917e-7,0.000007275012,0.0009146198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989936,0.000065221975,0.00011704652,0.00030126135,0.00022237403,0.00030051416],"domain_scores_gemma":[0.9994196,0.0001555784,0.00003390851,0.00031127268,0.000025731926,0.000053886146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087045506,0.00008661569,0.00010083454,0.00030011064,0.0005546586,0.0008795388,0.0018746888,0.000033787986,0.000005715055],"category_scores_gemma":[0.00011206537,0.000065758286,0.000024569366,0.0013522658,0.000017511687,0.00027702036,0.0022359183,0.00020668334,0.00023624738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020492962,0.0000108455,0.002081916,0.0000035613446,0.000016336418,0.000009081724,0.011710983,0.46735412,0.00011490168,0.10084101,0.0010799823,0.4167752],"study_design_scores_gemma":[0.0002944606,0.00016604533,0.0074063763,0.0001695958,0.0000081345015,0.000078492354,0.006535578,0.7232759,0.000504749,0.012111936,0.24881768,0.0006310249],"about_ca_topic_score_codex":0.00034178782,"about_ca_topic_score_gemma":0.00004074964,"teacher_disagreement_score":0.45743924,"about_ca_system_score_codex":0.000042171745,"about_ca_system_score_gemma":0.000049255297,"threshold_uncertainty_score":0.8481413},"labels":[],"label_agreement":null},{"id":"W4387193152","doi":"10.1109/icalt58122.2023.00012","title":"JUnit++: An Open Educational Tool for Simplifying Unit Testing","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Unit testing; Correctness; Computer science; Extension (predicate logic); Process (computing); Programming language; Test (biology); Focus (optics); Code (set theory); Software engineering; Software","score_opus":0.19552963859073866,"score_gpt":0.4042002680891279,"score_spread":0.20867062949838924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387193152","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13002649,0.000008129424,0.85768425,0.006023074,0.00052336475,0.00053486327,0.000001677374,0.001688516,0.0035096388],"genre_scores_gemma":[0.4297756,1.3117882e-7,0.5647238,0.00034500883,0.00012990303,0.00007208441,0.000020999592,0.00001189556,0.0049205828],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914134,0.00006397993,0.00012784878,0.0002874067,0.00011225224,0.00026719543],"domain_scores_gemma":[0.99874157,0.0007395576,0.00004645808,0.000323732,0.00008210936,0.000066585046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010260978,0.00007506041,0.00007520729,0.00009851052,0.00051984447,0.0008662238,0.0012570905,0.00002697089,0.000012818529],"category_scores_gemma":[0.00071890093,0.00007072554,0.000017861248,0.0006352569,0.000008892862,0.0006788704,0.00042478892,0.00011882413,0.00008449282],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014858614,0.00004191086,0.008383033,0.000013688076,0.000006092704,9.596806e-7,0.0011622753,0.000948991,0.00016131414,0.16711397,0.0017346437,0.82043165],"study_design_scores_gemma":[0.00076022244,0.00045393128,0.09304085,0.0000855905,0.000010045399,0.000031723786,0.000798151,0.4394445,0.00011186399,0.018405205,0.44613856,0.00071933627],"about_ca_topic_score_codex":0.00015495493,"about_ca_topic_score_gemma":0.000010950677,"teacher_disagreement_score":0.8197123,"about_ca_system_score_codex":0.000013756134,"about_ca_system_score_gemma":0.00014608,"threshold_uncertainty_score":0.83530164},"labels":[],"label_agreement":null},{"id":"W4387506830","doi":"10.1007/978-3-030-95060-6_16-1","title":"Algebra Education and Digital Resources: A Long-Distance Relationship?","year":2023,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Algebra over a field; Distance education; Algebraic number; Cover (algebra); Mathematics education; Mathematics; Engineering; Pure mathematics","score_opus":0.021748818799965517,"score_gpt":0.27269620335837796,"score_spread":0.2509473845584124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387506830","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012069884,0.007174231,0.15700015,0.003424724,0.015637463,0.0012276155,0.00007477758,0.0013438655,0.8020473],"genre_scores_gemma":[0.27302727,0.00007664973,0.009726945,0.00007891645,0.0005912173,0.000043321706,0.00015614273,0.00006170721,0.71623784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983743,0.000016533417,0.000442358,0.00053665094,0.00047153202,0.00015861407],"domain_scores_gemma":[0.99841386,0.00019270564,0.00051217584,0.00046988355,0.00031154434,0.00009982457],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028235445,0.00024275703,0.00020455862,0.0005222307,0.00013426394,0.00043612783,0.0006833499,0.00018148741,0.000018288747],"category_scores_gemma":[0.00023301286,0.00027134272,0.000107064414,0.000063651045,0.00009843559,0.00050118053,0.00023015545,0.0004304504,0.00007049789],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068911963,0.000067958325,0.0032821123,0.00006461523,0.000052436175,8.350016e-7,0.0015818474,0.000007889225,0.0000028074746,0.6067331,0.00088054483,0.38731897],"study_design_scores_gemma":[0.0002619803,0.00009539124,0.029391982,0.0031306613,0.000053701748,0.000046622405,0.0001878466,0.00027818765,0.000029147379,0.08408956,0.88170195,0.00073296943],"about_ca_topic_score_codex":0.0000444365,"about_ca_topic_score_gemma":0.000018223107,"teacher_disagreement_score":0.8808214,"about_ca_system_score_codex":0.0001433054,"about_ca_system_score_gemma":0.00046209968,"threshold_uncertainty_score":0.9999739},"labels":[],"label_agreement":null},{"id":"W4387506924","doi":"10.1007/978-3-030-95060-6_17-1","title":"Transforming Arithmetic Through Digital Resources","year":2023,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Embodied cognition; Computer science; Digital transformation; Transformation (genetics); Multimedia; Focus (optics); Mathematics education; Psychology; Artificial intelligence; World Wide Web","score_opus":0.02857280246434102,"score_gpt":0.2802271644864825,"score_spread":0.2516543620221415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387506924","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011479232,0.0009245719,0.13778907,0.0013980566,0.0071546584,0.0004149856,0.000030239,0.0006940593,0.8504464],"genre_scores_gemma":[0.09751184,0.00011354478,0.02559803,0.000098836215,0.0008691037,0.000033885106,0.000095690004,0.00009167072,0.8755874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983836,0.0000087132275,0.00042683692,0.00044505487,0.0005576357,0.00017817422],"domain_scores_gemma":[0.998788,0.00011435779,0.0004566413,0.0003838216,0.00020264735,0.000054532564],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021509753,0.00023581334,0.00022753696,0.000345991,0.00009690549,0.0003329539,0.001008436,0.00015992476,0.000028247063],"category_scores_gemma":[0.000089529225,0.00024857308,0.00019707766,0.000045441695,0.00007620497,0.00049685186,0.00016591516,0.00041214313,0.00010379402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006478352,0.000046334808,0.00007078473,0.000056110224,0.00011430614,0.0000027280598,0.0045439443,0.00002717981,0.000026531223,0.43261415,0.0004041302,0.5620873],"study_design_scores_gemma":[0.00013673263,0.000059484202,0.0001100734,0.0011654329,0.000023634591,0.000015521073,0.00007741718,0.000118226446,0.00023508894,0.03493741,0.9627946,0.00032634605],"about_ca_topic_score_codex":0.00005086599,"about_ca_topic_score_gemma":0.00000468081,"teacher_disagreement_score":0.9623905,"about_ca_system_score_codex":0.00009894417,"about_ca_system_score_gemma":0.00020328817,"threshold_uncertainty_score":0.99999666},"labels":[],"label_agreement":null},{"id":"W4387880808","doi":"10.1007/s10763-023-10428-0","title":"Correction to: Exploring Computational Thinking in the Context of Mathematics Learning in Secondary Schools: Dispositions, Engagement and Learning Performance","year":2023,"lang":"en","type":"article","venue":"International Journal of Science and Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Context (archaeology); Science education; Computational thinking; Learning sciences; Pedagogy; Science learning; Psychology; Computer science; Experiential learning; Geography","score_opus":0.03857716824903464,"score_gpt":0.3149102291897778,"score_spread":0.27633306094074317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387880808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9678653,0.000044345794,0.02946651,0.0017216844,0.0006962263,0.000091897244,1.0787909e-7,0.000016416467,0.000097537806],"genre_scores_gemma":[0.94575226,0.00006867511,0.05402314,0.00007635871,0.000037679165,0.000010645122,9.482044e-7,0.0000034317688,0.000026855858],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986021,0.00009325541,0.00039161008,0.00011864079,0.0006775558,0.00011685498],"domain_scores_gemma":[0.9987605,0.00051634916,0.0002981113,0.00006270571,0.00032522398,0.00003708208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005816566,0.00006573222,0.0001041682,0.00078419497,0.00026448412,0.00027739548,0.0004814864,0.000013849203,8.737702e-7],"category_scores_gemma":[0.0013416063,0.00005333765,0.000017733308,0.0006653731,0.00007239881,0.00095440703,0.0001233958,0.000575355,0.0000018205718],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004539171,0.00023560651,0.018103026,0.00008770796,0.000012090073,0.0000040535992,0.2724009,0.01958407,0.0005696711,0.022580232,0.00008982084,0.6663283],"study_design_scores_gemma":[0.00064355315,0.00037335866,0.25830725,0.0033307446,0.000013949353,0.0004299684,0.31861067,0.40671387,0.00038737888,0.008944036,0.0019718863,0.00027334434],"about_ca_topic_score_codex":0.000023871668,"about_ca_topic_score_gemma":0.000004570779,"teacher_disagreement_score":0.66605496,"about_ca_system_score_codex":0.00009418559,"about_ca_system_score_gemma":0.00031900514,"threshold_uncertainty_score":0.2674931},"labels":[],"label_agreement":null},{"id":"W4387909044","doi":"10.4018/978-1-6684-9527-8.ch005","title":"The Applications of Learning Analytics to Enhance Learning and Engagement in Introductory Programming Instruction","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Learning analytics; Computer science; Warrant; Data science; Analytics","score_opus":0.014341768626437197,"score_gpt":0.28354556234713413,"score_spread":0.2692037937206969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387909044","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067739105,0.20750864,0.70004153,0.04537611,0.0057967585,0.009482065,0.000021633241,0.0054624802,0.019536871],"genre_scores_gemma":[0.036169518,0.12795162,0.7477051,0.00003651147,0.00036351135,0.0014620164,0.000041844385,0.00010944665,0.086160436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983796,0.00007389426,0.00046944994,0.0005581752,0.0002755098,0.00024339126],"domain_scores_gemma":[0.9987188,0.00058593607,0.00032393858,0.00022663361,0.00011444747,0.000030218727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071071286,0.00023339938,0.00025205524,0.0005765381,0.0005120393,0.000119363605,0.0003776798,0.0001600041,0.000002072932],"category_scores_gemma":[0.0005223576,0.00021634815,0.00003208073,0.00035011632,0.0005036796,0.0007040259,0.00033538096,0.001048558,0.0000023310806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009019675,0.0000059972713,0.00038718886,0.00003836506,0.000009951055,3.5346363e-7,0.00020786727,0.0019942024,0.000008392794,0.39493948,0.0000064514106,0.60239273],"study_design_scores_gemma":[0.00007459026,0.00016682793,0.000475111,0.00022619107,0.0000066366747,0.00002930508,0.0018671318,0.00018814701,0.0000573362,0.08000102,0.9166566,0.00025106108],"about_ca_topic_score_codex":0.000008268714,"about_ca_topic_score_gemma":0.00003787306,"teacher_disagreement_score":0.9166502,"about_ca_system_score_codex":0.00012666597,"about_ca_system_score_gemma":0.00014018994,"threshold_uncertainty_score":0.8822422},"labels":[],"label_agreement":null},{"id":"W4388081461","doi":"10.1007/s11858-023-01533-z","title":"Mathematics and interdisciplinary STEM education: recent developments and future directions","year":2023,"lang":"en","type":"article","venue":"ZDM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Division of Mathematical Sciences; University of the Sunshine Coast","keywords":"Curriculum; Mathematics education; Discipline; Engineering ethics; Pedagogy; Mathematics; Psychology; Sociology; Engineering; Social science","score_opus":0.02247216850998259,"score_gpt":0.29805817698995685,"score_spread":0.2755860084799743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388081461","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.855894,0.0053724833,0.06380144,0.05436681,0.0074411323,0.00061688543,0.0000020820864,0.003310356,0.009194766],"genre_scores_gemma":[0.23262112,0.0018713858,0.7509973,0.00033075543,0.000785597,0.00010641065,0.000014958489,0.000040898198,0.013231554],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995904,0.000019816505,0.00007641302,0.00014883811,0.00006803099,0.00009652547],"domain_scores_gemma":[0.9997538,0.000031417512,0.000027538914,0.00012237608,0.000017214756,0.00004766115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001787684,0.00005283274,0.00005337334,0.00006790845,0.0002534525,0.00012197595,0.00010382343,0.000023721952,0.0000018777281],"category_scores_gemma":[0.0000067291962,0.000046667927,0.000007596321,0.00024802395,0.000012884183,0.0001012736,0.00030053695,0.000094707284,0.000020797735],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.312327e-7,0.00001744742,0.00050804863,0.00001690289,0.0000046662203,9.776821e-7,0.013651194,4.1451446e-7,0.0000030954357,0.0023691573,0.0009547695,0.9824731],"study_design_scores_gemma":[0.00006052821,0.000020156984,0.021708082,0.00005234012,0.000003218472,0.00004740384,0.003214412,0.00081925583,0.00000883022,0.00059534644,0.9733714,0.00009902176],"about_ca_topic_score_codex":0.0000016483082,"about_ca_topic_score_gemma":0.0000020195007,"teacher_disagreement_score":0.9823741,"about_ca_system_score_codex":0.0000148141235,"about_ca_system_score_gemma":0.00003607606,"threshold_uncertainty_score":0.19493775},"labels":[],"label_agreement":null},{"id":"W4388160422","doi":"10.1007/s11858-023-01534-y","title":"Technology maker practices in mathematics learning in STEM contexts: a case in Brazil and two cases in Canada","year":2023,"lang":"en","type":"article","venue":"ZDM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University; Western University","funders":"Social Sciences and Humanities Research Council of Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Mathematics education; Situated; Critical thinking; Best practice; Psychology; Pedagogy; Computer science; Political science","score_opus":0.03422631619762192,"score_gpt":0.31479208163357925,"score_spread":0.28056576543595735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388160422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99776596,0.00027628048,0.00021953892,0.001404827,0.00005241466,0.00011380331,3.0275103e-7,0.00010716572,0.00005969637],"genre_scores_gemma":[0.99645495,0.000009386537,0.0033091109,0.000041706895,0.0000048864995,0.00002190755,4.6290722e-7,0.000008235484,0.00014936348],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988578,0.00018527528,0.00025857482,0.0002714061,0.00010910724,0.00031785876],"domain_scores_gemma":[0.9989688,0.0006711499,0.00014541141,0.00017498729,0.000009247889,0.000030408028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094327313,0.000094444214,0.00018500218,0.0005238747,0.000045709432,0.0000730793,0.00018899297,0.00005141826,0.0000012212333],"category_scores_gemma":[0.0007490018,0.00009654983,0.00000739079,0.0012148246,0.000022951379,0.000193712,0.00017676955,0.0006662972,0.0000044271055],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046307205,0.000047970105,0.61635077,0.00006792706,0.0000031809998,0.032875013,0.011100215,0.0029533457,0.00001714917,0.0015345466,0.000028118515,0.3350171],"study_design_scores_gemma":[0.0068315603,0.0004190896,0.16029525,0.0024235782,0.0000119628785,0.017264187,0.12192824,0.6396706,0.00012057979,0.0015262183,0.047932845,0.0015758942],"about_ca_topic_score_codex":0.7009906,"about_ca_topic_score_gemma":0.9741455,"teacher_disagreement_score":0.63671726,"about_ca_system_score_codex":0.00018537615,"about_ca_system_score_gemma":0.00023950818,"threshold_uncertainty_score":0.39371878},"labels":[],"label_agreement":null},{"id":"W4388338185","doi":"10.1007/978-981-19-4804-6_5","title":"Sprints","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Code (set theory); Computer science; Process (computing); Test (biology); Aeronautics; Engineering; Programming language; Geology","score_opus":0.040658244669429126,"score_gpt":0.24973794260904517,"score_spread":0.20907969793961603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388338185","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1056467e-7,0.000027416458,0.17942885,0.000406307,0.00061030756,0.00004600803,2.2657716e-7,0.0018212048,0.81765926],"genre_scores_gemma":[0.00016234866,0.000010113141,0.04620909,0.00010010235,0.0001058,0.0000016642723,0.0000020705932,0.000028980478,0.9533798],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999132,0.000008796286,0.0001221941,0.00035651898,0.00021151698,0.00016898573],"domain_scores_gemma":[0.9992544,0.000059370657,0.00006197321,0.000544363,0.00001977375,0.00006010155],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024135127,0.0001445691,0.0001368508,0.000114045826,0.000075521944,0.00015231723,0.00073451747,0.00013791176,0.00009272926],"category_scores_gemma":[0.000020105692,0.00013086577,0.00009393939,0.000023938444,0.000017439837,0.000058398513,0.0003701538,0.0004677733,0.007221234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.010178e-8,8.480119e-7,0.0000015416155,0.0000035466092,0.000007725324,0.000017704511,0.00005636698,0.000002624257,1.2958824e-7,0.60425055,0.0017660237,0.39389288],"study_design_scores_gemma":[0.000029024786,0.000015730326,0.000026743666,0.000046903857,0.0000029105659,0.0000056482404,0.0000010456736,0.00023774526,9.952948e-7,0.013101685,0.98636097,0.00017057879],"about_ca_topic_score_codex":0.000018900893,"about_ca_topic_score_gemma":0.0000054038933,"teacher_disagreement_score":0.98459494,"about_ca_system_score_codex":0.000018623912,"about_ca_system_score_gemma":0.000030834777,"threshold_uncertainty_score":0.99355173},"labels":[],"label_agreement":null},{"id":"W4388448643","doi":"10.1109/vl-hcc57772.2023.00010","title":"TangiBooks: Design and Creation of Paper-Based Tangibles with Embedded Electronics for Teaching Programming Concepts","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Curiosity; Computer science; Reflection (computer programming); Key (lock); Domain (mathematical analysis); Human–computer interaction; Space (punctuation); Appeal; Multimedia; Electronics; Engineering; Psychology","score_opus":0.018778712657834904,"score_gpt":0.2982021120183005,"score_spread":0.27942339936046556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388448643","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01647789,0.00013582395,0.9817325,0.00031551495,0.000026122214,0.00049399777,3.408239e-7,0.000720871,0.0000969705],"genre_scores_gemma":[0.4550135,0.0000019739161,0.5446342,0.000036199715,0.000013093679,0.000064992266,0.0000055846176,0.000012587413,0.00021782223],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987727,0.00015796836,0.0001819464,0.00032545757,0.00019343749,0.00036849143],"domain_scores_gemma":[0.9989529,0.0005759905,0.00011682286,0.00023365095,0.00006123911,0.00005939348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012639898,0.00013587653,0.00017198942,0.0001490175,0.00026632875,0.0001592797,0.00024603863,0.00005297795,0.0000012219818],"category_scores_gemma":[0.00014992188,0.00010727847,0.000043809825,0.00027719984,0.00006943381,0.00025414472,0.000039058395,0.00016154871,0.0000011884536],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004166432,0.00004715797,0.00036584842,0.00007980798,0.00003586008,0.0000027942526,0.004912289,0.007910196,0.0021685117,0.03930894,0.00012731183,0.94499964],"study_design_scores_gemma":[0.0026962936,0.0034736518,0.00039722826,0.00035267381,0.00007333639,0.000019415233,0.0025135078,0.8723996,0.012218059,0.0010671314,0.104056,0.00073307706],"about_ca_topic_score_codex":0.000027079323,"about_ca_topic_score_gemma":0.000008759693,"teacher_disagreement_score":0.94426656,"about_ca_system_score_codex":0.000025253334,"about_ca_system_score_gemma":0.000106663276,"threshold_uncertainty_score":0.43746892},"labels":[],"label_agreement":null},{"id":"W4388543398","doi":"10.23977/jaip.2023.060704","title":"The Impact of Autonomous Robot Design and Programming on Student Creativity","year":2023,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Creativity; GRASP; Field (mathematics); Robot; Computer science; Engineering ethics; Autonomous robot; Mathematics education; Management science; Knowledge management; Human–computer interaction; Artificial intelligence; Psychology; Engineering; Mobile robot; Software engineering","score_opus":0.09607528582378523,"score_gpt":0.41635728894707064,"score_spread":0.3202820031232854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388543398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05718864,0.00019420772,0.9397301,0.0022730737,0.00032499837,0.00017365349,1.3001188e-7,0.00006184095,0.000053358162],"genre_scores_gemma":[0.90227264,0.00011627753,0.097455405,0.000017610035,0.00009537647,0.0000033961032,6.9405985e-8,0.000008465542,0.000030777475],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977345,0.00077164476,0.0005710234,0.00017356017,0.0004655433,0.00028373828],"domain_scores_gemma":[0.9934974,0.004927185,0.0009126792,0.00025991647,0.0002964299,0.000106429594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00717146,0.00012653407,0.0002049352,0.0001676217,0.00036983308,0.0005570495,0.000635032,0.0000451409,0.0000015450354],"category_scores_gemma":[0.0038212975,0.00007931035,0.0001317625,0.0005742246,0.00010275548,0.00071965635,0.00012900394,0.0005992058,0.00001620674],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012014416,0.00022941212,0.00020517463,0.0000031100565,0.000084980216,0.000049152088,0.006345741,0.07066436,0.00028084446,0.004183863,0.00003998269,0.9177932],"study_design_scores_gemma":[0.0005756532,0.038017895,0.03911371,0.0010108444,0.0004851379,0.0025976659,0.039644834,0.7602991,0.0312433,0.021637442,0.06354009,0.0018343353],"about_ca_topic_score_codex":0.000103275524,"about_ca_topic_score_gemma":0.0000024176168,"teacher_disagreement_score":0.9159589,"about_ca_system_score_codex":0.00007590328,"about_ca_system_score_gemma":0.00018549648,"threshold_uncertainty_score":0.53716415},"labels":[],"label_agreement":null},{"id":"W4389097362","doi":"10.55016/ojs/ajer.v68i3.73120","title":"Effects of Robotic Coding Supported Design-Based Science Instruction on Students’ Science Process Skills","year":2022,"lang":"en","type":"article","venue":"Alberta Journal of Educational Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Coding (social sciences); Psychology; Science education; Pedagogy; Computer science; Mathematics","score_opus":0.04531349010435229,"score_gpt":0.41135580192288274,"score_spread":0.3660423118185304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389097362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885845,0.00004702887,0.008213197,0.0018935305,0.0007840805,0.00024094176,1.0962394e-7,0.0000026601836,0.00023393723],"genre_scores_gemma":[0.99232626,0.0000019812364,0.007115125,0.00004754377,0.00006073609,0.000021678956,3.9479013e-7,0.0000071021186,0.0004191872],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99433106,0.0005396881,0.00036238212,0.00034099646,0.003951508,0.00047437617],"domain_scores_gemma":[0.9880715,0.009906096,0.0003570121,0.00027608516,0.0011668827,0.0002224183],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008698865,0.00009185953,0.00015522914,0.0017410731,0.0016467345,0.00032629908,0.0031803558,0.000017302713,0.00012072173],"category_scores_gemma":[0.014960466,0.000083418825,0.000051770436,0.0039672498,0.000686094,0.0007048646,0.00029985685,0.0008369442,0.0000086666105],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047095385,0.012233453,0.20120521,0.0005845674,0.000141314,0.000025219,0.033173665,0.47471854,0.0779861,0.107113756,0.0008718773,0.09147536],"study_design_scores_gemma":[0.005694931,0.011943282,0.72091824,0.0016130918,0.00007808947,0.00085272937,0.002652184,0.061383706,0.18783107,0.0034266394,0.002524442,0.0010815806],"about_ca_topic_score_codex":0.00009657714,"about_ca_topic_score_gemma":0.0000020868258,"teacher_disagreement_score":0.51971304,"about_ca_system_score_codex":0.00055170874,"about_ca_system_score_gemma":0.0068866406,"threshold_uncertainty_score":0.999653},"labels":[],"label_agreement":null},{"id":"W4389153403","doi":"10.31098/ajosed.v1i2.1416","title":"The Place of Makerspace of Stem Education in Nigeria","year":2023,"lang":"en","type":"article","venue":"Advanced Journal of STEM Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Vocational education; State (computer science); Public relations; Sociology; Mathematics education; Political science; Pedagogy; Engineering; Psychology; Computer science; Mechanical engineering","score_opus":0.01113097102666601,"score_gpt":0.2987672547882079,"score_spread":0.28763628376154193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389153403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98094475,0.0019845103,0.012407033,0.0023537623,0.002023055,0.00013255545,2.2224592e-7,0.000022196666,0.00013188415],"genre_scores_gemma":[0.98411757,0.00014454876,0.014380339,0.000016531289,0.00006313437,0.0000054686966,5.5707767e-7,0.000007173578,0.0012646754],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889886,0.00018158254,0.00043192678,0.00010536297,0.00024408576,0.00013820101],"domain_scores_gemma":[0.99833184,0.00031340242,0.0008078589,0.00024797162,0.00025487138,0.00004403287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011936411,0.00007072001,0.00014960529,0.00022103431,0.000075810174,0.00003917988,0.00042581014,0.00003070674,5.4158903e-7],"category_scores_gemma":[0.000072639,0.000055541157,0.000053326385,0.0006365319,0.000027459393,0.00038862202,0.00003428023,0.000204123,0.0000030877957],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020327372,0.000096428164,0.004826406,0.000040414907,0.000008638255,3.410927e-7,0.006985212,0.0030071628,0.0009905683,0.003018339,0.00035600105,0.9806502],"study_design_scores_gemma":[0.003366609,0.0021706638,0.32753947,0.006589256,0.00007325898,0.00035501624,0.27818203,0.0046239314,0.023556855,0.0070560826,0.34537598,0.0011108599],"about_ca_topic_score_codex":0.000014973018,"about_ca_topic_score_gemma":0.000010222842,"teacher_disagreement_score":0.9795393,"about_ca_system_score_codex":0.0000909816,"about_ca_system_score_gemma":0.0009489129,"threshold_uncertainty_score":0.22649027},"labels":[],"label_agreement":null},{"id":"W4389206342","doi":"10.22215/etd/2023-15821","title":"Evaluating the Effectiveness of Comparison Activities in a Programming Tutor","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"TUTOR; Computer science; Test (biology); Mathematics education; Significant difference; Artificial intelligence; Machine learning; Programming language; Psychology; Mathematics","score_opus":0.061936650276517555,"score_gpt":0.40681425843450036,"score_spread":0.3448776081579828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389206342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744425,0.00039676376,0.021134496,0.000028141327,0.0013725869,0.0009782836,4.323134e-7,0.00064886647,0.0009979609],"genre_scores_gemma":[0.97330236,0.0000022435727,0.024548978,0.0000027686228,0.000034182416,0.00023596857,0.00004365148,0.000029729144,0.0018001015],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99700695,0.001410301,0.00038033904,0.00041325885,0.00047891313,0.00031020807],"domain_scores_gemma":[0.99645275,0.0027265209,0.00030723005,0.00043262754,0.00005598936,0.00002490166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00587923,0.00020304164,0.0004021908,0.00024426254,0.00015090962,0.00021337708,0.0008232352,0.00013883134,0.0000017541773],"category_scores_gemma":[0.0007148701,0.00014678287,0.000115129944,0.000663618,0.000029256053,0.00014838987,0.00009494786,0.000724036,0.0000069879784],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061161605,0.00007030742,0.0018708695,0.00064821186,0.000033358014,0.0000022023833,0.013745212,0.0013136271,0.00034286716,0.004511221,0.0000060316893,0.97739494],"study_design_scores_gemma":[0.004030075,0.004801929,0.51706433,0.020211468,0.0002991701,0.00001846627,0.08292948,0.33394626,0.015837504,0.0035522755,0.013581255,0.003727785],"about_ca_topic_score_codex":0.0011247387,"about_ca_topic_score_gemma":0.00048045313,"teacher_disagreement_score":0.97366714,"about_ca_system_score_codex":0.000064335014,"about_ca_system_score_gemma":0.00016012647,"threshold_uncertainty_score":0.59856313},"labels":[],"label_agreement":null},{"id":"W4389379143","doi":"10.1007/s42330-023-00298-7","title":"Using ‘Real-World’ Robotics Competitions to Support Digital Technology Implementation: Impacts of Professional Development","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Educational robotics; Curriculum; Artificial intelligence; Government (linguistics); Professional development; Sustainable development; Engineering; Engineering management; Computer science; Political science; Pedagogy; Psychology; Robot","score_opus":0.03401049171216112,"score_gpt":0.3562857247781987,"score_spread":0.32227523306603756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389379143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962133,0.00002278614,0.030714532,0.006221876,0.0006377799,0.00013563214,0.0000017620698,0.000048870414,0.0000837574],"genre_scores_gemma":[0.7379881,0.0000014850177,0.2619249,0.000014538863,0.000010742484,0.0000028516602,0.0000011192009,0.000003576001,0.00005266431],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990245,0.0000057414222,0.00036318917,0.00013199948,0.00019381006,0.00028074434],"domain_scores_gemma":[0.99888957,0.00002775705,0.00028323973,0.00016863631,0.00039604562,0.0002347825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000667815,0.00007425523,0.00013703825,0.0034974243,0.00044449425,0.00013390699,0.0005704562,0.000046319947,0.0000047150734],"category_scores_gemma":[0.00019302496,0.0000683647,0.000014810568,0.0036168203,0.0004074714,0.00032491027,0.000093359464,0.0001613608,0.000004613246],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[5.3193196e-7,0.00012535852,0.06031325,0.00007216619,0.00002136868,0.000012934856,0.012367965,0.00020843226,0.002133216,0.46023083,0.00040214395,0.4641118],"study_design_scores_gemma":[0.0026098809,0.00354655,0.19390744,0.0059317215,0.00020388869,0.0064944387,0.29159096,0.018713566,0.043789268,0.31540194,0.11446862,0.0033417244],"about_ca_topic_score_codex":0.00008317714,"about_ca_topic_score_gemma":0.00063548016,"teacher_disagreement_score":0.46077007,"about_ca_system_score_codex":0.00016190067,"about_ca_system_score_gemma":0.006290837,"threshold_uncertainty_score":0.99934256},"labels":[],"label_agreement":null},{"id":"W4389428789","doi":"10.1007/s42330-023-00293-y","title":"The Integration of Coding and Computer Science Concepts in Canadian K-8 Curriculum","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Coding (social sciences); Phenomenon; Mathematics education; Context (archaeology); Curriculum theory; Field (mathematics); Pedagogy; Computer science; Curriculum development; Sociology; Political science; Engineering ethics; Social science; Psychology; Epistemology; Engineering; Geography; Mathematics","score_opus":0.013321165556581931,"score_gpt":0.29040306472098565,"score_spread":0.27708189916440373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389428789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851419,0.00020280808,0.009096178,0.0049048355,0.0005066802,0.00007442489,2.1324166e-7,0.000011701559,0.00006130581],"genre_scores_gemma":[0.97103435,0.000019439734,0.028903933,0.000016702903,0.00001203835,0.000001564393,9.310066e-8,0.0000017971112,0.00001006373],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991939,0.000011318788,0.00021413068,0.00012628462,0.00014884812,0.00030551135],"domain_scores_gemma":[0.99907935,0.000053035874,0.00016522322,0.00015307669,0.000298905,0.00025043995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027267074,0.000051445724,0.000087912376,0.002050218,0.0006954725,0.00026888086,0.00067184167,0.000035054443,3.5491274e-7],"category_scores_gemma":[0.0006414917,0.000038025988,0.000008465023,0.0029376498,0.0018721094,0.0003550461,0.000042263015,0.00019131997,6.492779e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.3599444e-8,0.00000670247,0.011159876,0.0000073414026,0.0000011436794,0.0000026240023,0.0065818457,0.000010974563,0.00043124493,0.40020767,0.000048437054,0.5815421],"study_design_scores_gemma":[0.0006237239,0.00070761505,0.15330099,0.0020158575,0.000024487084,0.0016531168,0.07181049,0.6021623,0.0038334474,0.14672557,0.01637118,0.00077124446],"about_ca_topic_score_codex":0.023968738,"about_ca_topic_score_gemma":0.07533508,"teacher_disagreement_score":0.6021513,"about_ca_system_score_codex":0.00014876344,"about_ca_system_score_gemma":0.0041823136,"threshold_uncertainty_score":0.9825307},"labels":[],"label_agreement":null},{"id":"W4389489019","doi":"10.1007/s42330-023-00294-x","title":"Tinkering to Solve Problems That Emerge During Digital Fabrication: Introduction of a New Problem-Solving Model","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Federation for the Humanities and Social Sciences","keywords":"Popularity; Process (computing); Computer science; Problem-based learning; Mathematics education; Management science; Multimedia; Mathematics; Engineering; Psychology","score_opus":0.01792677443294889,"score_gpt":0.24427230899375613,"score_spread":0.22634553456080725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389489019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7262133,0.00009960662,0.26309124,0.010021137,0.00029969396,0.00013609078,3.2563213e-7,0.00006104953,0.00007757144],"genre_scores_gemma":[0.7882299,0.0000054507263,0.21154621,0.000006251323,0.00005535072,0.0000033520387,2.994951e-7,0.0000049868995,0.00014822664],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99911284,0.0000028578413,0.00026816328,0.00018068298,0.00018329374,0.00025213853],"domain_scores_gemma":[0.99896145,0.000011945321,0.0002787385,0.00022552656,0.00028571612,0.00023663345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066854194,0.000073821146,0.00012102039,0.0015086435,0.0003165345,0.00023094135,0.0005848637,0.000043299915,0.0000011990502],"category_scores_gemma":[0.00046876507,0.000069249545,0.000019961386,0.0019912033,0.00018538648,0.00066051405,0.000073760544,0.00017203091,0.0000028791676],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001216629,0.00008495711,0.006242963,0.0002619594,0.000024353805,0.0000034265884,0.07260426,0.009842989,0.015293476,0.12374199,0.0017270189,0.7701714],"study_design_scores_gemma":[0.0012657214,0.0012497006,0.019306732,0.0036294397,0.00011249803,0.0029215533,0.07129097,0.38672403,0.027776375,0.45499426,0.028579723,0.0021489996],"about_ca_topic_score_codex":0.00008791436,"about_ca_topic_score_gemma":0.00005601845,"teacher_disagreement_score":0.7680224,"about_ca_system_score_codex":0.000093328505,"about_ca_system_score_gemma":0.0015310671,"threshold_uncertainty_score":0.28239146},"labels":[],"label_agreement":null},{"id":"W4389607066","doi":"10.1111/jcal.12921","title":"Experimenting with computational thinking for knowledge transfer in engineering robotics","year":2023,"lang":"en","type":"article","venue":"Journal of Computer Assisted Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Champlain Regional College; Dawson College; Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada; Université de Sherbrooke","keywords":"Robotics; Artificial intelligence; Computational thinking; Educational robotics; Computer science; Relevance (law); Mathematics education; Psychology; Robot","score_opus":0.024144092506468075,"score_gpt":0.2722939928647941,"score_spread":0.24814990035832604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389607066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051610157,0.0001282698,0.94718814,0.00032003626,0.00041371793,0.00008985423,7.67689e-8,0.00022778996,0.000021985179],"genre_scores_gemma":[0.5590971,0.000001204877,0.44067544,0.000016559863,0.00016376568,0.000003147838,0.000001725567,0.000018531211,0.000022506008],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983817,0.00015983531,0.0005121239,0.00022384185,0.0003458642,0.0003766664],"domain_scores_gemma":[0.9985842,0.0008460051,0.00019227885,0.00010855234,0.00018342346,0.000085510415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016397444,0.00017083097,0.00031591824,0.0006419023,0.00021789492,0.0003478104,0.00051859225,0.000064384876,8.952254e-7],"category_scores_gemma":[0.00008049975,0.00015215299,0.00013557152,0.00080701074,0.000015392476,0.00042227047,0.00008514815,0.00077984674,0.0000031923137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012694628,0.000045579654,0.0019169345,0.00005305408,0.00004843338,0.000046827063,0.008592985,0.87919563,0.000068840534,0.0018179271,0.000022329385,0.108178794],"study_design_scores_gemma":[0.001246546,0.0003932136,0.011084068,0.0005937879,0.000012608292,0.00018329528,0.0002409697,0.98128164,0.000032062526,0.000044515844,0.004670638,0.00021664145],"about_ca_topic_score_codex":0.000002063051,"about_ca_topic_score_gemma":0.0000010449085,"teacher_disagreement_score":0.50748694,"about_ca_system_score_codex":0.00007885292,"about_ca_system_score_gemma":0.00010729357,"threshold_uncertainty_score":0.6204619},"labels":[],"label_agreement":null},{"id":"W4390117361","doi":"10.1109/models-c59198.2023.00029","title":"Enlightening Modeling the Aristotelian Way with Light-Code","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Agile software development; Craft; Drama; Code (set theory); Set (abstract data type); Computer science; Process (computing); Multimedia; Mathematics education; Software engineering; Visual arts; Psychology; Programming language; Art","score_opus":0.024220863152090134,"score_gpt":0.2443016412642633,"score_spread":0.22008077811217316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390117361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025967311,0.000050284325,0.9591328,0.009647068,0.00012382484,0.00007209013,8.277094e-8,0.0018313153,0.0031752489],"genre_scores_gemma":[0.90927315,0.0000028756472,0.08662717,0.00021427056,0.00007201052,0.000011204353,9.4796064e-7,0.0000143777515,0.0037839771],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988893,0.00007494096,0.00012711818,0.00032011996,0.00022942612,0.00035906924],"domain_scores_gemma":[0.99926805,0.00008564357,0.000037503007,0.0005148624,0.00003133827,0.0000626105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071242027,0.00011413644,0.0000922044,0.00009945439,0.00055334595,0.00036743627,0.0007629031,0.0000357359,0.000003690762],"category_scores_gemma":[0.000034779172,0.000060800463,0.000043784024,0.0006661403,0.000016882566,0.00020711675,0.0001848622,0.00033043796,0.00021691185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009902378,0.00004013615,0.0014184738,0.000019511177,0.000069580936,0.000070852184,0.032834582,0.24793868,0.00042688765,0.072465345,0.00350949,0.64119655],"study_design_scores_gemma":[0.000100390964,0.000045422566,0.00013152511,0.000025765798,0.0000042685087,0.000019369852,0.00045734117,0.88206124,0.00009653109,0.0003177282,0.11658923,0.00015116147],"about_ca_topic_score_codex":0.0001742108,"about_ca_topic_score_gemma":0.000034232668,"teacher_disagreement_score":0.88330585,"about_ca_system_score_codex":0.000014680544,"about_ca_system_score_gemma":0.000028141574,"threshold_uncertainty_score":0.42559457},"labels":[],"label_agreement":null},{"id":"W4390233896","doi":"10.1016/j.ijcci.2023.100631","title":"Making as an opportunity for classroom assessment: Canadian maker educators’ views on assessment","year":2023,"lang":"en","type":"article","venue":"International Journal of Child-Computer Interaction","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"Curriculum; Psychology; Assessment for learning; Qualitative research; Literacy; Best practice; Pedagogy; Mathematics education; Formative assessment; Sociology; Political science","score_opus":0.08027253008711298,"score_gpt":0.4261512527157975,"score_spread":0.3458787226286845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390233896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0847467,0.00001206903,0.859636,0.028320458,0.022666382,0.00030649969,0.000010294558,0.00021757282,0.004083986],"genre_scores_gemma":[0.9242835,0.000009414038,0.06971338,0.0034409657,0.0023260124,0.00001411748,0.000045974433,0.000027027801,0.00013957878],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976208,0.00033169345,0.00063507416,0.0003533464,0.0007152268,0.00034382145],"domain_scores_gemma":[0.99793804,0.00024548007,0.0006758332,0.00029449342,0.0005032134,0.0003429233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017945622,0.00021335988,0.00024063057,0.0011555388,0.000282316,0.00094723323,0.0012746045,0.000086371154,0.000046020978],"category_scores_gemma":[0.00009424969,0.00019993985,0.0002521304,0.0002326538,0.00001741613,0.0013706891,0.00011000928,0.0008660949,0.000040474148],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003326494,0.00025883826,0.0011953783,0.000008828814,0.0002296902,0.00014053272,0.0015847374,0.0043992484,0.000021862303,0.016082775,0.009591038,0.9664538],"study_design_scores_gemma":[0.0008212186,0.00096604484,0.03791524,0.0005130217,0.000019053394,0.0010076783,0.00032366713,0.091125324,0.00004675179,0.0021463109,0.864782,0.00033373453],"about_ca_topic_score_codex":0.0007043112,"about_ca_topic_score_gemma":0.00052359427,"teacher_disagreement_score":0.96612006,"about_ca_system_score_codex":0.00080450106,"about_ca_system_score_gemma":0.0007314289,"threshold_uncertainty_score":0.9134192},"labels":[],"label_agreement":null},{"id":"W4390315320","doi":"10.1145/3623762.3633498","title":"Multi-Institutional Multi-National Studies of Parsons Problems","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"DePaul University","keywords":"Computer science; Scratch; Coding (social sciences); Code (set theory); Institution; Pair programming; Programming language; Mathematics education; Psychology; Software; Sociology; Software development","score_opus":0.1932726159606293,"score_gpt":0.3767914645232791,"score_spread":0.1835188485626498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390315320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011115056,0.00021571585,0.9855402,0.0014651824,0.00038943344,0.00012841813,0.0000024249098,0.0009074901,0.00023606677],"genre_scores_gemma":[0.54329044,0.000011070017,0.4544848,0.000045332552,0.000022399414,0.000019592419,0.000003915223,0.0000033385177,0.0021191225],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990995,0.00005142805,0.00016349825,0.00021065952,0.0003054412,0.00016945227],"domain_scores_gemma":[0.99948776,0.0001436505,0.00005717562,0.0001291836,0.00014801847,0.000034214085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070242776,0.00007851816,0.00010986488,0.00013009191,0.00020644687,0.000035415,0.00031319752,0.000026486327,0.0000032829043],"category_scores_gemma":[0.00037358425,0.00005938261,0.00005321636,0.00042296498,0.00008515313,0.00018329543,0.0001833936,0.00011260103,0.00009812297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048266706,0.0009397065,0.03162238,0.0002852454,0.00046644616,0.000031485015,0.031174777,0.15787484,0.0037971213,0.38001552,0.0095291305,0.3842585],"study_design_scores_gemma":[0.0013011396,0.0000958312,0.06341097,0.00013218378,0.000008573039,0.000018851966,0.0007209826,0.82616895,0.00035761285,0.00064110605,0.10677928,0.00036449492],"about_ca_topic_score_codex":0.000033897166,"about_ca_topic_score_gemma":0.000022063872,"teacher_disagreement_score":0.66829413,"about_ca_system_score_codex":0.000028260507,"about_ca_system_score_gemma":0.00008448,"threshold_uncertainty_score":0.24215527},"labels":[],"label_agreement":null},{"id":"W4390315357","doi":"10.1145/3623762.3633499","title":"The Robots Are Here: Navigating the Generative AI Revolution in Computing Education","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Leverage (statistics); Context (archaeology); Generative grammar; Artificial intelligence; Ubiquitous computing; Data science; Engineering ethics; Engineering; Human–computer interaction","score_opus":0.019912031101606817,"score_gpt":0.31585807565620755,"score_spread":0.2959460445546007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390315357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21508057,0.00069422706,0.7005326,0.080185406,0.0015375548,0.00038044975,1.2241912e-7,0.0010036377,0.0005854323],"genre_scores_gemma":[0.9764021,0.0000072925427,0.02210639,0.0006587183,0.00016089562,0.000015669359,0.0000021001838,0.0000062855947,0.00064051955],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988417,0.00036188037,0.00016779089,0.00021650406,0.00016581823,0.0002462899],"domain_scores_gemma":[0.99919283,0.0003419574,0.00010224952,0.00029089383,0.00004838577,0.000023680142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014897959,0.000075352575,0.000062178275,0.000028507686,0.00097009365,0.0003744202,0.0004943372,0.000029153813,5.069187e-7],"category_scores_gemma":[0.00023593256,0.00004353779,0.000029700412,0.000764239,0.000032345786,0.0001647448,0.00018129789,0.00053724606,0.000040155926],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.8506973e-7,0.000012494811,0.008971284,0.0000037616667,0.0000031528195,9.69546e-7,0.0059097237,0.019660795,0.000025145227,0.018636387,0.0016796587,0.94509614],"study_design_scores_gemma":[0.00011089716,0.000021509635,0.07825682,0.00021881888,0.0000020331936,0.000010971121,0.0069939075,0.8961742,0.000050818253,0.0017757354,0.016216183,0.00016810135],"about_ca_topic_score_codex":0.00036968343,"about_ca_topic_score_gemma":0.00015334315,"teacher_disagreement_score":0.94492805,"about_ca_system_score_codex":0.000060260365,"about_ca_system_score_gemma":0.00008446844,"threshold_uncertainty_score":0.7461274},"labels":[],"label_agreement":null},{"id":"W4390474560","doi":"10.1007/978-981-99-5378-3_12","title":"Affordances of Computational Thinking Activities in the Development of Spatial Reasoning","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Affordance; Neurocognitive; Spatial intelligence; Computer science; Cognition; Cognitive science; Computational thinking; Process (computing); Spatial ability; Artificial intelligence; Psychology; Cognitive psychology; Human–computer interaction; Neuroscience","score_opus":0.03247836062640075,"score_gpt":0.2637777858510819,"score_spread":0.23129942522468117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390474560","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014272206,0.00007722062,0.9205591,0.00014580885,0.00025413604,0.00015599305,0.0000011706356,0.00015498344,0.07722438],"genre_scores_gemma":[0.290589,0.0000037958089,0.68762726,0.000027158863,0.00005131099,0.000007305573,0.000013219584,0.000020166666,0.021660766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987068,0.0000466216,0.00036206094,0.00021095868,0.0005437188,0.00012982303],"domain_scores_gemma":[0.9989549,0.00049453875,0.00032540425,0.00018258028,0.00003067151,0.000011914563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011175238,0.00013509649,0.0002289838,0.00018518583,0.00011015474,0.000057416186,0.00071184285,0.00007400918,0.000006005356],"category_scores_gemma":[0.000029684492,0.00009960511,0.00006332672,0.000055819113,0.00005626049,0.00009297758,0.0001927807,0.000331958,0.0000033861943],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026922785,0.000011656821,0.00017884497,0.000059731185,0.000030403868,0.0000032541254,0.028451713,0.0028138114,0.0000010726739,0.580844,0.00001555222,0.38758728],"study_design_scores_gemma":[0.0025601774,0.0009938687,0.03429923,0.0171696,0.0001233989,0.00009050913,0.012870827,0.13121447,0.00088184763,0.5799066,0.21566886,0.004220615],"about_ca_topic_score_codex":0.00010502444,"about_ca_topic_score_gemma":0.00020552088,"teacher_disagreement_score":0.38336664,"about_ca_system_score_codex":0.0000236412,"about_ca_system_score_gemma":0.00018174166,"threshold_uncertainty_score":0.40617785},"labels":[],"label_agreement":null},{"id":"W4390490588","doi":"10.1145/3636243.3636262","title":"A Static Analysis Tool in CS1: Student Usage and Perceptions of PythonTA","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Perception; Static analysis; Human–computer interaction; Programming language; Psychology","score_opus":0.01050857613204419,"score_gpt":0.310546637388594,"score_spread":0.3000380612565498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390490588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5664935,0.00007601412,0.43288928,0.00027858387,0.000025443189,0.00003234218,2.3491047e-7,0.0000786678,0.0001258879],"genre_scores_gemma":[0.93432343,0.0000073076317,0.0650277,0.000027477037,0.0000048321554,0.000004697597,6.4823917e-7,0.0000023078296,0.0006015697],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993568,0.0000783755,0.00013862428,0.00019649407,0.00012821483,0.000101488564],"domain_scores_gemma":[0.9996817,0.000101265534,0.0000141738565,0.0001748953,0.000008310875,0.000019662457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004701168,0.00004926385,0.00010714529,0.00029203432,0.000031107087,0.00018960565,0.00016395982,0.000015437905,0.000025843829],"category_scores_gemma":[0.000017932478,0.00004009142,0.000045391673,0.0007499052,0.000017743145,0.0001370536,0.00009720635,0.000115896466,0.0000065160984],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011149261,0.00012268203,0.18255526,0.00006874129,0.00021788731,0.000037503694,0.067907706,0.0018781694,0.00018687735,0.029202497,0.000096484386,0.7177251],"study_design_scores_gemma":[0.00014987943,0.00010635211,0.7399313,0.000062602725,0.00011661383,0.000006768754,0.0029085092,0.25195685,0.0000070743945,0.00035632466,0.0042275074,0.00017020188],"about_ca_topic_score_codex":0.00035762592,"about_ca_topic_score_gemma":0.00019347576,"teacher_disagreement_score":0.71755487,"about_ca_system_score_codex":0.000018018616,"about_ca_system_score_gemma":0.000017491519,"threshold_uncertainty_score":0.18283717},"labels":[],"label_agreement":null},{"id":"W4390606855","doi":"10.1109/fie58773.2023.10342954","title":"A Case Study of Using Machine Learning in K-12 Education","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Context (archaeology); Computer science; Workload; Presentation (obstetrics); Mathematics education; Intervention (counseling); Point (geometry); Arduino; Artificial intelligence; Psychology; Mathematics","score_opus":0.06372085272284671,"score_gpt":0.33772364367959584,"score_spread":0.2740027909567491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390606855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98044705,0.00001690455,0.018893342,0.00004608543,0.00011946006,0.00010134589,2.1131932e-8,0.0002780385,0.00009774371],"genre_scores_gemma":[0.97965753,4.3011508e-7,0.019851496,0.000009673485,0.000013249944,0.000004868478,5.2487655e-7,0.0000052880105,0.00045694664],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923015,0.0001850133,0.00015448271,0.0001799873,0.000114108676,0.00013625885],"domain_scores_gemma":[0.9996472,0.00007065808,0.00005750923,0.0001798898,0.000017646958,0.00002710081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006521805,0.000056018318,0.00008725194,0.0002811153,0.00009647186,0.000049147733,0.0001679369,0.000018487435,0.0000027645603],"category_scores_gemma":[0.00008077069,0.000052351286,0.000016453778,0.0006822907,0.000005983889,0.0001424486,0.00012714425,0.00020239978,0.0000060838047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017160654,0.0004676186,0.35023093,0.00001638993,0.0000069994444,0.00044138997,0.041911405,0.01780944,0.0001310399,0.00045147515,0.00000883896,0.58852273],"study_design_scores_gemma":[0.000571482,0.0002954592,0.011859971,0.00004190641,0.0000066644543,0.0008201748,0.027702942,0.95664716,0.000033130913,0.0000394916,0.0017865167,0.00019509695],"about_ca_topic_score_codex":0.012896074,"about_ca_topic_score_gemma":0.00082828884,"teacher_disagreement_score":0.9388377,"about_ca_system_score_codex":0.00002099963,"about_ca_system_score_gemma":0.000060153016,"threshold_uncertainty_score":0.99367714},"labels":[],"label_agreement":null},{"id":"W4390708949","doi":"10.1007/978-3-031-23161-2_519","title":"Unified Modeling Language (UML) for Sight Loss","year":2024,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Computer Graphics and Games","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CNIB Foundation; Ontario Tech University","funders":"","keywords":"Unified Modeling Language; Computer science; Object Constraint Language; Programming language; UML tool","score_opus":0.012782137996560979,"score_gpt":0.2405874736277258,"score_spread":0.22780533563116484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390708949","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042709158,0.01064164,0.95324844,0.00049743743,0.0013885868,0.00035930428,0.000022834529,0.00038918044,0.033025466],"genre_scores_gemma":[0.07624684,0.012055787,0.48742393,0.0006991809,0.0039967727,0.00008484549,0.00019872676,0.00042885344,0.41886505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982844,0.000020940124,0.00043469152,0.000681369,0.0002849869,0.00029363722],"domain_scores_gemma":[0.99885875,0.00022202794,0.00018486219,0.00051794376,0.00010072255,0.00011568799],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039479646,0.00038632183,0.00050042564,0.00041707934,0.000116331576,0.00022279058,0.0006330871,0.00028366823,0.0000029708713],"category_scores_gemma":[0.000010852266,0.0003494125,0.00028754308,0.000085347594,0.000095983974,0.00013243801,0.00036287692,0.00062788057,0.000004575557],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041695885,0.000011665964,0.000007858397,0.00029333946,0.000099920806,0.000026905602,0.0025499654,0.00027029807,4.2676317e-7,0.77312493,0.0003756392,0.22323485],"study_design_scores_gemma":[0.00023382936,0.00020067701,0.000006339844,0.0005644367,0.000079011785,0.00002122839,0.000012506149,0.26598427,0.0000017687091,0.07285094,0.6595377,0.000507323],"about_ca_topic_score_codex":0.000026124646,"about_ca_topic_score_gemma":0.000008635247,"teacher_disagreement_score":0.700274,"about_ca_system_score_codex":0.000010647186,"about_ca_system_score_gemma":0.00006202993,"threshold_uncertainty_score":0.9998958},"labels":[],"label_agreement":null},{"id":"W4390770028","doi":"10.15368/theses.2021.83","title":"An Equity-Minded Assessment of Belonging Among Computing Students at Cal Poly","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Ethnic group; Quarter (Canadian coin); Psychology; Mathematics education; Geography; Sociology; Political science","score_opus":0.018651888685732896,"score_gpt":0.39445618020245615,"score_spread":0.37580429151672323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390770028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7941537,0.00014122132,0.20213939,0.000020873313,0.0009934028,0.00015957383,6.115794e-7,0.0002977719,0.0020934714],"genre_scores_gemma":[0.8864594,0.0000018883215,0.1089879,0.000022792112,0.00007670667,0.0000053742765,0.00028294008,0.000029166804,0.0041338364],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99671364,0.0003285246,0.0005437602,0.0007803977,0.001158285,0.00047540426],"domain_scores_gemma":[0.99831825,0.00012468027,0.0005150106,0.0007234459,0.00015535389,0.00016324189],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012515872,0.00031021598,0.0004905017,0.00023164383,0.0004195954,0.0006041973,0.0017606663,0.00023888171,0.000028122533],"category_scores_gemma":[0.00004640492,0.00031661562,0.00016662331,0.00034152658,0.000025395593,0.00027770633,0.0007193037,0.0007853839,0.0000030556582],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057462316,0.0004535153,0.20088245,0.00026754857,0.00017425463,0.0000794265,0.014362284,0.0006860443,0.00082394015,0.003887986,0.000033596665,0.7783432],"study_design_scores_gemma":[0.00051684503,0.00024276377,0.91840684,0.0007656628,0.00006594217,0.00001165622,0.0026275748,0.07470517,0.0015394943,0.00002032485,0.00037578391,0.0007219365],"about_ca_topic_score_codex":0.0007648421,"about_ca_topic_score_gemma":0.00073544256,"teacher_disagreement_score":0.77762127,"about_ca_system_score_codex":0.00019778169,"about_ca_system_score_gemma":0.00022285744,"threshold_uncertainty_score":0.9999286},"labels":[],"label_agreement":null},{"id":"W4391403243","doi":"10.7202/1109000ar","title":"La planification dans l’action : les trois actions du personnel enseignant pour planifier une activité maker","year":2024,"lang":"en","type":"article","venue":"McGill Journal of Education / Revue des sciences de l éducation de McGill","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Enthusiasm; Action (physics); Sociology; Pedagogy; Public relations; Humanities; Political science; Psychology; Social psychology; Art","score_opus":0.3523512819807752,"score_gpt":0.400409328897539,"score_spread":0.0480580469167638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391403243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5860608,0.00047169038,0.39419097,0.009172159,0.003854094,0.00018854432,0.000014818662,0.00026119233,0.0057857083],"genre_scores_gemma":[0.936448,0.0001436118,0.061699506,0.00015533894,0.0003634801,0.000020889107,0.0000045324737,0.000019136287,0.0011455258],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99786276,0.0005773093,0.00046967884,0.00039728917,0.00034365128,0.00034932527],"domain_scores_gemma":[0.99829453,0.0005120057,0.00044611914,0.00025770566,0.00029016583,0.00019944322],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025759721,0.00019185978,0.00017902457,0.0006456342,0.0018462819,0.00047481278,0.0006673218,0.00012571986,0.00002622094],"category_scores_gemma":[0.00053202483,0.00017607311,0.00015703337,0.001162724,0.00020654846,0.0014226976,0.000036945763,0.0005687589,0.000026727253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028997838,0.0009128604,0.0020666316,0.0002520477,0.000096632124,0.00003670244,0.083997734,0.009008657,0.013276022,0.16163231,0.003293681,0.7253977],"study_design_scores_gemma":[0.00041758586,0.0006321171,0.04774418,0.0013118688,0.00020663327,0.019565726,0.07982761,0.058942825,0.004372105,0.009201915,0.77687836,0.00089906744],"about_ca_topic_score_codex":0.00053612853,"about_ca_topic_score_gemma":0.000148157,"teacher_disagreement_score":0.77358466,"about_ca_system_score_codex":0.0014200449,"about_ca_system_score_gemma":0.00086240255,"threshold_uncertainty_score":0.9994532},"labels":[],"label_agreement":null},{"id":"W4391561491","doi":"10.18260/1-2--41344","title":"Work In Progress: Reversi: A Platform for Teaching Programming Languages","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Programming language; Work (physics); Software engineering; Engineering","score_opus":0.01782073247761525,"score_gpt":0.30608778449919544,"score_spread":0.2882670520215802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391561491","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01826327,0.0034143438,0.968413,0.004204707,0.0005461108,0.00076128787,5.215217e-7,0.0030793687,0.0013174018],"genre_scores_gemma":[0.46190214,0.0000011887117,0.53646445,0.000052410065,0.000098902936,0.00009498755,0.0000027790984,0.000014203043,0.0013689654],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987119,0.00004643496,0.000192209,0.00043794184,0.0001671911,0.00044433895],"domain_scores_gemma":[0.9993781,0.00025663892,0.000029758132,0.00026088694,0.000012671647,0.000061931234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012645391,0.00013873246,0.00013570917,0.00022514042,0.00015806062,0.0007638833,0.0004986708,0.00006905839,0.0000033702606],"category_scores_gemma":[0.00012386033,0.00011468845,0.00009038746,0.00043067196,0.000033034466,0.000553623,0.00013566998,0.0004930295,0.000020281552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004790677,0.00003159768,0.00096466864,0.00008223273,0.0000114597,0.000032217664,0.0077251927,0.000017980556,0.000002910283,0.043023102,0.00078643777,0.9473174],"study_design_scores_gemma":[0.00025580308,0.0001353108,0.0004154332,0.000619065,0.000007583238,0.000023708582,0.0015096961,0.013282677,0.00002692788,0.00033823063,0.98308295,0.00030263705],"about_ca_topic_score_codex":0.000056014145,"about_ca_topic_score_gemma":0.000016489841,"teacher_disagreement_score":0.98229647,"about_ca_system_score_codex":0.000065984656,"about_ca_system_score_gemma":0.00004539956,"threshold_uncertainty_score":0.7366144},"labels":[],"label_agreement":null},{"id":"W4391562383","doi":"10.18260/1-2--40796","title":"Promoting Human-Centered Mindsets and Practices in STEM: Insights from a Capstone Course on 3D Printing Prosthetic Devices","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Science Foundation","keywords":"Capstone course; Capstone; 3D printing; Engineering ethics; Course (navigation); Computer science; Human–computer interaction; Engineering; Knowledge management; Engineering management; Mechanical engineering; Computer security","score_opus":0.044834817417766425,"score_gpt":0.33265263627929925,"score_spread":0.28781781886153285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391562383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940554,0.0012591397,0.0020879454,0.0012400902,0.00018463132,0.0002679216,3.2169316e-7,0.00046015353,0.0004444155],"genre_scores_gemma":[0.9827437,0.0000031955967,0.016861355,0.00007541801,0.00005932576,0.00002016265,0.0000023673174,0.000015960957,0.00021852976],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982803,0.0002381475,0.00027451722,0.00067830336,0.0002492804,0.0002794526],"domain_scores_gemma":[0.99913144,0.0002860421,0.00020038681,0.0002884342,0.000021226046,0.00007246224],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00057869876,0.00017460609,0.00017203012,0.00016473673,0.00020258075,0.0011096566,0.0003487662,0.000065571745,0.000003936994],"category_scores_gemma":[0.00006580762,0.00013979738,0.000028113996,0.00026456456,0.00003413459,0.0006747033,0.00020326718,0.00051316404,0.000025141047],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065321738,0.00031589417,0.020404309,0.00026238934,0.00004871741,0.000256014,0.07207318,0.000026976459,0.0015380308,0.0045140325,0.00001907267,0.90053487],"study_design_scores_gemma":[0.0031723762,0.0019135277,0.19533151,0.016257495,0.00016640776,0.00030206869,0.008012356,0.6545643,0.005648296,0.0014514133,0.11046888,0.0027113091],"about_ca_topic_score_codex":0.00058970996,"about_ca_topic_score_gemma":0.0004399348,"teacher_disagreement_score":0.8978236,"about_ca_system_score_codex":0.000034998207,"about_ca_system_score_gemma":0.000048489026,"threshold_uncertainty_score":0.9999273},"labels":[],"label_agreement":null},{"id":"W4391579711","doi":"10.1145/3597503.3623329","title":"Block-based Programming for Two-Armed Robots: A Comparative Study","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Debugging; Usability; Task (project management); Robot; Computer science; Block (permutation group theory); Software deployment; Human–computer interaction; Robotics; Software engineering; Artificial intelligence; Programming language; Engineering; Systems engineering","score_opus":0.0546353327612035,"score_gpt":0.36157953110132646,"score_spread":0.306944198340123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391579711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020886496,0.0001712112,0.97465986,0.0006911779,0.0004373015,0.00090444327,4.385507e-7,0.001958744,0.00029034913],"genre_scores_gemma":[0.7082508,4.5307154e-8,0.2909858,0.00005954424,0.00006546775,0.00023025696,0.0000018625681,0.000010572107,0.00039559577],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851465,0.00013851046,0.00020937715,0.0005380625,0.00022898304,0.00037038527],"domain_scores_gemma":[0.9990504,0.000430875,0.000037283033,0.00033786497,0.000055402328,0.00008817225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008184576,0.00016334791,0.00018445612,0.00015042227,0.0002511544,0.0009620502,0.0005187666,0.000029117178,0.000006551682],"category_scores_gemma":[0.00004421672,0.00013381326,0.00010826272,0.0004781549,0.000029069162,0.00022250082,0.00008969787,0.0002492021,0.000035522393],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017406037,0.0007422029,0.0009457105,0.00008877121,0.00014917584,0.00004607157,0.021267489,0.011843775,0.000079207515,0.01570931,0.001125264,0.9479856],"study_design_scores_gemma":[0.0014321564,0.0015457652,0.00031442655,0.00012346572,0.000049309496,0.000012907038,0.0023822736,0.8071932,0.00048417837,0.000100445955,0.18587264,0.0004891884],"about_ca_topic_score_codex":0.00008958751,"about_ca_topic_score_gemma":0.00005252366,"teacher_disagreement_score":0.9474964,"about_ca_system_score_codex":0.000039534774,"about_ca_system_score_gemma":0.00010749542,"threshold_uncertainty_score":0.9277072},"labels":[],"label_agreement":null},{"id":"W4391601285","doi":"10.18260/1-2--42869","title":"Board 59: WIP: Lab Container: An environment to manage a student’s time to complete programming labs while providing effective feedback from course staff","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Container (type theory); Computer science; Course (navigation); Engineering management; Operating system; Software engineering; Engineering","score_opus":0.012076626165015005,"score_gpt":0.26120033987183233,"score_spread":0.24912371370681732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391601285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29344085,0.00038370918,0.6918513,0.0053799716,0.00059411203,0.0036908255,0.000027869739,0.0034459294,0.0011853921],"genre_scores_gemma":[0.76217437,0.0000013629619,0.23152515,0.0005409674,0.00023971501,0.0004026818,0.000031523523,0.000072184506,0.0050120126],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99640733,0.00041389265,0.00034737505,0.001361109,0.00067740056,0.0007929049],"domain_scores_gemma":[0.99823105,0.0002923663,0.00006652144,0.0008614728,0.000035094276,0.00051351864],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010833911,0.00040323648,0.00040297807,0.00020785,0.000331342,0.001979984,0.0011871416,0.00008399301,0.00013419264],"category_scores_gemma":[0.00003406997,0.00036634112,0.00011953838,0.0004754564,0.000041617022,0.0006213399,0.000983667,0.00047132876,0.0030219327],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033345965,0.00043026515,0.0006088701,0.00004872036,0.00021338557,0.00020286106,0.025683355,0.0019100264,0.002165045,0.0015718079,0.0021385741,0.9649937],"study_design_scores_gemma":[0.00052331283,0.0018929403,0.0037869809,0.00030134013,0.00006930862,0.000009006663,0.0015105947,0.025665756,0.0002291756,0.0000440015,0.9651824,0.00078513974],"about_ca_topic_score_codex":0.0007892877,"about_ca_topic_score_gemma":0.00009373424,"teacher_disagreement_score":0.9642086,"about_ca_system_score_codex":0.0003168478,"about_ca_system_score_gemma":0.000039238825,"threshold_uncertainty_score":0.9998789},"labels":[],"label_agreement":null},{"id":"W4391603765","doi":"10.18260/1-2--43749","title":"Numerical Problem Solving across the Curriculum with Python and MATLAB Using Interactive Coding Templates: A Workshop for Chemical Engineering Faculty","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"University at Buffalo; American Society for Engineering Education; Commission on Higher Education; National Science Foundation","keywords":"Curriculum; Python (programming language); Scripting language; Computer science; Engineering education; Computational thinking; MATLAB; Coding (social sciences); Engineering management; Mathematics education; Software engineering; Artificial intelligence; Engineering; Programming language; Mathematics; Pedagogy","score_opus":0.022869294584632896,"score_gpt":0.31112350758071317,"score_spread":0.2882542129960803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391603765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12670615,0.00012378895,0.8717091,0.0005258602,0.00012276528,0.00021960924,8.903409e-7,0.0005762228,0.000015567544],"genre_scores_gemma":[0.6764994,5.750318e-7,0.32333708,0.0000216591,0.000060366794,0.000024451163,0.00000158809,0.000017618844,0.00003720373],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988097,0.000026433736,0.0001624115,0.00043928818,0.00014845969,0.0004136891],"domain_scores_gemma":[0.99924123,0.00044572318,0.000042920212,0.00016039665,0.000039640912,0.00007009266],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00043746416,0.0001789809,0.00015582374,0.000039972212,0.0002813866,0.0013740414,0.0002938938,0.00005538514,0.0000010374541],"category_scores_gemma":[0.00009353135,0.000106273525,0.000054336335,0.00033136984,0.000033896074,0.0005010043,0.00019873123,0.0004857932,0.0000016198669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064427295,0.00018719434,0.0023361137,0.0011514451,0.0005374421,0.00011726827,0.17029099,0.046663146,0.0100986,0.02422648,0.0006422709,0.7436846],"study_design_scores_gemma":[0.00014201927,0.00004162965,0.000029133666,0.0005927972,0.000012804463,0.00021749109,0.0015156716,0.99164397,0.00053368596,0.000029635969,0.005027432,0.00021372015],"about_ca_topic_score_codex":0.00008571444,"about_ca_topic_score_gemma":0.0000014624327,"teacher_disagreement_score":0.94498086,"about_ca_system_score_codex":0.00007070825,"about_ca_system_score_gemma":0.000027457747,"threshold_uncertainty_score":0.99966264},"labels":[],"label_agreement":null},{"id":"W4391614924","doi":"10.18260/1-2--42328","title":"Assessment of a Survey Instrument for Measuring Affective Pathways","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"National Science Foundation","keywords":"Set (abstract data type); Think aloud protocol; Psychology; Survey research; Process (computing); Mathematics education; Order (exchange); Computer science; Social psychology; Applied psychology; Human–computer interaction","score_opus":0.08942058283413672,"score_gpt":0.314291602816059,"score_spread":0.22487101998192227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391614924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04143962,0.000077194316,0.9566746,0.000081929924,0.00036329697,0.0001626477,0.0000020109385,0.0003061455,0.0008925979],"genre_scores_gemma":[0.7939855,8.9857247e-7,0.20586587,0.00000888687,0.000015642861,0.000025076975,0.0000016395846,0.0000054222696,0.00009108179],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991628,0.00013726868,0.0001231724,0.0002502449,0.00017045299,0.0001560867],"domain_scores_gemma":[0.9992912,0.0004125876,0.000028559965,0.00018868619,0.00004395136,0.000035033572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001851933,0.000072290975,0.00010578878,0.000081403734,0.00006344281,0.00016077216,0.00025029288,0.00002456579,0.0000022839822],"category_scores_gemma":[0.00008212535,0.000058503854,0.00006589837,0.00018624292,0.000011367825,0.0001508253,0.00009599773,0.0001198842,0.0000021659139],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015324608,0.000050127037,0.007482076,0.000101722166,0.000048535843,0.0000019590616,0.0012454882,0.0002526945,0.0005457279,0.12429827,0.00009221657,0.86587965],"study_design_scores_gemma":[0.0006460591,0.0010478477,0.40860352,0.00043145003,0.00002145288,0.000013610906,0.00021241874,0.55334324,0.004620907,0.0019816225,0.028566895,0.00051095773],"about_ca_topic_score_codex":0.0002746696,"about_ca_topic_score_gemma":0.000041276864,"teacher_disagreement_score":0.8653687,"about_ca_system_score_codex":0.000056324505,"about_ca_system_score_gemma":0.00010113752,"threshold_uncertainty_score":0.2385718},"labels":[],"label_agreement":null},{"id":"W4391812224","doi":"10.18260/1-2--33739","title":"Work in Progress: Peer-based Programming in Undergraduate Engineering","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; Chrysler (Canada); Queen's University","funders":"","keywords":"Computer science; Work (physics); Software engineering; Engineering; Mechanical engineering","score_opus":0.01226850161496743,"score_gpt":0.2572678590277765,"score_spread":0.24499935741280907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391812224","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043530483,0.0015897397,0.9328551,0.017763969,0.00068304915,0.00038341404,1.0749561e-7,0.0030233886,0.00017071667],"genre_scores_gemma":[0.7189459,6.8475356e-7,0.2807016,0.000024488558,0.000024900553,0.000051501887,0.0000013037467,0.000014298482,0.00023529294],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850565,0.00006527735,0.00023235164,0.0004381841,0.0002865861,0.0004719772],"domain_scores_gemma":[0.9994981,0.0001447714,0.000018991377,0.00025805755,0.000016254817,0.00006382397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009610351,0.00015217134,0.00013567823,0.00046487193,0.000033650216,0.0007077355,0.00043455628,0.00006222236,0.000002149839],"category_scores_gemma":[0.00008838983,0.00013910372,0.00005343684,0.0017239262,0.000019073024,0.00029185295,0.000090254594,0.00056432915,0.000029380091],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027835624,0.00006787849,0.01643312,0.000087630106,0.000005614404,0.00020993686,0.0013367981,0.012060076,0.000004850712,0.015933948,0.00007390704,0.95378345],"study_design_scores_gemma":[0.00043023832,0.00010077045,0.010667965,0.0012586275,0.0000035529351,0.000012268218,0.000079001846,0.7238677,0.00007171395,0.00021147834,0.26278552,0.0005111434],"about_ca_topic_score_codex":0.00007502333,"about_ca_topic_score_gemma":0.000039260714,"teacher_disagreement_score":0.95327234,"about_ca_system_score_codex":0.00010199605,"about_ca_system_score_gemma":0.00007658091,"threshold_uncertainty_score":0.6824709},"labels":[],"label_agreement":null},{"id":"W4391842043","doi":"10.3389/frym.2024.1254326","title":"Meet Athena: A Realistic Computer Model of a Child","year":2024,"lang":"en","type":"article","venue":"Frontiers for Young Minds","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institutes of Health","keywords":"Computer science","score_opus":0.01362300784643368,"score_gpt":0.24122805321463353,"score_spread":0.22760504536819987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391842043","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009540273,0.00081214437,0.9947817,0.00081373897,0.0015645156,0.00016184816,0.00001500495,0.0003063507,0.0005906976],"genre_scores_gemma":[0.3978127,0.000003326191,0.6007436,0.000063810025,0.00015723957,0.00002881319,0.000011427625,0.000021341999,0.0011577889],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888986,0.000033853554,0.00021411362,0.00038330696,0.00018880467,0.00029003387],"domain_scores_gemma":[0.9994366,0.000043708707,0.000057114765,0.00035645714,0.000038344875,0.00006776294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004416222,0.00013956489,0.00020685588,0.0001737464,0.00012959373,0.00018510704,0.0005442062,0.00007374866,7.3990395e-7],"category_scores_gemma":[0.000027935315,0.00012588182,0.00017042606,0.00020980988,0.00004787686,0.0001966069,0.00009815134,0.00016619293,0.0000029472073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028251128,0.00010889286,0.00036322558,0.0003394414,0.00024901744,0.000017669496,0.018370137,0.02808746,0.00004348162,0.14464386,0.20463817,0.6031104],"study_design_scores_gemma":[0.00016349515,0.000111196554,0.000030344054,0.000111981375,0.00002903841,0.000017831913,0.000026482185,0.9381331,0.000027188702,0.0022241748,0.05897836,0.00014675806],"about_ca_topic_score_codex":0.000027826263,"about_ca_topic_score_gemma":0.0000035184294,"teacher_disagreement_score":0.9100457,"about_ca_system_score_codex":0.000044038323,"about_ca_system_score_gemma":0.00005953838,"threshold_uncertainty_score":0.5133312},"labels":[],"label_agreement":null},{"id":"W4391963371","doi":"10.18260/1-2--37673","title":"Resilience and Innovation in Response to COVID-19: Learnings from Northeast Academic Makerspaces","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Experiential learning; Engineering education; Higher education; Curriculum; Pandemic; Engineering; Sociology; Pedagogy; Political science; Engineering management; Medicine","score_opus":0.06981795966438196,"score_gpt":0.3414601149451684,"score_spread":0.27164215528078645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391963371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89614916,0.00036694517,0.07306939,0.029264765,0.00028026282,0.00036051116,0.000018962097,0.00042234024,0.00006764313],"genre_scores_gemma":[0.9947198,0.00004815612,0.0019794027,0.0014593593,0.0001121818,0.00008820498,0.000010125612,0.00002227038,0.001560474],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99686325,0.00013835228,0.0005948285,0.0012652156,0.0005770762,0.00056127534],"domain_scores_gemma":[0.99825853,0.00051557063,0.00018483255,0.0002013583,0.00045468638,0.00038501475],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0022963318,0.00033798057,0.00033670684,0.0012888574,0.00028054556,0.0024469225,0.0013955013,0.00019844643,0.000037563535],"category_scores_gemma":[0.005464861,0.00031557257,0.00004287881,0.0031800386,0.0001614822,0.0033996776,0.0009874204,0.0012512506,0.000055745324],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010462136,0.000071109054,0.075089335,0.00013886121,0.000046885674,0.00012344075,0.13356759,0.00020944816,0.01443388,0.07912663,0.0021330197,0.6940136],"study_design_scores_gemma":[0.0033619707,0.0031321752,0.2616912,0.00459694,0.000076798446,0.00015533641,0.12821996,0.06269907,0.0018250784,0.0057298043,0.524632,0.0038796898],"about_ca_topic_score_codex":0.0009625603,"about_ca_topic_score_gemma":0.00006393869,"teacher_disagreement_score":0.69013387,"about_ca_system_score_codex":0.00016948809,"about_ca_system_score_gemma":0.00051090796,"threshold_uncertainty_score":0.9999296},"labels":[],"label_agreement":null},{"id":"W4391972197","doi":"10.18260/1-2--38113","title":"Work in Progress Pilot Study: Virtual Reality for Computational Thinking Foundations and STEM Enrichment","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Aeronautics and Space Administration","keywords":"Virtual reality; Computer science; Work (physics); Human–computer interaction; Engineering; Mechanical engineering","score_opus":0.12231605558389706,"score_gpt":0.34676234120336935,"score_spread":0.22444628561947227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391972197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5515663,0.00032199986,0.44033355,0.004739347,0.00069428957,0.0016811199,0.000024593633,0.0005556181,0.00008316405],"genre_scores_gemma":[0.9939446,0.000008064115,0.0047040037,0.000109815104,0.00014582103,0.0005081567,0.00002664198,0.000024438217,0.0005284972],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99701375,0.00009121845,0.00061173266,0.0011110982,0.0006480024,0.00052419043],"domain_scores_gemma":[0.9984212,0.00041977596,0.00017910534,0.00017188897,0.0006378178,0.00017023028],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016783747,0.00034741944,0.00038291074,0.00039063534,0.0004892568,0.0049813413,0.0011271914,0.000072370756,0.000009017332],"category_scores_gemma":[0.00018029794,0.00031641917,0.00006558982,0.0009253509,0.00015030452,0.0028002695,0.0008112968,0.00056991493,0.00000896897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024741408,0.00094678457,0.030859236,0.0001537478,0.00015061756,0.000023874742,0.047334895,0.0005617427,0.000017081373,0.303486,0.0006730801,0.6155456],"study_design_scores_gemma":[0.01058539,0.030661454,0.3281749,0.0057470766,0.00037650522,0.00010538816,0.13912065,0.40593085,0.00011004517,0.02357872,0.050294597,0.0053144377],"about_ca_topic_score_codex":0.00013545461,"about_ca_topic_score_gemma":0.000037102567,"teacher_disagreement_score":0.6102311,"about_ca_system_score_codex":0.00013492155,"about_ca_system_score_gemma":0.00023190536,"threshold_uncertainty_score":0.9999288},"labels":[],"label_agreement":null},{"id":"W4392180082","doi":"10.4018/979-8-3693-1066-3.ch013","title":"Cognitive Apprenticeship and Artificial Intelligence Coding Assistants","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University; Acadia University; Dalhousie University","funders":"","keywords":"Apprenticeship; Cognitive apprenticeship; Coding (social sciences); Cognition; Computer science; Psychology; Cognitive science; Artificial intelligence; Mathematics education; Mathematics; Statistics; Neuroscience; Philosophy; Linguistics","score_opus":0.03858726251691393,"score_gpt":0.29565019504707707,"score_spread":0.25706293253016316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392180082","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004492524,0.3345933,0.5504459,0.016162816,0.0064419573,0.0014597296,0.00008600593,0.0028752452,0.08748577],"genre_scores_gemma":[0.113851316,0.09932751,0.6754925,0.00016724614,0.0005763678,0.00035094065,0.00007934625,0.00011917784,0.11003558],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99853414,0.000019851599,0.0003383473,0.0006577296,0.00024003415,0.00020990922],"domain_scores_gemma":[0.99911374,0.00043801364,0.00017133573,0.00016492156,0.00007834974,0.00003363499],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021878286,0.00028170482,0.000238168,0.0003874766,0.0002571989,0.0003085777,0.00031667098,0.00023217907,0.000017164562],"category_scores_gemma":[0.00019010037,0.0002762327,0.00003712327,0.00011559332,0.0007530465,0.0014879468,0.0002778279,0.0006954021,0.000010447857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010064517,0.0000060377606,0.000015068549,0.000052318628,0.000013219322,0.0000030445879,0.00010151657,0.00001582219,0.0000018719985,0.5830071,0.0000094728775,0.41676447],"study_design_scores_gemma":[0.000025408148,0.00009291997,0.000069951704,0.0006869198,0.000015211928,0.00016932726,0.00079996634,0.00025874894,0.0000616271,0.8602646,0.13724893,0.00030636828],"about_ca_topic_score_codex":0.0000025711352,"about_ca_topic_score_gemma":0.000009410257,"teacher_disagreement_score":0.4164581,"about_ca_system_score_codex":0.00007357538,"about_ca_system_score_gemma":0.0001289995,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W4392542471","doi":"10.1145/3626252.3630759","title":"A Fast and Accurate Machine Learning Autograder for the Breakout Assignment","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research; Universitas Brawijaya; National Science Foundation","keywords":"Breakout; Grading (engineering); Computer science; Software deployment; Unit testing; Artificial intelligence; Reinforcement learning; Paddle; Machine learning; Multimedia; Software engineering; Operating system; Engineering; Software","score_opus":0.021671389271704863,"score_gpt":0.27660197109788076,"score_spread":0.2549305818261759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392542471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033404303,0.0019451256,0.98830235,0.007919971,0.00026979612,0.0001523374,4.92319e-7,0.0007119258,0.0003639564],"genre_scores_gemma":[0.9319059,0.000024514455,0.05799126,0.00020572392,0.00008541719,0.000048536727,0.0000016573199,0.000013838012,0.00972315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992017,0.00006495446,0.0001026723,0.00028731013,0.00012425976,0.00021907395],"domain_scores_gemma":[0.9992412,0.00051052304,0.000022048529,0.00016809712,0.000011078801,0.00004709377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006486803,0.000099769524,0.000074376505,0.000046898524,0.0003602385,0.0009958819,0.00028316313,0.00002846255,0.000012636472],"category_scores_gemma":[0.000050367387,0.000057318557,0.00005222964,0.0001420463,0.000028478877,0.00017998226,0.00014824154,0.0003040607,0.000013951823],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012312844,0.0000068801805,0.00019378959,0.00001876063,0.000028517712,0.0000028876232,0.0024494366,0.0010282254,0.00003122801,0.024204371,0.00035459906,0.97168005],"study_design_scores_gemma":[0.000070781185,0.000053517695,0.00028713673,0.0000185103,0.000008032014,0.00002048434,0.00009592871,0.5723193,0.000014676658,0.00011708874,0.42692447,0.0000700083],"about_ca_topic_score_codex":0.00011168759,"about_ca_topic_score_gemma":0.000008831311,"teacher_disagreement_score":0.97161007,"about_ca_system_score_codex":0.0000142945555,"about_ca_system_score_gemma":0.000021768024,"threshold_uncertainty_score":0.96033114},"labels":[],"label_agreement":null},{"id":"W4392564473","doi":"10.1145/3626252.3630929","title":"Specifications and Contract Grading in Computer Science Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Grading (engineering); Terminology; Popularity; Computer science; Engineering management; Risk analysis (engineering); Management science; Engineering ethics; Engineering; Political science; Business; Linguistics; Law","score_opus":0.03091792833329753,"score_gpt":0.29620161019141905,"score_spread":0.2652836818581215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392564473","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054300938,0.00039673696,0.94125265,0.0021849866,0.0005601813,0.00005936286,4.288902e-8,0.00026714744,0.000977968],"genre_scores_gemma":[0.8046331,0.0000050729254,0.19510499,0.00006997732,0.000050906154,0.0000030001322,2.3591993e-7,0.0000020070402,0.00013072841],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993906,0.000022076953,0.00008434545,0.00027389306,0.00009804508,0.00013105488],"domain_scores_gemma":[0.9996904,0.00007845641,0.000010515654,0.00015693116,0.000017098333,0.00004656331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005714823,0.000043710115,0.000040725638,0.00024580953,0.00011917292,0.00080574246,0.00023460384,0.00001270081,0.0000030897954],"category_scores_gemma":[0.000023386214,0.00003812748,0.000009673201,0.0005809128,0.000059450114,0.000564703,0.0000602334,0.00013418119,0.00001867574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.183418e-8,0.000012581101,0.0010279256,0.0000035589126,4.6693935e-7,9.31672e-7,0.0011439687,0.00002322858,0.000105869374,0.25287285,0.00004026711,0.74476826],"study_design_scores_gemma":[0.00008461588,0.000039472627,0.11130466,0.00015930108,0.0000022314498,0.00007632037,0.0000910151,0.7956824,0.00015645968,0.0028941748,0.08929596,0.00021341335],"about_ca_topic_score_codex":0.00009362412,"about_ca_topic_score_gemma":0.000008967118,"teacher_disagreement_score":0.7956591,"about_ca_system_score_codex":0.00003940076,"about_ca_system_score_gemma":0.0002045987,"threshold_uncertainty_score":0.7769793},"labels":[],"label_agreement":null},{"id":"W4392564511","doi":"10.1145/3626252.3630934","title":"Stump-the-Teacher: Using Student-generated Examples during Explicit Debugging Instruction","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Debugging; Algorithmic program debugging; Computer science; Programmer; Programming language; Mathematics education; Think aloud protocol; Usability; Psychology; Human–computer interaction","score_opus":0.037575937712529914,"score_gpt":0.2978073105894859,"score_spread":0.26023137287695597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392564511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69907737,0.0005357409,0.29782152,0.00025424446,0.0006307078,0.00008431265,9.667622e-8,0.0014549408,0.00014108462],"genre_scores_gemma":[0.9598802,0.0000063903717,0.038936216,0.000035710418,0.0002664964,0.000011074838,0.0000011471744,0.000021407219,0.00084136176],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984883,0.00018226725,0.00022521152,0.00046315,0.00029370948,0.0003473782],"domain_scores_gemma":[0.9994109,0.00006618906,0.000043570486,0.0003898121,0.000027004979,0.00006251015],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005881125,0.00016300227,0.00011844435,0.00016172398,0.00062155933,0.0013716057,0.00059775566,0.000050475057,0.000020721056],"category_scores_gemma":[0.000025641999,0.000120005345,0.00006972304,0.0005484967,0.000023537765,0.0005922177,0.00027528423,0.00042377965,0.000030038704],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004119601,0.00006890798,0.00913505,0.00008115495,0.00017306794,0.00007621134,0.02020445,0.010371865,0.021457968,0.023646332,0.00013248848,0.9146484],"study_design_scores_gemma":[0.00070982135,0.000094245675,0.022924885,0.00039671487,0.00008222367,0.0006677321,0.0034219772,0.890568,0.007973648,0.0003201119,0.07179948,0.0010411153],"about_ca_topic_score_codex":0.00036073872,"about_ca_topic_score_gemma":0.000020317864,"teacher_disagreement_score":0.9136073,"about_ca_system_score_codex":0.00010390205,"about_ca_system_score_gemma":0.00005056603,"threshold_uncertainty_score":0.9996651},"labels":[],"label_agreement":null},{"id":"W4392564669","doi":"10.1145/3626252.3630909","title":"Prompt Problems: A New Programming Exercise for the Generative AI Era","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"Ulla Tuomisen Säätiö","keywords":"Generative grammar; Computer science; Artificial intelligence; Programming language","score_opus":0.026392521943796855,"score_gpt":0.2911855269503672,"score_spread":0.2647930050065703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392564669","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000734761,0.0031814456,0.97462845,0.019130839,0.0005102824,0.0010358315,3.1571557e-7,0.0013240499,0.00011529487],"genre_scores_gemma":[0.06224227,0.000019274856,0.9170027,0.00059914414,0.0004571914,0.00066585746,0.0000033482925,0.000033489483,0.018976757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872327,0.000043327713,0.0001788646,0.00047164116,0.0001981735,0.00038470092],"domain_scores_gemma":[0.9992414,0.00021675784,0.000030919586,0.00037231343,0.000046580088,0.00009203851],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006605759,0.00015745517,0.00012403076,0.00007133974,0.0003875233,0.001891255,0.000671305,0.000048783015,0.000010107617],"category_scores_gemma":[0.000051055446,0.00009197607,0.000119299446,0.00039428327,0.00003161451,0.00041971757,0.00014274221,0.00037649678,0.000041468553],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001806842,0.000018351206,0.000012814671,0.0000515253,0.000025422833,0.0000027206252,0.0075984187,0.00049120054,0.00002141154,0.037790764,0.007993352,0.94599223],"study_design_scores_gemma":[0.000119023025,0.000093909126,0.000019143525,0.00014455887,0.000019104353,0.000012468293,0.0000955294,0.19900644,0.00012595966,0.0014421706,0.7987672,0.00015447293],"about_ca_topic_score_codex":0.00016342723,"about_ca_topic_score_gemma":0.000024253124,"teacher_disagreement_score":0.94583774,"about_ca_system_score_codex":0.000030119738,"about_ca_system_score_gemma":0.00021947507,"threshold_uncertainty_score":0.99914485},"labels":[],"label_agreement":null},{"id":"W4392564690","doi":"10.1145/3626252.3630933","title":"Students Investigating Pedagogy: A Project for Learning about Learning in CS","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Session (web analytics); Context (archaeology); Medical education; Class (philosophy); Graduate students; Plan (archaeology); Perspective (graphical); Team-based learning; Project-based learning; Psychology; Mathematics education; Pedagogy; Computer science; Medicine","score_opus":0.04268166059420772,"score_gpt":0.3866114013154491,"score_spread":0.3439297407212414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392564690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3191087,0.00087049685,0.6739141,0.0009003494,0.0005050059,0.0005344365,1.756369e-7,0.0030267453,0.0011400009],"genre_scores_gemma":[0.8437701,0.000008411922,0.14857493,0.0000953574,0.0001209188,0.00010951931,0.000004186051,0.000032670232,0.0072839316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997922,0.00028170057,0.00031084506,0.0006194936,0.00034615264,0.0005197982],"domain_scores_gemma":[0.99914646,0.0004991703,0.00006596852,0.0001840958,0.000033698423,0.00007059459],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0022080601,0.0001836837,0.000195081,0.00035341713,0.00032425587,0.0013121954,0.0006887911,0.00008352222,0.0000037497543],"category_scores_gemma":[0.0008408118,0.00016779349,0.00009251068,0.00069489423,0.000031305433,0.00047648264,0.00030680202,0.0011254904,0.00003156019],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026214466,0.000036674734,0.08121027,0.00018351834,0.000025646823,0.000026303756,0.027783636,0.005709147,0.00016029483,0.009963558,0.00017261617,0.8747257],"study_design_scores_gemma":[0.00054698734,0.00038878812,0.0075017666,0.0007489392,0.000012075133,0.000029455503,0.00226896,0.5622519,0.000073849595,0.00035818192,0.42532483,0.0004942429],"about_ca_topic_score_codex":0.00033607965,"about_ca_topic_score_gemma":0.00004601496,"teacher_disagreement_score":0.87423146,"about_ca_system_score_codex":0.00007699484,"about_ca_system_score_gemma":0.00022262394,"threshold_uncertainty_score":0.99972457},"labels":[],"label_agreement":null},{"id":"W4392681622","doi":"10.22318/icls2023.317400","title":"Expanding and Focusing Infrastructuring Analysis for Informal STEM Education","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Facilitator; Transformative learning; Informal learning; Knowledge management; Informal education; Work (physics); Sociology; Public relations; Computer science; Pedagogy; Higher education; Psychology; Engineering; Political science","score_opus":0.020465546927127525,"score_gpt":0.28053637298980283,"score_spread":0.2600708260626753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8156592,0.000051254054,0.1827493,0.0002037221,0.00019335613,0.00013773862,3.034816e-7,0.00062011165,0.00038497953],"genre_scores_gemma":[0.9284725,0.000004404005,0.07109741,0.000032741937,0.00010703346,0.00003590175,0.0000026047285,0.000007548497,0.00023986462],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992004,0.00000388293,0.00015313372,0.0002484338,0.00012909564,0.00026506183],"domain_scores_gemma":[0.99965286,0.000035777313,0.000098301934,0.000073870695,0.00007082852,0.00006834317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048622926,0.00009342478,0.00012408159,0.00048138254,0.00035738465,0.00057505904,0.00021842973,0.000040501745,5.5983884e-7],"category_scores_gemma":[0.00006928397,0.00009091938,0.000054434142,0.0011074131,0.000014356498,0.0007760282,0.00015428872,0.000113939306,0.0000027557835],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028038014,0.000005330484,0.071663775,0.00008747943,0.0000576225,1.5462024e-7,0.008909601,0.00015839045,0.00021743572,0.011043124,0.00008550207,0.9077688],"study_design_scores_gemma":[0.001176165,0.00030404417,0.49033502,0.0003320161,0.0004195336,0.00005376294,0.011797386,0.3608809,0.0057849335,0.002848281,0.124614105,0.001453842],"about_ca_topic_score_codex":0.0000101801725,"about_ca_topic_score_gemma":6.894128e-7,"teacher_disagreement_score":0.90631497,"about_ca_system_score_codex":0.000023784922,"about_ca_system_score_gemma":0.000033726767,"threshold_uncertainty_score":0.55453074},"labels":[],"label_agreement":null},{"id":"W4392681727","doi":"10.22318/icls2023.354637","title":"Computational Thinking and Robotics in Mixed Environments","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Champlain Regional College; McGill University; Université de Sherbrooke","funders":"","keywords":"Computational thinking; Robotics; Artificial intelligence; Educational robotics; Computer science; Mathematics education; Physical computing; Virtual reality; Human–computer interaction; Robot; Multimedia; Psychology","score_opus":0.017834556245243414,"score_gpt":0.24299869121942363,"score_spread":0.22516413497418022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6323737,0.0001927523,0.35760638,0.006523895,0.00048080966,0.0002864038,4.5595445e-7,0.0013872725,0.0011483001],"genre_scores_gemma":[0.83956915,0.000006262362,0.16020556,0.000060625847,0.000020400623,0.000004849473,0.0000015196406,0.0000058985997,0.00012576538],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927914,0.000008159153,0.00010368371,0.00022386565,0.0001930756,0.0001920732],"domain_scores_gemma":[0.9998394,0.000034879842,0.00003875326,0.00004040814,0.000007054241,0.0000394885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004555463,0.00006747774,0.00007171082,0.00012316833,0.00012361494,0.00018833234,0.00022588426,0.000032286254,4.439469e-7],"category_scores_gemma":[0.00005390016,0.00006837351,0.000012330422,0.00031190246,0.000021193591,0.00023844397,0.00020734279,0.00017265337,0.000031072144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037700606,0.00007389555,0.19848776,0.000071368915,0.000017537734,0.000023300548,0.020399978,0.053421684,0.00018653869,0.28259972,0.0005909239,0.4441235],"study_design_scores_gemma":[0.00046407327,0.000056851197,0.29640603,0.00007936225,0.0000033999647,0.000021372702,0.000330086,0.6640774,0.000029357898,0.020841626,0.0174255,0.00026493391],"about_ca_topic_score_codex":0.00000567754,"about_ca_topic_score_gemma":4.339484e-7,"teacher_disagreement_score":0.6106557,"about_ca_system_score_codex":0.000020994456,"about_ca_system_score_gemma":0.0000069583207,"threshold_uncertainty_score":0.27881908},"labels":[],"label_agreement":null},{"id":"W4392721128","doi":"10.22318/icls2023.182613","title":"Assessing Computational Thinking Attitudes in Empirical Research: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Dimension (graph theory); Component (thermodynamics); Cognition; Empirical research; Psychology; Cognitive dimensions of notations; Cognitive psychology; Computer science; Applied psychology; Mathematics; Statistics","score_opus":0.4908029611620961,"score_gpt":0.5515579137454351,"score_spread":0.06075495258333896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721128","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.266144e-7,0.993544,0.0033600726,0.0002540373,0.00015310645,0.0016452778,4.4156454e-7,0.0007766167,0.00026595828],"genre_scores_gemma":[0.000012014973,0.9645285,0.034442056,0.000114873124,0.00011487675,0.0005656799,0.000011554395,0.00006840622,0.00014205815],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946805,0.00064653775,0.0013532261,0.0010249573,0.0015326398,0.0007621173],"domain_scores_gemma":[0.9972321,0.001345434,0.00064942567,0.00033622308,0.00030364207,0.00013319003],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014379656,0.0004236496,0.0024107923,0.0009863577,0.00045679478,0.002443422,0.0024164817,0.00025946976,0.0000019756078],"category_scores_gemma":[0.004219274,0.00033199723,0.00036132583,0.0037589176,0.000070371854,0.0008345326,0.0009967802,0.002567735,0.00029922597],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.480688e-8,0.00003359399,0.000014552554,0.8455255,0.000042967833,0.000033231965,0.00060765905,0.0000022015456,1.622383e-9,0.0034045377,0.00039594865,0.14993975],"study_design_scores_gemma":[0.000039060073,0.000020061036,0.000007676889,0.86684084,0.00012784224,0.000120312994,0.00003996449,0.00052556087,2.7203584e-9,0.0005452637,0.13141905,0.00031437716],"about_ca_topic_score_codex":0.00001273237,"about_ca_topic_score_gemma":0.0000013204773,"teacher_disagreement_score":0.14962536,"about_ca_system_score_codex":0.0004192036,"about_ca_system_score_gemma":0.00047467675,"threshold_uncertainty_score":0.9999132},"labels":[],"label_agreement":null},{"id":"W4392721246","doi":"10.22318/icls2023.232733","title":"Optimizing Assessment of Knowledge Transfer Through Computational Thinking: An L&amp;D Project","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Formative assessment; Computational thinking; Computer science; Process (computing); Action (physics); Outcome (game theory); Knowledge management; Management science; Artificial intelligence; Mathematics education; Engineering; Psychology; Mathematics","score_opus":0.08396650478934148,"score_gpt":0.3749031508076324,"score_spread":0.29093664601829095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721246","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13137922,0.00007370814,0.858516,0.0004935467,0.0002856818,0.00030394524,0.0000014534779,0.0016737815,0.0072727134],"genre_scores_gemma":[0.57706785,0.000004118087,0.422704,0.000027964494,0.000054604207,0.000020652764,0.0000090218855,0.000013576733,0.000098161414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984909,0.00003708671,0.0002795318,0.00043947165,0.00041449672,0.0003384584],"domain_scores_gemma":[0.9994866,0.00006585303,0.00005367616,0.00013911525,0.00020117692,0.00005355895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010654255,0.00015826244,0.00020731444,0.0001985349,0.00030178064,0.0002700056,0.00074571767,0.000069255315,0.0000036442368],"category_scores_gemma":[0.000046788547,0.00014757739,0.00007928745,0.0010463019,0.000049375143,0.00086165627,0.00015778122,0.0003337428,0.000016007121],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010265937,0.00050153804,0.007402591,0.00044539504,0.00009568361,0.0000046073096,0.24516447,0.011114802,0.0011660742,0.6410181,0.0019835643,0.09109294],"study_design_scores_gemma":[0.0015053062,0.0008161717,0.018721038,0.00047444538,0.000050766404,0.000055248478,0.003102578,0.7262288,0.0006787426,0.010253848,0.23700914,0.0011039287],"about_ca_topic_score_codex":0.000027912114,"about_ca_topic_score_gemma":0.0000019448232,"teacher_disagreement_score":0.715114,"about_ca_system_score_codex":0.00004318409,"about_ca_system_score_gemma":0.00014771776,"threshold_uncertainty_score":0.6018031},"labels":[],"label_agreement":null},{"id":"W4392721360","doi":"10.22318/icls2023.647082","title":"Designing Teacher Professional Development Using Conjecture Mapping to Support Teachers’ Computational Thinking Integration Efforts","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada)","funders":"National Science Foundation","keywords":"Computational thinking; The arts; Context (archaeology); Computer science; Mathematics education; Professional development; Scalability; Pedagogy; Psychology; Political science","score_opus":0.053501746756951546,"score_gpt":0.30402379733811974,"score_spread":0.25052205058116817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37636298,0.000012191441,0.620851,0.00052094494,0.00052134856,0.00029305712,2.0344059e-7,0.0011383034,0.00029995764],"genre_scores_gemma":[0.5360036,1.7649322e-7,0.46302706,0.00019387419,0.00010397761,0.000033415647,0.000013986462,0.000019869323,0.00060402864],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772155,0.000039931772,0.00038552724,0.0006019131,0.0006921921,0.0005588661],"domain_scores_gemma":[0.9993453,0.000054902044,0.000184354,0.00010446906,0.00014571293,0.00016523618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019840675,0.00025149062,0.00021076793,0.0004637278,0.00091899565,0.0005725686,0.00059907715,0.00012735021,0.000011066579],"category_scores_gemma":[0.00020578782,0.00023123165,0.000059557668,0.0010757624,0.000023567867,0.0006152018,0.00040414944,0.00059992605,0.000092745235],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010447885,0.000110586996,0.029733336,0.00009661746,0.00007644442,0.000027843298,0.3164436,0.010912392,0.0056010596,0.008730235,0.005806696,0.6224507],"study_design_scores_gemma":[0.0021798029,0.0005607959,0.15596491,0.0038828223,0.000059989372,0.00044887137,0.01739078,0.53775346,0.008500383,0.0063880477,0.263153,0.0037171792],"about_ca_topic_score_codex":0.000010312593,"about_ca_topic_score_gemma":0.0000010662004,"teacher_disagreement_score":0.6187336,"about_ca_system_score_codex":0.00022261751,"about_ca_system_score_gemma":0.00024335533,"threshold_uncertainty_score":0.9429353},"labels":[],"label_agreement":null},{"id":"W4392858517","doi":"10.1145/3626253.3635563","title":"Do Hints Enhance Learning in Programming Exercises? Exploring Students' Problem-Solving and Interactions","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Human–computer interaction; Artificial intelligence; Psychology","score_opus":0.032276396521475445,"score_gpt":0.3251334866117611,"score_spread":0.29285709009028565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392858517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50956535,0.0016375401,0.48391718,0.0006623828,0.0007785712,0.00035795328,7.953413e-8,0.0022215748,0.0008593649],"genre_scores_gemma":[0.8671138,0.00007624818,0.13118412,0.000015971613,0.000057613648,0.00012098557,6.682907e-7,0.00002066514,0.0014099008],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981282,0.00014127413,0.00029911284,0.00067675044,0.00030864865,0.00044604117],"domain_scores_gemma":[0.9993301,0.00025962567,0.000050849558,0.00023648611,0.000026272122,0.00009666843],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011180704,0.00018535914,0.00017650038,0.00035894127,0.0002694719,0.0023106262,0.0004965282,0.000039055325,0.000012123718],"category_scores_gemma":[0.00012406823,0.00017015057,0.000050697243,0.0006342809,0.00002940609,0.0017156743,0.00051136746,0.00095414254,0.00003978246],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018082499,0.000045920217,0.0120024495,0.00008038599,0.00001300696,0.000043804965,0.017873092,0.0003305494,0.00013148125,0.0025626204,0.000013819731,0.96690106],"study_design_scores_gemma":[0.0010904557,0.0006878831,0.033727106,0.009821938,0.00007095994,0.00039603456,0.018104646,0.11295701,0.0015074488,0.0014968066,0.817454,0.0026857012],"about_ca_topic_score_codex":0.00019908183,"about_ca_topic_score_gemma":0.000046327455,"teacher_disagreement_score":0.96421534,"about_ca_system_score_codex":0.00009399902,"about_ca_system_score_gemma":0.000033757828,"threshold_uncertainty_score":0.99872506},"labels":[],"label_agreement":null},{"id":"W4392858528","doi":"10.1145/3626253.3635571","title":"Enhancing Automated Feedback in On-Going Assignments","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.013696756112429383,"score_gpt":0.2833934461605141,"score_spread":0.2696966900480847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392858528","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105230905,0.00021393946,0.8695052,0.0014919684,0.0012896837,0.00014080314,1.5303901e-7,0.008962901,0.013164444],"genre_scores_gemma":[0.9351424,0.0000010769292,0.06277358,0.00014572215,0.000030470179,0.0000057168777,5.245187e-7,0.000009021752,0.0018914909],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990001,0.00007859418,0.00015033281,0.00032596866,0.00018310286,0.00026192793],"domain_scores_gemma":[0.999574,0.00015305678,0.000015518328,0.00020631775,0.0000054329957,0.000045664667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054754945,0.000091421476,0.000083057086,0.00017932795,0.00006490991,0.00047037643,0.00030819277,0.000039166294,0.000016605953],"category_scores_gemma":[0.00004814328,0.000077286095,0.000032088927,0.00042108324,0.00000763703,0.00025484606,0.00009407356,0.0002892081,0.00057961757],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000215277,0.00006845016,0.0010917668,0.000056137153,0.000018276452,0.00017564303,0.004947645,0.0018445816,0.0017747767,0.027656216,0.0015191878,0.9608452],"study_design_scores_gemma":[0.00022667163,0.000121600846,0.005050523,0.0007310799,0.0000024565002,0.000018038616,0.00011338551,0.92854816,0.0029411444,0.00022796515,0.061712284,0.000306684],"about_ca_topic_score_codex":0.00005727089,"about_ca_topic_score_gemma":0.000013750204,"teacher_disagreement_score":0.9605385,"about_ca_system_score_codex":0.00007893549,"about_ca_system_score_gemma":0.000038864815,"threshold_uncertainty_score":0.7450004},"labels":[],"label_agreement":null},{"id":"W4392861420","doi":"10.1145/3626253.3635581","title":"Programming Assignment Ungrading as a License to Learn: Implementing Specifications Grading in the Undergraduate Web Development Classroom","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Grading (engineering); Formative assessment; Computer science; Mindset; License; Mathematics education; Software engineering; Multimedia; Artificial intelligence; Engineering; Psychology","score_opus":0.0510464431688339,"score_gpt":0.3087106101957292,"score_spread":0.2576641670268953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392861420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038158964,0.00033555718,0.91872334,0.036000207,0.0004896122,0.0008664431,3.0596163e-7,0.0013198914,0.004105695],"genre_scores_gemma":[0.7767897,0.0000058080464,0.22126706,0.00029375224,0.00008222063,0.00016342658,0.0000036405665,0.00002189133,0.0013724909],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99699605,0.00029786502,0.00050786475,0.00074471935,0.00058238546,0.00087111536],"domain_scores_gemma":[0.9988581,0.00040019437,0.00007034264,0.00050087174,0.000029197787,0.00014130514],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0031063415,0.0002478865,0.00016892435,0.0004596744,0.0007127579,0.0023394157,0.001045347,0.000048739254,0.000016132757],"category_scores_gemma":[0.00011313107,0.00018789679,0.000088736255,0.0016883423,0.000021634576,0.0003859839,0.00034033405,0.00061831577,0.00031471293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013773748,0.00006580459,0.0011593781,0.00002787167,0.000030710802,0.000055843004,0.020692402,0.00019612584,0.0003051344,0.14032947,0.0010186293,0.83611727],"study_design_scores_gemma":[0.00012883559,0.0000687157,0.000767817,0.00019889038,0.000008788837,0.00005650565,0.0035432067,0.011630168,0.0001617217,0.00049211335,0.9826306,0.00031261824],"about_ca_topic_score_codex":0.00012530222,"about_ca_topic_score_gemma":0.00019645758,"teacher_disagreement_score":0.98161197,"about_ca_system_score_codex":0.00031537045,"about_ca_system_score_gemma":0.00022142124,"threshold_uncertainty_score":0.99869627},"labels":[],"label_agreement":null},{"id":"W4392956877","doi":"10.1007/978-3-030-95060-6_12-1","title":"Computational Thinking and Mathematics","year":2023,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computational thinking; Mathematics education; Curriculum; Interface (matter); Computer science; Reflection (computer programming); Transformation (genetics); Mathematics curriculum; Management science; Engineering ethics; Mathematics; Teaching method; Pedagogy; Technology integration; Chemistry; Engineering; Sociology; Programming language","score_opus":0.02721043245452889,"score_gpt":0.28607837567046207,"score_spread":0.2588679432159332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392956877","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009831132,0.0012745403,0.45285228,0.0028233798,0.008852687,0.00061601197,0.000024842497,0.00093895145,0.5316342],"genre_scores_gemma":[0.020001648,0.00010686175,0.44918287,0.00015844837,0.0005527926,0.000022704764,0.000104758394,0.000082108214,0.5297878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987138,0.000008467744,0.00034923025,0.0003221689,0.00049781916,0.00010852248],"domain_scores_gemma":[0.9989158,0.00016580023,0.00038884135,0.00024369672,0.00023420488,0.00005164126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035317565,0.0001761516,0.00018694534,0.00036019596,0.00009772303,0.00017810718,0.0006018358,0.00012085446,0.000020766414],"category_scores_gemma":[0.00006491154,0.00018908641,0.00008049912,0.000026092943,0.00006054004,0.0001618476,0.00027510396,0.0002949454,0.000042223368],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012671896,0.000026114627,0.000056217486,0.00005754166,0.00006578479,9.607326e-7,0.0016260382,0.00013935682,0.0000057157513,0.86513823,0.00036183742,0.13252094],"study_design_scores_gemma":[0.000280154,0.00007396662,0.00087344245,0.0025463877,0.00005216417,0.000049339225,0.00012329397,0.0083441185,0.000051832994,0.7413814,0.24563856,0.00058535335],"about_ca_topic_score_codex":0.000019253393,"about_ca_topic_score_gemma":0.0000031237719,"teacher_disagreement_score":0.24527673,"about_ca_system_score_codex":0.00006383659,"about_ca_system_score_gemma":0.00019810318,"threshold_uncertainty_score":0.771072},"labels":[],"label_agreement":null},{"id":"W4393604030","doi":"10.5281/zenodo.7702887","title":"An Empirical Evaluation of Quasi-Static Executable Slices","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Executable; Computer science; Programming language","score_opus":0.10607387398005946,"score_gpt":0.3606133292739469,"score_spread":0.25453945529388744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393604030","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015617035,0.00030916248,0.109626785,0.0015529842,0.0012118549,0.002054256,0.8755855,0.005796356,0.0023014212],"genre_scores_gemma":[0.0024029727,0.000046001467,0.003136759,0.000071513416,0.00015667235,1.6134796e-7,0.9932688,0.0007737414,0.00014338833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951936,0.002049605,0.00038743753,0.0006765612,0.0012876893,0.0004050889],"domain_scores_gemma":[0.997316,0.000084069725,0.00032528743,0.0012472302,0.00084885454,0.00017857579],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00481562,0.00020375595,0.00026506776,0.0005072323,0.0013828087,0.0013765611,0.0031709147,0.00014418321,0.0011238178],"category_scores_gemma":[0.0016926087,0.00021281505,0.000068575224,0.0010164841,0.00010497029,0.00045120096,0.001266952,0.0006184702,0.007149132],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060187294,0.00017498879,4.293479e-7,0.00009961102,0.000028671158,0.0000051112183,0.0008716898,0.00042582088,0.000018139002,0.00008600748,0.8164833,0.18180019],"study_design_scores_gemma":[0.00026199533,0.0004631108,0.00009749875,0.000076924975,0.000047290734,0.000028028913,0.00019865125,0.01566147,0.000007721477,0.00008518599,0.9828605,0.00021159026],"about_ca_topic_score_codex":0.00025926257,"about_ca_topic_score_gemma":0.0000025340548,"teacher_disagreement_score":0.18158859,"about_ca_system_score_codex":0.00015798809,"about_ca_system_score_gemma":0.000023865805,"threshold_uncertainty_score":0.99991727},"labels":[],"label_agreement":null},{"id":"W4394621875","doi":"10.14324/lre.22.1.11","title":"Developing teachers’ cultural competencies through co-design of robot-coding mathematics activities for Latinx and Black elementary school students","year":2024,"lang":"en","type":"article","venue":"London Review of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"National Science Foundation","keywords":"Cultural competence; Mathematics education; Coding (social sciences); Pedagogy; Psychology; Sociology; Social science","score_opus":0.0635642563330916,"score_gpt":0.3903137651438234,"score_spread":0.3267495088107318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394621875","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039228294,0.05027165,0.9080768,0.0011258868,0.00028966062,0.0008546431,0.0000014236963,0.00008471987,0.000066927496],"genre_scores_gemma":[0.10788511,0.010494763,0.8810792,0.00020037626,0.00005448429,0.000069025315,0.000013110179,0.000011432822,0.00019248789],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99901944,0.00010992256,0.00035514598,0.00018885118,0.00020447324,0.00012218482],"domain_scores_gemma":[0.9992448,0.00029284478,0.00020708215,0.00016445389,0.00006566411,0.00002513935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082483195,0.00011173947,0.00024805623,0.000052755677,0.000078991805,0.00012578635,0.0002810831,0.000024427427,0.000004517565],"category_scores_gemma":[0.00017915288,0.00009173548,0.000056790002,0.00016299,0.000045166085,0.000469674,0.00005908543,0.000114877344,0.0000018543733],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050463955,0.0003256489,0.0038473941,0.06397122,0.00025656525,5.6901416e-7,0.08689682,0.00009415664,0.003006694,0.061524637,0.0049824077,0.77508885],"study_design_scores_gemma":[0.0021146121,0.0017471006,0.0146235125,0.44079387,0.0012465041,0.00013789607,0.07531411,0.023390029,0.022897923,0.014483047,0.40010875,0.0031426307],"about_ca_topic_score_codex":0.000025416763,"about_ca_topic_score_gemma":7.0780203e-7,"teacher_disagreement_score":0.7719462,"about_ca_system_score_codex":0.00006476592,"about_ca_system_score_gemma":0.00018612547,"threshold_uncertainty_score":0.3740864},"labels":[],"label_agreement":null},{"id":"W4394629031","doi":"10.1109/csce60160.2023.00193","title":"Evidence-Based, Low-Investment Writing Instruction for Computer Science Students","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Investment (military); Mathematics education; Computer aided instruction; Multimedia; Psychology; Political science","score_opus":0.06547138770677272,"score_gpt":0.33765153181275037,"score_spread":0.2721801441059777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394629031","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2755654,0.000017240962,0.72182584,0.00081080437,0.000673447,0.00020561149,1.5728934e-7,0.000876673,0.000024849016],"genre_scores_gemma":[0.62853414,0.0000020640762,0.37050846,0.0006689841,0.00012603,0.000039575145,0.0000011488861,0.000006830717,0.000112749505],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981113,0.000057088717,0.00020398824,0.0005336763,0.00064739515,0.0004465558],"domain_scores_gemma":[0.99905616,0.0002551395,0.0000752432,0.00038689811,0.00011201382,0.00011456184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002397959,0.0001106099,0.00010252287,0.00030066096,0.00067071535,0.00090956374,0.001210096,0.000029875922,0.000001787763],"category_scores_gemma":[0.00016078331,0.00009929971,0.000059659702,0.0011247426,0.000102403355,0.0008855885,0.0003870466,0.000128411,0.00006866679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040027157,0.000045488265,0.00987995,0.000043733806,0.000006063783,0.0000041818967,0.00065742154,0.00764921,0.0002399753,0.013245471,0.000336961,0.9678875],"study_design_scores_gemma":[0.0007558671,0.00033582762,0.03433283,0.0004796118,0.0000056664126,0.000008409677,0.00010748234,0.955705,0.0012279939,0.00036672736,0.006362662,0.00031192755],"about_ca_topic_score_codex":0.000027776083,"about_ca_topic_score_gemma":0.0000010611355,"teacher_disagreement_score":0.9675756,"about_ca_system_score_codex":0.00009718133,"about_ca_system_score_gemma":0.00013561598,"threshold_uncertainty_score":0.8770944},"labels":[],"label_agreement":null},{"id":"W4395095504","doi":"10.1017/9781108682404.009","title":"Learning for Robots","year":2024,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; McGill University","funders":"","keywords":"Robot; Computer science; Artificial intelligence; Human–computer interaction","score_opus":0.025243886262958055,"score_gpt":0.21809745650348566,"score_spread":0.1928535702405276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395095504","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000033565445,0.0002418277,0.2341066,0.000047917187,0.0005024833,0.00025058794,0.000008182574,0.0009304499,0.7639086],"genre_scores_gemma":[0.00040832057,0.00001634107,0.011043698,0.000026005804,0.00018136103,0.0000014009435,0.000019944275,0.000054999877,0.98824793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985392,0.000033079905,0.00014468843,0.00072595297,0.00021428574,0.00034275846],"domain_scores_gemma":[0.99898094,0.00014390667,0.00014808559,0.0004972133,0.00009160913,0.00013822979],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002269229,0.00032138336,0.0003033661,0.00022676238,0.00036060417,0.000287703,0.0010199271,0.00029600985,5.8045987e-7],"category_scores_gemma":[0.000018971403,0.00037729167,0.0003127205,0.000010949944,0.000077499106,0.00011937595,0.0006520103,0.0010525498,0.000035325174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009136303,0.0000028200323,2.9950147e-7,0.00010578998,0.00007191016,0.00012647209,0.00019129388,0.00023107727,0.000003616689,0.9292164,0.0074503073,0.0625909],"study_design_scores_gemma":[0.0002067229,0.00011354629,9.709888e-7,0.0002510811,0.00009647547,0.000018623656,0.000016599757,0.004814362,0.000014935468,0.000041334264,0.9940173,0.00040802348],"about_ca_topic_score_codex":0.00004174573,"about_ca_topic_score_gemma":4.809631e-7,"teacher_disagreement_score":0.986567,"about_ca_system_score_codex":0.00014127328,"about_ca_system_score_gemma":0.00008621237,"threshold_uncertainty_score":0.9998679},"labels":[],"label_agreement":null},{"id":"W4395689399","doi":"10.14308/ite000755","title":"FORMATION OF SOFTWARE DESIGN SKILLS AMONG SOFTWARE ENGINEERING STUDENTS","year":2022,"lang":"en","type":"article","venue":"Information Technologies in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Social software engineering; Computer science; Software construction; Software development; Personal software process; Software; Programming language","score_opus":0.0068808483055767524,"score_gpt":0.243311113678194,"score_spread":0.23643026537261724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395689399","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.124738306,0.00006846954,0.8731576,0.00013594939,0.000423836,0.00029194157,0.0000011011776,0.0011748765,0.000007916853],"genre_scores_gemma":[0.7266067,0.0000055716723,0.27309716,0.000024972212,0.0000034101129,0.00022924955,0.000019406747,0.0000035864084,0.000009938313],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989234,0.00005381314,0.00039515205,0.00010208043,0.00035845526,0.00016710492],"domain_scores_gemma":[0.9991476,0.000110262685,0.0003095828,0.0003499266,0.000069636604,0.000013025735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069176516,0.00009261016,0.000101975966,0.00075269426,0.00015241848,0.00010631599,0.0010047988,0.00006375752,0.0000027641322],"category_scores_gemma":[0.0011625168,0.00010381007,0.000025757903,0.0008180626,0.000022444077,0.002407714,0.00042349868,0.00034064922,0.000005587761],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020499122,0.00011918282,0.022302354,0.000051493742,0.0000029555542,1.7838077e-7,0.008064295,0.05854908,0.000006212331,0.0012183978,0.00032028317,0.9093635],"study_design_scores_gemma":[0.004101106,0.0020769895,0.3903318,0.0013290673,0.000052865886,0.00020854406,0.13805993,0.2182683,0.021891512,0.015441777,0.20463467,0.0036034277],"about_ca_topic_score_codex":0.000024466026,"about_ca_topic_score_gemma":5.4850915e-7,"teacher_disagreement_score":0.9057601,"about_ca_system_score_codex":0.0002734076,"about_ca_system_score_gemma":0.00009399892,"threshold_uncertainty_score":0.42332515},"labels":[],"label_agreement":null},{"id":"W4396509973","doi":"10.5753/educomp.2024.237405","title":"Qual tipo de feedback ajuda os estudantes novatos em programação? Um estudo exploratório com múltiplos feedbacks em um curso introdutório de Python","year":2024,"lang":"pt","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Physics; Python (programming language); Humanities; Computer science; Philosophy; Operating system","score_opus":0.028014448048605586,"score_gpt":0.29374665155708535,"score_spread":0.26573220350847976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396509973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44050288,0.007010691,0.5248461,0.011489379,0.005731507,0.0022661116,0.00002527687,0.0076558776,0.00047220552],"genre_scores_gemma":[0.88363373,0.00011883948,0.09840767,0.0008808419,0.0019344339,0.0003664379,0.00006158757,0.00038271045,0.014213716],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98809385,0.0016107708,0.0017094355,0.0031412868,0.0017208868,0.0037237748],"domain_scores_gemma":[0.99460006,0.0011092213,0.0004770357,0.002268462,0.00039504812,0.0011501786],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.005049965,0.0016734974,0.0014155513,0.00087174925,0.0014404384,0.009412517,0.003466975,0.0008141267,0.00017748598],"category_scores_gemma":[0.0008010432,0.0015866454,0.0008209036,0.0033839568,0.00040703043,0.0017417038,0.0018815534,0.0045355125,0.0020867765],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111619695,0.0014815248,0.018017098,0.0009145272,0.0007402722,0.00076348236,0.13323979,0.00077748625,0.0004169887,0.0056997444,0.02490195,0.81293553],"study_design_scores_gemma":[0.0041983817,0.0052699414,0.008470619,0.0056644287,0.000996458,0.0019853043,0.06433693,0.44943267,0.0018625428,0.0010239391,0.45027858,0.006480196],"about_ca_topic_score_codex":0.0009586435,"about_ca_topic_score_gemma":0.00074064673,"teacher_disagreement_score":0.8064553,"about_ca_system_score_codex":0.0009732609,"about_ca_system_score_gemma":0.0017901974,"threshold_uncertainty_score":0.9998596},"labels":[],"label_agreement":null},{"id":"W4396584880","doi":"10.1007/s10639-024-12679-y","title":"Teaching and learning artificial intelligence: Insights from the literature","year":2024,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Educational technology; Computer science; Mathematics education; Artificial intelligence; Cognitive science; Data science; Psychology","score_opus":0.010068503440537365,"score_gpt":0.2607229008150966,"score_spread":0.2506543973745592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396584880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1924882,0.025588203,0.70111144,0.069865204,0.001903272,0.00030462214,0.0000016691329,0.006477691,0.0022597127],"genre_scores_gemma":[0.97478783,0.0001929445,0.02461317,0.00023296558,0.000049301692,0.000014936177,0.000013234241,0.0000021626545,0.00009345109],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99951917,0.00006813918,0.00014302463,0.00011185795,0.000082876584,0.00007493843],"domain_scores_gemma":[0.99957997,0.00020010471,0.00004317136,0.00013696469,0.000026196733,0.000013620861],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00028566204,0.000071336464,0.000046588942,0.00015915364,0.00052786845,0.0017483445,0.00020712762,0.00007707104,9.842673e-7],"category_scores_gemma":[0.0004702962,0.000046429832,0.000012887332,0.00025234566,0.00005238328,0.0022921753,0.000117953816,0.000860608,0.000017088574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3756343e-7,0.0000027396663,0.0000148555755,0.000009237993,0.0000023140835,6.49071e-8,0.032495085,0.0000051012794,0.0000054774678,0.26775226,0.00013118159,0.69958144],"study_design_scores_gemma":[0.00001175363,0.000036772766,0.00055540504,0.0002250089,0.0000039456568,0.000015551035,0.050802197,0.02022029,0.00016615324,0.041893296,0.8859419,0.00012769217],"about_ca_topic_score_codex":0.00005554757,"about_ca_topic_score_gemma":0.0000011989209,"teacher_disagreement_score":0.88581073,"about_ca_system_score_codex":0.000012770877,"about_ca_system_score_gemma":0.000039345523,"threshold_uncertainty_score":0.99928796},"labels":[],"label_agreement":null},{"id":"W4396948489","doi":"10.11606/t.48.2024.tde-13052024-103708","title":"Impactos da Pandemia de COVID-19 no TJR TORNEIO JUVENIL DE ROBÓTICA","year":2024,"lang":"pt","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Promotion (chess); Descriptive statistics; Coronavirus disease 2019 (COVID-19); Qualitative property; Pandemic; Medical education; Psychology; Computer science; Political science; Medicine; Mathematics","score_opus":0.034192797143836384,"score_gpt":0.35431028251978386,"score_spread":0.3201174853759475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396948489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031227974,0.0019116281,0.9474331,0.0025784553,0.0048147975,0.0006514033,0.00001482379,0.0028036726,0.008564136],"genre_scores_gemma":[0.808503,0.00007393086,0.049566366,0.0024964588,0.0007375017,0.000091351256,0.0003105833,0.00016011343,0.1380607],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946563,0.0008911323,0.00074185425,0.001456422,0.0007177247,0.0015365268],"domain_scores_gemma":[0.996324,0.00080764235,0.00034130435,0.0010367769,0.00014777223,0.0013425223],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003280297,0.00077995466,0.0006714785,0.00041182828,0.00076132617,0.0025839992,0.0017926157,0.00096042233,0.00053444365],"category_scores_gemma":[0.002152977,0.0007339209,0.000510111,0.00073059724,0.00008523144,0.0003234815,0.00028060877,0.002968428,0.0017210118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015920865,0.00044381403,0.0073824744,0.003807075,0.0006958847,0.0008151323,0.22844659,0.0064428328,0.0009102792,0.01847492,0.043246917,0.6891749],"study_design_scores_gemma":[0.0009409504,0.00072904705,0.0032968912,0.0011599193,0.0004958794,0.00033340874,0.005627939,0.24004269,0.00014732116,0.00068293675,0.74432683,0.0022161931],"about_ca_topic_score_codex":0.0056348117,"about_ca_topic_score_gemma":0.00044560578,"teacher_disagreement_score":0.8978667,"about_ca_system_score_codex":0.0013521311,"about_ca_system_score_gemma":0.004518964,"threshold_uncertainty_score":0.9995112},"labels":[],"label_agreement":null},{"id":"W4396953958","doi":"10.1007/s10639-024-12744-6","title":"Cognitive, interpersonal, and intrapersonal deeper learning domains: A systematic review of computational thinking","year":2024,"lang":"en","type":"review","venue":"Education and Information Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Government of Canada","keywords":"Intrapersonal communication; Interpersonal communication; Educational technology; Cognition; Psychology; Cognitive science; Computer science; Cognitive psychology; Mathematics education; Social psychology; Neuroscience","score_opus":0.015586502179044075,"score_gpt":0.314621816331392,"score_spread":0.29903531415234796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396953958","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029182445,0.97096646,0.027117005,0.0003578293,0.0001665387,0.00062599016,0.000003027496,0.00062910025,0.00013112742],"genre_scores_gemma":[0.00011029264,0.98232687,0.017029539,0.00018727692,0.000010222547,0.00019462331,0.00008169642,0.000008400937,0.000051101644],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99851084,0.00014209926,0.0007444947,0.00021020735,0.00026102213,0.0001313144],"domain_scores_gemma":[0.99871916,0.00029091784,0.00066562614,0.00015132673,0.00014540434,0.0000275561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007773014,0.00024422436,0.0007859166,0.00062183914,0.00017252812,0.00039185237,0.00035390764,0.00017612053,0.0000025731827],"category_scores_gemma":[0.0011715367,0.00017980917,0.00011913648,0.0005113826,0.00011831446,0.0011802705,0.00026488307,0.00066876167,0.000023131059],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.14264424e-7,0.0000064488067,3.8622272e-7,0.42008987,0.000039692215,1.0105375e-7,0.0013752854,1.5384526e-7,1.2009497e-9,0.01959809,0.00007021719,0.55881965],"study_design_scores_gemma":[0.00003871925,0.00004539814,7.522759e-7,0.68327844,0.0003739016,0.00016531619,0.003510248,0.00023883658,8.2006764e-8,0.00058229116,0.31156385,0.0002021297],"about_ca_topic_score_codex":0.0000029051137,"about_ca_topic_score_gemma":8.942595e-8,"teacher_disagreement_score":0.5586175,"about_ca_system_score_codex":0.000050243914,"about_ca_system_score_gemma":0.00027506528,"threshold_uncertainty_score":0.73324054},"labels":[],"label_agreement":null},{"id":"W4398760299","doi":"10.1145/3626246.3655018","title":"Third International Workshop on Data Systems Education (DataEd'24)","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Data science","score_opus":0.06536743964656362,"score_gpt":0.3466894049018174,"score_spread":0.28132196525525377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398760299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004298171,0.00092697545,0.95169055,0.0078054667,0.014419205,0.00009270804,0.0000035934224,0.0011517289,0.023479976],"genre_scores_gemma":[0.9047556,0.000027861437,0.06409746,0.000467384,0.0010546466,0.00001722405,0.00019471749,0.000014601545,0.029370535],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999023,0.000057795412,0.00012250387,0.00043337233,0.00024094021,0.0001223649],"domain_scores_gemma":[0.99891955,0.00014333591,0.000023529064,0.00085270824,0.000016011973,0.000044841676],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00045999358,0.00007442548,0.000054690747,0.00012325833,0.00007202833,0.0014273891,0.001663063,0.00003405064,0.000012336888],"category_scores_gemma":[0.000103691906,0.000059938076,0.00001818158,0.0001919582,0.000009500835,0.0006949485,0.00040886572,0.0002710295,0.00035600064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.499678e-7,0.000035902853,0.000045801764,0.000012360412,0.0000150154765,0.0000037306977,0.00033012277,0.00020086113,0.0000084524845,0.19160447,0.06218383,0.7455587],"study_design_scores_gemma":[0.00002087132,0.000009060106,0.000066259505,0.00016447145,0.0000022471772,0.000016419286,0.0001147268,0.18277314,0.0000039513184,0.000060496022,0.8166952,0.000073120355],"about_ca_topic_score_codex":0.00010802302,"about_ca_topic_score_gemma":0.000002640059,"teacher_disagreement_score":0.9043258,"about_ca_system_score_codex":0.00003037861,"about_ca_system_score_gemma":0.000114786264,"threshold_uncertainty_score":0.99960923},"labels":[],"label_agreement":null},{"id":"W4398861942","doi":"10.23887/ijerr.v7i1.68202","title":"Computational Thinking in Mathematics Education Across Five Nations","year":2024,"lang":"en","type":"article","venue":"Indonesian Journal Of Educational Research and Review","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computational thinking; Computer science; Mathematics","score_opus":0.0682771186847055,"score_gpt":0.44793053722749515,"score_spread":0.37965341854278967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398861942","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055365343,0.69524455,0.03847274,0.20675391,0.0015853267,0.0007598616,0.0000037824427,0.000034936827,0.0017795687],"genre_scores_gemma":[0.7753711,0.020764567,0.20006913,0.00043650778,0.000681891,0.00005935792,0.00001390736,0.000022798731,0.0025807624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99837846,0.00023037741,0.0004332903,0.0001531364,0.000602959,0.00020175196],"domain_scores_gemma":[0.997169,0.002020818,0.000110596935,0.00010942417,0.00047398492,0.00011616977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003965,0.00007250919,0.00015181751,0.0004839159,0.00028354576,0.0004210093,0.00042346105,0.000031581123,0.000020670337],"category_scores_gemma":[0.0012728401,0.000057099005,0.00005576291,0.0010459132,0.000076064425,0.00050251343,0.00007076715,0.00064553635,0.000021369624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000184899,0.00041255858,0.002053128,0.0024924262,0.00003223332,0.000012110663,0.008753416,0.00011977634,0.0000024496396,0.61149645,0.004413565,0.37021002],"study_design_scores_gemma":[0.0005964118,0.00049860496,0.053354394,0.08922586,0.000032893597,0.004433161,0.003973764,0.0068060146,0.0000059218387,0.5629685,0.27752027,0.0005842157],"about_ca_topic_score_codex":0.000015663602,"about_ca_topic_score_gemma":0.000006994411,"teacher_disagreement_score":0.72000575,"about_ca_system_score_codex":0.00011678896,"about_ca_system_score_gemma":0.0018653144,"threshold_uncertainty_score":0.40598023},"labels":[],"label_agreement":null},{"id":"W4399300934","doi":"10.4018/979-8-3693-1974-1.ch001","title":"Foundations of Computational Thinking and Problem Solving for Diverse Academic Fields","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Mathematics education; Computer science; Management science; Epistemology; Cognitive science; Psychology; Philosophy; Engineering","score_opus":0.008775407656838876,"score_gpt":0.2406848626989475,"score_spread":0.23190945504210864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399300934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025394834,0.039940264,0.9558739,0.00003734328,0.00060337695,0.00034471054,0.000014172366,0.00040242772,0.00024428542],"genre_scores_gemma":[0.6255011,0.0067481142,0.35428613,0.000028510181,0.00038896108,0.00004027732,0.00011892349,0.00008691329,0.012801041],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981878,0.000013535419,0.0006705191,0.0005611853,0.0002795341,0.00028743758],"domain_scores_gemma":[0.9987973,0.0004293163,0.00037871063,0.00022258317,0.000112940674,0.00005912677],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055138714,0.00034673366,0.0006796548,0.0006591028,0.00031126817,0.000245882,0.00034090213,0.0002210991,0.0000013614282],"category_scores_gemma":[0.000041910604,0.0003542452,0.000117589414,0.00019917593,0.00009820143,0.0010341189,0.00028704587,0.00063685887,7.935378e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004158477,0.0000037616128,0.0021889023,0.0021345331,0.00027915766,0.0000030052856,0.0027377696,0.7865989,3.0721895e-7,0.18750942,0.0000095465,0.018530522],"study_design_scores_gemma":[0.0003270551,0.00022001445,0.0012339497,0.004414488,0.00045920117,0.000045789115,0.00013826767,0.81961894,0.000002135993,0.0036605296,0.16899821,0.0008813926],"about_ca_topic_score_codex":0.000036382975,"about_ca_topic_score_gemma":0.00001581834,"teacher_disagreement_score":0.62296164,"about_ca_system_score_codex":0.000064801556,"about_ca_system_score_gemma":0.00005117231,"threshold_uncertainty_score":0.999891},"labels":[],"label_agreement":null},{"id":"W4399451590","doi":"10.1007/978-3-031-60676-2_2","title":"Defining and Situating STEM Disciplines","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Stem cell; Biology; Cell biology","score_opus":0.01972969723033932,"score_gpt":0.25392472992004655,"score_spread":0.23419503268970723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399451590","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005992442,0.0067906766,0.16178448,0.0010682079,0.0007493458,0.00011317054,0.0000015104783,0.0016913516,0.8277413],"genre_scores_gemma":[0.0060440185,0.0000208431,0.08700755,0.00005753254,0.00013406323,0.0000031681916,0.0000031613224,0.0000397415,0.90668994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998868,0.0000097615175,0.00020417036,0.0005328904,0.00019405855,0.00019111697],"domain_scores_gemma":[0.99935985,0.00015521687,0.00008322611,0.00031141506,0.000019456162,0.00007081997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032804112,0.00022716145,0.00020845748,0.0001316736,0.00018009498,0.0006485818,0.00033446314,0.00013385552,0.00001019849],"category_scores_gemma":[0.000010042881,0.00018427295,0.00007179082,0.000029512317,0.000033230222,0.00012785822,0.0006769489,0.0006018525,0.00021844864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5093862e-7,6.792628e-7,0.000008930144,0.000034694152,0.000013174754,0.000013755838,0.000647797,0.000006157096,4.1160985e-7,0.6106739,0.000087862056,0.3885125],"study_design_scores_gemma":[0.00009581341,0.00009131458,0.000021295253,0.0011726749,0.000049147544,0.00010823418,0.000110167544,0.0142012555,0.000003798079,0.043058693,0.94036865,0.0007189395],"about_ca_topic_score_codex":0.000010920979,"about_ca_topic_score_gemma":0.000009283067,"teacher_disagreement_score":0.9402808,"about_ca_system_score_codex":0.000019460436,"about_ca_system_score_gemma":0.000028927963,"threshold_uncertainty_score":0.7514433},"labels":[],"label_agreement":null},{"id":"W4399688010","doi":"10.1007/s40751-024-00145-w","title":"An Ode to a Mathematician: Commemorating Uri Leron","year":2024,"lang":"en","type":"article","venue":"Digital Experiences in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Technion-Israel Institute of Technology","keywords":"Variety (cybernetics); Mathematics education; Ode; Editorial board; Computer science; Epistemology; Library science; Psychology; Literature; Philosophy; Artificial intelligence; Art","score_opus":0.02046693902112189,"score_gpt":0.3314001583081587,"score_spread":0.3109332192870368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399688010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4999904,0.00017995063,0.49301714,0.00064567657,0.00085389666,0.00027320103,5.8299537e-7,0.0005124397,0.004526716],"genre_scores_gemma":[0.795644,5.90006e-7,0.20374101,0.000085953674,0.0000796265,0.00017756267,0.0000041596136,0.000013821382,0.0002533085],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872965,0.00003654445,0.00034067096,0.0003655203,0.0002725277,0.0002551076],"domain_scores_gemma":[0.9991696,0.00016719231,0.000059723337,0.0004599583,0.000033168795,0.00011034718],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004545393,0.00014943631,0.00014642264,0.00024962754,0.000104229446,0.0023877441,0.0007313723,0.000043957316,0.000008265441],"category_scores_gemma":[0.00025506693,0.00013502399,0.00003753721,0.00063786947,0.000033503587,0.0016825378,0.00009110903,0.00017048555,0.00010848606],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.058166e-7,0.0003644763,0.00010006357,0.0001263178,0.0000029305627,0.000003045214,0.50455725,0.0001533091,0.00005463624,0.09493404,0.00019343695,0.3995101],"study_design_scores_gemma":[0.00015067509,0.0004822384,0.00031562825,0.0028316812,0.000008750452,0.00014514566,0.39490998,0.49404493,0.00063896674,0.07871015,0.026521169,0.0012407027],"about_ca_topic_score_codex":0.000013055723,"about_ca_topic_score_gemma":0.000003303877,"teacher_disagreement_score":0.4938916,"about_ca_system_score_codex":0.00008090055,"about_ca_system_score_gemma":0.00015921553,"threshold_uncertainty_score":0.99864787},"labels":[],"label_agreement":null},{"id":"W4399860789","doi":"10.1145/3660650.3660657","title":"Generative AI in CS Education: Literature Review through a SWOT Lens","year":2024,"lang":"en","type":"review","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"SWOT analysis; Generative grammar; Field (mathematics); Computer science; Perspective (graphical); Set (abstract data type); Data science; Management science; Work (physics); Knowledge management; Engineering ethics; Artificial intelligence; Engineering; Management","score_opus":0.061399449780639534,"score_gpt":0.4092779880489272,"score_spread":0.34787853826828763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399860789","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8558087e-9,0.9766942,0.014519915,0.0036261894,0.001241506,0.00062487397,0.0000016746226,0.0003341097,0.0029575252],"genre_scores_gemma":[4.0780336e-8,0.9185575,0.066360325,0.0039151437,0.00038677207,0.00024134156,0.00005987162,0.000030675626,0.010448295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99737716,0.000600198,0.00059470866,0.000874807,0.0002382275,0.00031490534],"domain_scores_gemma":[0.9987719,0.00008559028,0.00016857544,0.00084761594,0.000072078416,0.000054222677],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006215109,0.0004624606,0.0011874767,0.00020429143,0.00008549794,0.0008133436,0.0010621502,0.00024680822,0.000015924983],"category_scores_gemma":[0.000099881196,0.00030695178,0.00043767548,0.0019377683,0.000021131606,0.00051004486,0.00030755377,0.0019926117,0.00037589206],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.609295e-8,0.000031377822,5.8244026e-8,0.04472063,0.000023599448,0.000025524827,0.0010511406,2.2749006e-7,1.3865316e-9,0.025722526,0.04602226,0.8824026],"study_design_scores_gemma":[0.000012241758,0.00001705482,5.3847735e-8,0.23905483,0.00011150605,0.0001527865,0.000004401204,0.000016629576,1.028021e-8,0.00013376444,0.76023704,0.00025969927],"about_ca_topic_score_codex":0.000021582518,"about_ca_topic_score_gemma":0.00000863405,"teacher_disagreement_score":0.8821429,"about_ca_system_score_codex":0.00014344565,"about_ca_system_score_gemma":0.0010555445,"threshold_uncertainty_score":0.99993825},"labels":[],"label_agreement":null},{"id":"W4399860835","doi":"10.1145/3660650.3660658","title":"Indigenization and Decolonization of CS Education 2010-2023: A Bibliometric Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Island University","funders":"","keywords":"Indigenization; Indigenous; Decolonization; Declaration; Political science; Curriculum; Commission; Library science; Indigenous education; Work (physics); Public administration; Sociology; Law; Computer science; Politics; Engineering; Anthropology","score_opus":0.011126133409648199,"score_gpt":0.28532451253675256,"score_spread":0.2741983791271044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399860835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15400526,0.0012266185,0.8439538,0.00021540729,0.00023038978,0.00004861364,2.2957227e-7,0.00015388583,0.00016581894],"genre_scores_gemma":[0.93888515,0.000046926358,0.059907183,0.000020440953,0.000018981324,0.000003806945,0.000014148519,0.00000341104,0.0010999691],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994144,0.000048057685,0.00012999907,0.00019094518,0.00013796864,0.0000786618],"domain_scores_gemma":[0.9996226,0.000082144325,0.00004348145,0.00014173225,0.000076871154,0.000033166885],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.00036479835,0.000048004986,0.000074725176,0.036450632,0.000060547525,0.0002932008,0.00013083349,0.000036411366,0.0000119313945],"category_scores_gemma":[0.00010845881,0.000042823456,0.000031292864,0.14565688,0.00001092793,0.00034972702,0.00004722053,0.00006336327,0.000009810637],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.1251136e-7,0.00003216162,0.059042264,0.000032562923,0.00006801588,3.026892e-7,0.0012501738,0.0004824819,0.000040840936,0.010481768,0.000303638,0.92826545],"study_design_scores_gemma":[0.00007570401,0.00009831439,0.64276546,0.000038784052,0.00021387867,0.00000763541,0.00012804424,0.33359832,0.00027834793,0.00046615337,0.022132535,0.0001968277],"about_ca_topic_score_codex":0.00018966805,"about_ca_topic_score_gemma":0.000022880471,"teacher_disagreement_score":0.92806864,"about_ca_system_score_codex":0.000017945493,"about_ca_system_score_gemma":0.0000984346,"threshold_uncertainty_score":0.9744704},"labels":[],"label_agreement":null},{"id":"W4399860921","doi":"10.1145/3660650.3660664","title":"An Initial Exploration of Code Diagram Query Effectiveness","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Programming language; Notional amount; Visualization; Program comprehension; Diagrammatic reasoning; Python (programming language); Software engineering; Artificial intelligence; Software; Software system","score_opus":0.04202554863068285,"score_gpt":0.3533535432281289,"score_spread":0.31132799459744603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399860921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05907856,0.00006591134,0.93938106,0.00010932716,0.00038118646,0.000057923127,3.1278773e-7,0.0005903509,0.00033536396],"genre_scores_gemma":[0.97215736,0.0000013025225,0.027715784,0.000013818528,0.000059711158,0.000012303339,0.000002890664,0.0000053928384,0.00003143517],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926513,0.00024318461,0.00009013858,0.00019323113,0.00011318583,0.00009511762],"domain_scores_gemma":[0.9995756,0.00015844397,0.000016145135,0.00019514891,0.000021934675,0.000032742086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000641999,0.000054679247,0.000070631795,0.00007627856,0.000045835077,0.000196869,0.0002118636,0.00003053622,0.0000034517993],"category_scores_gemma":[0.000032973796,0.00004535864,0.00003172158,0.00019783816,0.000017740675,0.0010002857,0.000034990582,0.00012000878,0.00001703556],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026571365,0.000038818165,0.00022240313,0.000048665122,0.0000069277157,0.000008003546,0.0023444537,0.000691798,0.0006922773,0.09793517,0.000016661308,0.8979922],"study_design_scores_gemma":[0.00061401987,0.0019661407,0.014639394,0.0006389818,0.000031409305,0.00003843611,0.0005565505,0.87063426,0.048457384,0.01303364,0.048597444,0.0007923279],"about_ca_topic_score_codex":0.00010445303,"about_ca_topic_score_gemma":0.00001214587,"teacher_disagreement_score":0.9130788,"about_ca_system_score_codex":0.000012367308,"about_ca_system_score_gemma":0.000035126563,"threshold_uncertainty_score":0.18984124},"labels":[],"label_agreement":null},{"id":"W4399861040","doi":"10.1145/3660650.3660661","title":"Student Transitions Through an Entire Computing Program","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Degree program; Work (physics); Mathematics education; Discipline; Computer science; Medical education; Field (mathematics); Psychology; Sociology; Medicine; Engineering; Mathematics","score_opus":0.028203591157340748,"score_gpt":0.3620008347867905,"score_spread":0.3337972436294498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399861040","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028011959,0.00026551363,0.96120554,0.0017757802,0.00053541583,0.0001740695,2.587748e-7,0.004821617,0.0032098137],"genre_scores_gemma":[0.6631245,0.0000017454771,0.3364339,0.00008857783,0.00008330808,0.00000869081,0.0000031723089,0.000007649717,0.00024846045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889815,0.00009723138,0.00014328523,0.00038721965,0.00021098589,0.00026312118],"domain_scores_gemma":[0.9995734,0.000039927334,0.000013890771,0.00028841197,0.000019227697,0.00006511105],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003227616,0.000102715734,0.00008526685,0.000051572824,0.00026505179,0.0011705866,0.0004662709,0.000035336736,0.000014584314],"category_scores_gemma":[0.00000432661,0.000086292785,0.000072297706,0.0003379078,0.000025548452,0.0007407149,0.00007844527,0.0002812964,0.000067871275],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8880418e-7,0.00014799653,0.000092689326,0.000015729953,0.000015443382,0.00002662829,0.017616827,0.0002335592,0.000019210733,0.13940641,0.0001220476,0.8423033],"study_design_scores_gemma":[0.00017750908,0.0005264157,0.0022265143,0.00014966242,0.000020784611,0.00008951964,0.0015300555,0.30321434,0.00006184768,0.00069809554,0.69091624,0.00038905046],"about_ca_topic_score_codex":0.000052984342,"about_ca_topic_score_gemma":0.000009943363,"teacher_disagreement_score":0.84191424,"about_ca_system_score_codex":0.000021773592,"about_ca_system_score_gemma":0.000031928794,"threshold_uncertainty_score":0.9998663},"labels":[],"label_agreement":null},{"id":"W4400208339","doi":"10.1007/978-3-031-64302-6_11","title":"Evaluating the Effectiveness of Comparison Activities in a CTAT Tutor for Algorithmic Thinking","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; TUTOR; Artificial intelligence; Operations research; Human–computer interaction; Software engineering; Programming language; Mathematics","score_opus":0.04014915320833006,"score_gpt":0.34578877303916417,"score_spread":0.3056396198308341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400208339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013482368,0.0013618204,0.99410427,0.00019972288,0.0017919022,0.0008422859,0.0000025362235,0.00015048932,0.00019871665],"genre_scores_gemma":[0.5418093,0.000004593134,0.45767215,0.00007436202,0.00023628795,0.000059851696,0.0000029359276,0.000036294474,0.000104216226],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965718,0.00026911875,0.00053836626,0.0011603485,0.0008966918,0.0005637208],"domain_scores_gemma":[0.9924092,0.0063094883,0.00030420916,0.000819667,0.00010818748,0.00004920716],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009076971,0.00039996667,0.00062534184,0.00069619034,0.000305674,0.0006639712,0.0026136448,0.00020415832,0.0000011954645],"category_scores_gemma":[0.00039476165,0.00029751763,0.00017747881,0.00056795054,0.00049460615,0.0003346332,0.0009589567,0.0013712896,0.0000028099655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002124774,0.000021702814,0.000068149995,0.00033590457,0.000015772177,0.000008024531,0.0059357644,0.13490912,0.00015545118,0.028327154,7.975834e-7,0.8302009],"study_design_scores_gemma":[0.00027466068,0.00046559327,0.00013499011,0.0027131797,0.000015409718,0.000020188898,0.0000029288296,0.8684911,0.0006847113,0.12611516,0.00071676524,0.00036526786],"about_ca_topic_score_codex":0.00008388902,"about_ca_topic_score_gemma":0.000049718827,"teacher_disagreement_score":0.82983565,"about_ca_system_score_codex":0.00032124555,"about_ca_system_score_gemma":0.00042449217,"threshold_uncertainty_score":0.99994767},"labels":[],"label_agreement":null},{"id":"W4400215097","doi":"10.1080/20445911.2024.2371176","title":"The relationship between computational thinking and mental rotation ability: a functional near-infrared spectroscopy study","year":2024,"lang":"en","type":"article","venue":"Journal of Cognitive Psychology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Mental rotation; Functional near-infrared spectroscopy; Infrared; Infrared spectroscopy; Cognitive psychology; Cognition; Neuroscience; Optics; Chemistry; Physics","score_opus":0.051620369548014,"score_gpt":0.3755833900837414,"score_spread":0.3239630205357274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400215097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5292039,0.00043034868,0.46660334,0.002831797,0.000618402,0.00015002135,0.0000010432964,0.000038964685,0.00012216234],"genre_scores_gemma":[0.9841463,0.0000030699211,0.015471673,0.00012036487,0.00020662806,0.0000067584933,0.0000034631234,0.0000068034933,0.000034917724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984489,0.00051850046,0.00035040706,0.00020695892,0.00033310364,0.0001421046],"domain_scores_gemma":[0.99566805,0.0038762658,0.00018049873,0.00007674142,0.0001447435,0.000053687407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020065927,0.000090371046,0.00012607408,0.00012644638,0.0005908771,0.0005624933,0.00018752672,0.000041599742,0.0000049137443],"category_scores_gemma":[0.0005589647,0.000066128276,0.00006163442,0.0002465206,0.00012328725,0.00036539324,0.000049136124,0.00066321285,0.000010327272],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010355396,0.0001511651,0.7471765,0.0000073808783,0.00023085029,0.00003794209,0.01911657,0.00007875716,0.000012751884,0.0073354873,0.00059194677,0.22515705],"study_design_scores_gemma":[0.000640257,0.000697101,0.95483,0.000066922155,0.000030257503,0.00019833699,0.0008276885,0.0012816028,0.0000010760434,0.03947026,0.0018871696,0.00006935478],"about_ca_topic_score_codex":0.0000017211171,"about_ca_topic_score_gemma":0.0000012106339,"teacher_disagreement_score":0.4549424,"about_ca_system_score_codex":0.000038208993,"about_ca_system_score_gemma":0.00009142975,"threshold_uncertainty_score":0.54241353},"labels":[],"label_agreement":null},{"id":"W4400267760","doi":"10.1145/3649217.3653545","title":"Are a Static Analysis Tool Study's Findings Static? A Replication","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Static analysis; Computer science; Replication (statistics); Programming language; Mathematics; Statistics","score_opus":0.02653728832208449,"score_gpt":0.3193673178622187,"score_spread":0.29283002954013426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400267760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2997618,0.000036309666,0.6978127,0.0012860198,0.00006683884,0.00014071942,5.823593e-7,0.00080375903,0.00009130886],"genre_scores_gemma":[0.92749494,7.4807633e-7,0.07023844,0.00016372607,0.000015609632,0.000039912215,0.00000281973,0.0000074746367,0.0020363044],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985882,0.00013147524,0.0002151415,0.0005905657,0.00027626907,0.0001983318],"domain_scores_gemma":[0.99886805,0.00019822529,0.000059089416,0.00079170155,0.000035199795,0.000047728638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010433358,0.000101252386,0.00015236158,0.0003439817,0.00013154517,0.0009275309,0.00041106713,0.000021851396,0.000032039537],"category_scores_gemma":[0.00021338295,0.00008280551,0.00009035134,0.0017595496,0.000011175497,0.00032135655,0.000105726285,0.00019490787,0.00010749388],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003883722,0.0003232733,0.079910964,0.00008422283,0.0010215282,0.00012579416,0.03789824,0.0024289724,0.000032286564,0.017613493,0.0028598632,0.8576975],"study_design_scores_gemma":[0.00023535988,0.00026935406,0.16097982,0.000060887756,0.00045933033,0.0000096688345,0.0032988496,0.7722969,0.000032001848,0.0007308721,0.061185125,0.0004418528],"about_ca_topic_score_codex":0.00016373525,"about_ca_topic_score_gemma":0.000038769962,"teacher_disagreement_score":0.85725564,"about_ca_system_score_codex":0.000049738544,"about_ca_system_score_gemma":0.000030139307,"threshold_uncertainty_score":0.8944202},"labels":[],"label_agreement":null},{"id":"W4400335505","doi":"10.1145/3649405.3659532","title":"Values and Beliefs Underpinning K-12 Computing Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Underpinning; Computer science; Knowledge management; Engineering; Civil engineering","score_opus":0.014159207576386642,"score_gpt":0.29101189675198336,"score_spread":0.2768526891755967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011932602,0.0019364895,0.97817457,0.0016642935,0.000677539,0.000041456005,2.490886e-8,0.0010699669,0.0045030466],"genre_scores_gemma":[0.81075925,0.0000049616224,0.18679422,0.00020077573,0.00012716383,0.0000010740442,6.6423104e-7,0.0000057829466,0.0021061164],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937594,0.000047658017,0.000088362096,0.000253744,0.000093712326,0.0001406127],"domain_scores_gemma":[0.9996813,0.00011322072,0.0000147357105,0.00013348687,0.000011572296,0.000045684734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037997766,0.00006595383,0.000054072352,0.00008735339,0.00018214349,0.0007167444,0.0001623742,0.000025037996,0.0000029968198],"category_scores_gemma":[0.000028220715,0.000057441157,0.0000195019,0.00014349648,0.000018195151,0.0002575787,0.00012408965,0.00017058132,0.00002323494],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.090398e-8,0.000008189964,0.00038899182,0.000026167925,0.000004898317,0.0000012550483,0.0041261013,0.00003812017,0.000018424225,0.11853322,0.0005905327,0.87626404],"study_design_scores_gemma":[0.00012891268,0.00012690834,0.010889392,0.0007656845,0.0000125822435,0.0001742041,0.00134121,0.69620925,0.00013248622,0.014052785,0.27566326,0.0005033314],"about_ca_topic_score_codex":0.00007646622,"about_ca_topic_score_gemma":0.0000013730534,"teacher_disagreement_score":0.8757607,"about_ca_system_score_codex":0.000018714314,"about_ca_system_score_gemma":0.000068489804,"threshold_uncertainty_score":0.69115824},"labels":[],"label_agreement":null},{"id":"W4400335533","doi":"10.1145/3649405.3659534","title":"How Instructors Incorporate Generative AI into Teaching Computing","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Generative grammar; Multimedia; Artificial intelligence; Software engineering; Human–computer interaction","score_opus":0.013892590178751097,"score_gpt":0.2712286525014775,"score_spread":0.2573360623227264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335533","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047150847,0.00020517563,0.9414238,0.0074694445,0.0010841393,0.000068425914,1.3702821e-7,0.0018018355,0.0007961951],"genre_scores_gemma":[0.6167992,4.491349e-7,0.3816701,0.0003147939,0.00018581703,0.0000016192041,0.0000016283482,0.000011320182,0.0010150811],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985357,0.00024957157,0.00016433533,0.0005227401,0.00023079387,0.00029689062],"domain_scores_gemma":[0.99938816,0.00012260902,0.00005027658,0.00030709943,0.000032261432,0.00009958208],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00079177116,0.00017850735,0.00014769922,0.00019271925,0.0004890196,0.003015121,0.0005764925,0.00006152139,0.0000025930053],"category_scores_gemma":[0.00008829427,0.00014421888,0.00007441528,0.0003504499,0.00004207731,0.0009543828,0.00035710214,0.0008830372,0.000034322027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.359174e-7,0.000007765802,0.0004382443,0.000020345671,0.000019227868,0.000029293938,0.007887215,0.00043303063,0.0002645893,0.21315509,0.00055577187,0.7771891],"study_design_scores_gemma":[0.000119350254,0.00009981891,0.00025574217,0.00012912264,0.000007180934,0.000061252336,0.00050646556,0.73541874,0.00061492284,0.005079027,0.2572911,0.00041723944],"about_ca_topic_score_codex":0.00017753744,"about_ca_topic_score_gemma":0.000015035509,"teacher_disagreement_score":0.77677184,"about_ca_system_score_codex":0.00007263734,"about_ca_system_score_gemma":0.000081622005,"threshold_uncertainty_score":0.9980199},"labels":[],"label_agreement":null},{"id":"W4400335569","doi":"10.1145/3649405.3659531","title":"Exploring Equity, Diversity, and Inclusion in Computer Science Undergraduate Curricula","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Simon Fraser University","funders":"","keywords":"Equity (law); Curriculum; Diversity (politics); Inclusion (mineral); Computer science; Engineering ethics; Mathematics education; Sociology; Political science; Pedagogy; Engineering; Psychology; Social science; Anthropology","score_opus":0.10519413365612064,"score_gpt":0.3139083432663239,"score_spread":0.20871420961020326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28360903,0.00015655384,0.7118842,0.003039473,0.000521665,0.000048719558,4.2595342e-8,0.00044746883,0.0002928756],"genre_scores_gemma":[0.9449994,0.000025979645,0.054793816,0.000109934415,0.00003453423,0.0000019121144,1.327954e-7,0.0000034430607,0.00003087621],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986515,0.000044747198,0.00009724849,0.0004504997,0.00046757696,0.00028843695],"domain_scores_gemma":[0.9996229,0.00007412773,0.000013341519,0.00018548073,0.000017674727,0.00008651415],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0015121121,0.00008651012,0.00007853225,0.00034110888,0.0022069358,0.0005609814,0.0008788729,0.000016845659,7.012739e-7],"category_scores_gemma":[0.00001874292,0.00007270273,0.000021504728,0.00090197194,0.00010612295,0.0015265248,0.119914785,0.00023825174,0.000009980828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9347947e-7,0.000013564281,0.0024427471,0.000017930073,0.0000013487071,0.00004252246,0.0071830796,0.00031981748,0.000044196633,0.06413882,0.000010999278,0.92578465],"study_design_scores_gemma":[0.00022733027,0.00011785882,0.011967448,0.00036794838,0.000004491404,0.000060412014,0.000038384816,0.9490721,0.00018049205,0.03417894,0.0034225015,0.0003620686],"about_ca_topic_score_codex":0.00040972256,"about_ca_topic_score_gemma":0.0000146965995,"teacher_disagreement_score":0.9487523,"about_ca_system_score_codex":0.000080138096,"about_ca_system_score_gemma":0.000033613796,"threshold_uncertainty_score":0.99909204},"labels":[],"label_agreement":null},{"id":"W4400335747","doi":"10.1145/3649405.3659526","title":"Working Group Proposal: Computing Education in Africa","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Group (periodic table); Computer science; World Wide Web","score_opus":0.020041874468971387,"score_gpt":0.28102021322893583,"score_spread":0.26097833875996446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071736965,0.001137922,0.97559303,0.0014978613,0.0015293617,0.00010002845,7.776113e-9,0.0013631105,0.011604983],"genre_scores_gemma":[0.7264825,9.643649e-7,0.27231026,0.000039435476,0.000082886196,0.0000028334307,4.986746e-7,0.0000059548825,0.0010746763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991868,0.00007929162,0.0001253706,0.00028020548,0.00011453311,0.00021377587],"domain_scores_gemma":[0.99969333,0.00008819761,0.000017028646,0.0001605532,0.0000076295255,0.000033259043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006445278,0.000067641224,0.000060041762,0.00016997977,0.000070760354,0.0005455138,0.0003000793,0.00002930193,0.000003226397],"category_scores_gemma":[0.000024745712,0.00005853361,0.00002660139,0.00052460155,0.000009397299,0.00019920385,0.00011069524,0.00027808998,0.000048939088],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.913524e-7,0.00002602086,0.0011692616,0.0000110477395,0.0000015824011,0.0000045347856,0.0030822123,0.00006785917,0.000017337625,0.15130001,0.00037902565,0.8439409],"study_design_scores_gemma":[0.00007096386,0.000045657147,0.0032092007,0.00054980116,0.0000024595213,0.000028151811,0.0004115021,0.2749519,0.000017186085,0.0029654088,0.7175068,0.00024090418],"about_ca_topic_score_codex":0.00009088687,"about_ca_topic_score_gemma":0.000020657517,"teacher_disagreement_score":0.8437,"about_ca_system_score_codex":0.00005022391,"about_ca_system_score_gemma":0.00015133046,"threshold_uncertainty_score":0.52604026},"labels":[],"label_agreement":null},{"id":"W4400335793","doi":"10.1145/3649405.3659535","title":"Introducing Code Quality in the CS1 Classroom","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Quality (philosophy); Code (set theory); Software quality; Programming language; Software engineering; Software; Software development","score_opus":0.03341013839955474,"score_gpt":0.3312463035746353,"score_spread":0.29783616517508055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024451189,0.00035587902,0.9512749,0.01915726,0.0004908085,0.00006379707,1.5713852e-7,0.0006135766,0.0035924714],"genre_scores_gemma":[0.93892896,0.0000018402786,0.059708506,0.00045006984,0.00011394435,0.0000057503253,5.2359906e-7,0.0000037811874,0.0007866351],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889886,0.00031889847,0.00014093246,0.00028349386,0.00017492687,0.00018286034],"domain_scores_gemma":[0.99921095,0.00035650443,0.000013678787,0.0003926044,0.000007332183,0.000018900066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002689212,0.000059988193,0.0000645027,0.0000634199,0.00008168167,0.00059275865,0.0006184627,0.000025889009,0.00000850076],"category_scores_gemma":[0.00012770631,0.000036525016,0.00003604628,0.00037952163,0.000015631102,0.00019141764,0.00009318954,0.0004132125,0.00008713017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.2404255e-7,0.000017857195,0.0012905129,0.000016280159,0.000003669662,0.000014313915,0.010860883,0.0002632815,0.00004048038,0.298565,0.0017627019,0.6871645],"study_design_scores_gemma":[0.00010162755,0.00004424623,0.0105268285,0.000058093578,0.0000026635412,0.000027970584,0.00095870835,0.076954074,0.000045908448,0.0028047464,0.9082872,0.00018793499],"about_ca_topic_score_codex":0.00041237057,"about_ca_topic_score_gemma":0.00014594207,"teacher_disagreement_score":0.91447777,"about_ca_system_score_codex":0.000024107101,"about_ca_system_score_gemma":0.00003055084,"threshold_uncertainty_score":0.57159853},"labels":[],"label_agreement":null},{"id":"W4400335946","doi":"10.1145/3649405.3659528","title":"Experiences of Instructors Who Teach Capstone Courses in Computing Fields","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Capstone; Computer science; Mathematics education; Multimedia; Computer graphics (images); Medical education; Psychology; Medicine; Computer security","score_opus":0.013170745026330269,"score_gpt":0.28597630376571437,"score_spread":0.2728055587393841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8488111,0.00035280024,0.14878781,0.00024011856,0.000549841,0.00003631327,5.0768254e-8,0.00025653854,0.0009654095],"genre_scores_gemma":[0.9638853,0.0000023164196,0.035623647,0.000030183419,0.000035001573,0.000002379842,2.669666e-7,0.0000040273494,0.00041684863],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991521,0.00006584856,0.00019387946,0.00024414394,0.00016176746,0.0001822597],"domain_scores_gemma":[0.999618,0.00013155739,0.000030260922,0.0001747138,0.000012660734,0.00003278612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039476354,0.000077923534,0.00012917574,0.00015675553,0.000051540286,0.0001415925,0.000406858,0.000045952518,0.000013099093],"category_scores_gemma":[0.00004554593,0.000063998545,0.000037683276,0.00038172485,0.000052545452,0.00021707334,0.00011866026,0.00025355187,0.000003882833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.894276e-7,0.000026855974,0.0054966575,0.000039360966,0.000007790686,0.00002031425,0.2749485,0.0005537961,0.0000391303,0.026053304,0.00034168878,0.6924718],"study_design_scores_gemma":[0.00068721356,0.0006199719,0.018459579,0.001686328,0.000013601262,0.00015207386,0.13634719,0.7691809,0.0059248894,0.0010713082,0.06464652,0.0012104101],"about_ca_topic_score_codex":0.0005008928,"about_ca_topic_score_gemma":0.000027216029,"teacher_disagreement_score":0.7686271,"about_ca_system_score_codex":0.00001533554,"about_ca_system_score_gemma":0.00004654344,"threshold_uncertainty_score":0.2609785},"labels":[],"label_agreement":null},{"id":"W4400407587","doi":"10.4204/eptcs.405","title":"Proceedings of the Thirteenth Workshop on Trends in Functional Programming in Education","year":2024,"lang":"en","type":"paratext","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Computer science","score_opus":0.008677346374010785,"score_gpt":0.2684802496949892,"score_spread":0.2598029033209784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400407587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59983295,0.012366326,0.07307526,0.034057528,0.0369962,0.007953338,0.000008912912,0.0017793608,0.23393013],"genre_scores_gemma":[0.9896614,0.000045260684,0.00777739,0.00019499204,0.00032839953,0.00016088462,0.0000027687101,0.000038322123,0.0017906138],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99453413,0.00004720427,0.0008053596,0.0017796007,0.0013270064,0.0015067107],"domain_scores_gemma":[0.99882436,0.00016287358,0.00033506917,0.0003323731,0.00022012931,0.00012517684],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003982294,0.0005107765,0.0005414106,0.0024254266,0.00020811106,0.0009836613,0.0037691952,0.0003304307,0.000028982504],"category_scores_gemma":[0.00023334744,0.00039051787,0.00016877965,0.009408,0.0011791921,0.00069192366,0.0011800174,0.003916277,0.00005548695],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018929806,0.00025939135,0.00022284174,0.00009629584,0.0000046928058,7.5653367e-7,0.0018122282,0.00015349973,0.00002711057,0.67212397,0.0013115653,0.32396874],"study_design_scores_gemma":[0.0040295357,0.004540895,0.026843099,0.040369384,0.00010726461,0.0005111186,0.001710856,0.41323236,0.0035293528,0.24238299,0.25595438,0.006788747],"about_ca_topic_score_codex":0.000019927282,"about_ca_topic_score_gemma":0.00001125078,"teacher_disagreement_score":0.42974097,"about_ca_system_score_codex":0.001386657,"about_ca_system_score_gemma":0.0012673248,"threshold_uncertainty_score":0.9998547},"labels":[],"label_agreement":null},{"id":"W4400410907","doi":"10.1109/educon60312.2024.10578709","title":"Enhancing Students' Performance in Computer Science Through Tailored Instruction Based on their Programming Background","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Computer science; Multimedia; Computer aided instruction; Mathematics education; Computer architecture; Psychology","score_opus":0.021089218626568984,"score_gpt":0.2886747494229081,"score_spread":0.2675855307963391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400410907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4047404,0.000028140379,0.5934302,0.00016411998,0.00077880325,0.00014304096,5.7359365e-8,0.0005698499,0.00014536435],"genre_scores_gemma":[0.74857366,0.0000021391165,0.25111395,0.0001452529,0.00009502578,0.00001990342,0.0000010332627,0.000011714432,0.00003729642],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975911,0.00009183026,0.00029290636,0.0008013845,0.0006673988,0.0005553729],"domain_scores_gemma":[0.99922204,0.00012729922,0.000049891027,0.00048302018,0.000045708162,0.000072050825],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016932908,0.00020990107,0.00016169292,0.00040739734,0.00038862525,0.0019463621,0.0011286428,0.000056563207,0.00000620884],"category_scores_gemma":[0.000018369155,0.00016636074,0.000058710983,0.0017942812,0.000142574,0.0016813154,0.0002747755,0.00054066407,0.000053054122],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058408436,0.000089056586,0.003404316,0.000061895335,0.0000050900508,0.0000123291475,0.0043744007,0.0077617746,0.00015697308,0.0040823403,0.0000038272024,0.98004216],"study_design_scores_gemma":[0.00046840383,0.00045934698,0.013287094,0.00065804564,0.0000026183027,0.000025114006,0.00030636438,0.9645976,0.0021286607,0.00007255317,0.01761202,0.00038221292],"about_ca_topic_score_codex":0.00007288645,"about_ca_topic_score_gemma":0.000020082874,"teacher_disagreement_score":0.9796599,"about_ca_system_score_codex":0.00023846503,"about_ca_system_score_gemma":0.00017845289,"threshold_uncertainty_score":0.9990897},"labels":[],"label_agreement":null},{"id":"W4400430626","doi":"10.1142/9789811287152_0038","title":"Teaching and Learning of Programming and Algorithms","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Programming language","score_opus":0.012319896697580681,"score_gpt":0.26879513391867554,"score_spread":0.2564752372210949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400430626","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0578369,0.0022858812,0.93732786,0.0007630266,0.00010298678,0.00006679561,5.6377225e-8,0.00076408155,0.0008524296],"genre_scores_gemma":[0.60472375,0.0000070939245,0.3942049,0.0000133794265,0.000024754134,0.0000023566106,2.3611447e-7,0.000005887548,0.0010176052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991345,0.00017759373,0.00012400554,0.00028201283,0.000116071475,0.0001658095],"domain_scores_gemma":[0.9995278,0.00027703273,0.000025780586,0.00010242455,0.000010710084,0.00005621789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014176891,0.00008263645,0.00010554363,0.00010661332,0.00022223077,0.00038041046,0.00012672706,0.000033827047,0.0000012862893],"category_scores_gemma":[0.000097518314,0.00006790834,0.000023116634,0.000116977695,0.000042343974,0.0002951683,0.00017783581,0.0006565088,0.0000017660562],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.867892e-7,0.0000058787873,0.0005327548,0.00007226913,0.0000095700425,0.0000064987016,0.006645216,0.00000941926,0.000107509884,0.036099426,0.000007356085,0.9565038],"study_design_scores_gemma":[0.00018322888,0.0003361734,0.0014542287,0.00033983277,0.000017525548,0.00021049229,0.0015382085,0.42705226,0.00012660093,0.00051252637,0.56791097,0.00031795853],"about_ca_topic_score_codex":0.00031691158,"about_ca_topic_score_gemma":0.0000013832608,"teacher_disagreement_score":0.9561859,"about_ca_system_score_codex":0.000005933456,"about_ca_system_score_gemma":0.000013625312,"threshold_uncertainty_score":0.3668307},"labels":[],"label_agreement":null},{"id":"W4400642981","doi":"10.1145/3657604.3664671","title":"Nemobot: Crafting Strategic Gaming LLM Agents for K-12 AI Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nautilus Environmental","funders":"","keywords":"Computer science; Multimedia; Human–computer interaction; Knowledge management","score_opus":0.04766744127536118,"score_gpt":0.34448098474943417,"score_spread":0.29681354347407296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400642981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076064127,0.0004178126,0.98239255,0.0027735303,0.0016511641,0.00016726476,2.2311947e-7,0.0009791851,0.0040118746],"genre_scores_gemma":[0.8065797,0.0000018234743,0.18303572,0.00059712253,0.00027393794,0.000035190194,0.0000048603542,0.000014220467,0.009457402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906904,0.00004200718,0.00015066084,0.00034903325,0.00012898548,0.00026028889],"domain_scores_gemma":[0.9995515,0.00011323412,0.000026724705,0.00021782347,0.000027097334,0.000063633146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004706921,0.00009988349,0.00007603474,0.000108892054,0.00020483768,0.0010018065,0.00033753362,0.00004280135,0.000015258218],"category_scores_gemma":[0.00003435261,0.00008920438,0.00006822461,0.00019013605,0.000009679481,0.00041389084,0.000064825406,0.00020510731,0.000049244994],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.774482e-7,0.00004262969,0.0001107454,0.00007213438,0.00001011303,0.000001981951,0.0017175731,0.00023708821,0.00008662619,0.122242615,0.002333542,0.8731444],"study_design_scores_gemma":[0.000115838666,0.00012118385,0.000307614,0.00021134908,0.000013279099,0.00002420641,0.00063539064,0.3903305,0.00012975269,0.004998346,0.60284024,0.00027228546],"about_ca_topic_score_codex":0.000079631674,"about_ca_topic_score_gemma":0.0000072455646,"teacher_disagreement_score":0.8728721,"about_ca_system_score_codex":0.00004219412,"about_ca_system_score_gemma":0.00018705784,"threshold_uncertainty_score":0.9660443},"labels":[],"label_agreement":null},{"id":"W4400888255","doi":"10.3102/ip.24.2111368","title":"Broadening Participation in Computer Science by Helping Students Connect Computer Science to Their Lives (Poster 17)","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Computer science; Human–computer interaction; Multimedia; Mathematics education; Psychology","score_opus":0.024648601752870626,"score_gpt":0.33073043185267065,"score_spread":0.3060818300998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400888255","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4002015,0.000077252014,0.59783506,0.00058957725,0.00068165694,0.00016819069,3.317238e-7,0.000379769,0.000066680164],"genre_scores_gemma":[0.8901037,0.0000013073345,0.10877175,0.000863928,0.000115769944,0.000019720439,8.953925e-7,0.000012530362,0.00011038248],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99644655,0.00012897568,0.0003654882,0.0012185286,0.0009624049,0.0008780253],"domain_scores_gemma":[0.9987935,0.00025711913,0.000052495834,0.0005215943,0.00010544994,0.00026983148],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0033025637,0.00022987495,0.00020872732,0.00078033964,0.0005809144,0.0043658176,0.002302446,0.000037073223,0.0000084435505],"category_scores_gemma":[0.00007566854,0.00018964816,0.00005200671,0.0027620373,0.00031903866,0.00199215,0.0015200581,0.0003726128,0.000103886174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003869267,0.000117695374,0.009543249,0.000024618459,0.000009925178,0.000027150478,0.03500208,0.0064590466,0.003457389,0.0013224285,0.00033954612,0.943693],"study_design_scores_gemma":[0.00031665075,0.00045978808,0.029302202,0.0006599783,0.0000049747373,0.00003819676,0.00016820521,0.95719934,0.006039297,0.00008078914,0.0050980137,0.0006325467],"about_ca_topic_score_codex":0.00011107142,"about_ca_topic_score_gemma":0.000016151722,"teacher_disagreement_score":0.95074034,"about_ca_system_score_codex":0.00020956004,"about_ca_system_score_gemma":0.00019475711,"threshold_uncertainty_score":0.99666774},"labels":[],"label_agreement":null},{"id":"W4400977325","doi":"10.1109/bice60192.2024.00020","title":"Positioning HBCUs as Sites to Support Computer Science Teachers in Culturally Diverse School Districts","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stem Cell Network","funders":"National Science Foundation","keywords":"Historically black colleges and universities; Mathematics education; Computer science; Sociology; Psychology; African american; Anthropology","score_opus":0.015817567903050687,"score_gpt":0.2930754214081056,"score_spread":0.27725785350505494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400977325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50208586,0.00004701455,0.49146405,0.0023840554,0.00055876473,0.00018493453,5.9016077e-7,0.0010492422,0.0022254789],"genre_scores_gemma":[0.83991367,8.2570193e-7,0.15850458,0.00050546083,0.0000679159,0.0000067790297,0.00000304147,0.000006252449,0.0009914723],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823874,0.000058011225,0.00018206704,0.0006398767,0.00042371545,0.0004575803],"domain_scores_gemma":[0.9992973,0.0000684989,0.000022548465,0.00028825464,0.000048434627,0.00027493894],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008286918,0.00014240896,0.00011131815,0.00037958287,0.00031060434,0.0019929092,0.00090881996,0.000038394326,0.000049594044],"category_scores_gemma":[0.0001336261,0.00011665823,0.00005184365,0.0015604142,0.000069745285,0.001217121,0.00051395403,0.00038682114,0.00090479205],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003280893,0.00006572977,0.012154547,0.000020059904,0.000013066576,0.0003603935,0.021355808,0.0033607138,0.0023465136,0.021031234,0.0035109757,0.93577766],"study_design_scores_gemma":[0.0019014417,0.0037850374,0.26905814,0.001527126,0.00006102606,0.0011145382,0.0057753865,0.45058337,0.004368345,0.0018668569,0.2556822,0.004276517],"about_ca_topic_score_codex":0.0004681189,"about_ca_topic_score_gemma":0.00003369105,"teacher_disagreement_score":0.93150115,"about_ca_system_score_codex":0.00021353211,"about_ca_system_score_gemma":0.0002010457,"threshold_uncertainty_score":0.9998731},"labels":[],"label_agreement":null},{"id":"W4401286038","doi":"10.18260/1-2--46775","title":"Board 208: Breaking Through the Obstacles: Strategies and Support Helping Students Succeed in Computer Science","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"California State University Long Beach; University of Northern Iowa; Concordia University; National Science Foundation","keywords":"Focus group; Workforce; Medical education; Population; Pilot test; Psychology; Test (biology); Qualitative research; Variety (cybernetics); Mathematics education; Computer science; Applied psychology; Medicine; Political science; Sociology","score_opus":0.02260094931489499,"score_gpt":0.3177100954724426,"score_spread":0.29510914615754763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401286038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24881269,0.00037547262,0.7475818,0.0012504653,0.0006378814,0.00014723552,1.4685877e-7,0.0005177834,0.0006765422],"genre_scores_gemma":[0.93232214,0.000010169478,0.06719221,0.00026561267,0.00006555825,0.0000063313933,3.018417e-7,0.000008076864,0.000129573],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818987,0.00008346218,0.0002133033,0.00056690816,0.0005110668,0.00043538405],"domain_scores_gemma":[0.99936634,0.00018546866,0.000034004006,0.00033432408,0.000028839408,0.000051007733],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014230929,0.00014255554,0.00012883593,0.00014267463,0.0003954256,0.0059208395,0.001224493,0.00003383735,0.0000051389543],"category_scores_gemma":[0.000020020712,0.00009506263,0.000033809527,0.00078812026,0.0002516107,0.0022245347,0.00070337614,0.00037628034,0.000018126324],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023589876,0.00005275722,0.011640262,0.00007131498,0.000022440528,0.00012153695,0.062507376,0.0017910926,0.00019157639,0.14199193,0.00012049877,0.78148687],"study_design_scores_gemma":[0.0013856969,0.000755431,0.24896705,0.001653269,0.000039945317,0.00052704633,0.02081842,0.6083552,0.0004874698,0.010215063,0.104874365,0.0019210406],"about_ca_topic_score_codex":0.00072029943,"about_ca_topic_score_gemma":0.00007039432,"teacher_disagreement_score":0.7795658,"about_ca_system_score_codex":0.00005478719,"about_ca_system_score_gemma":0.00017930313,"threshold_uncertainty_score":0.9951111},"labels":[],"label_agreement":null},{"id":"W4401286382","doi":"10.18260/1-2--46636","title":"Barriers to Conducting Primary and Secondary Computing Education Research.","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Equity (law); Inclusion (mineral); Computer science; Medical education; Public relations; Knowledge management; Sociology; Political science; Medicine; Social science","score_opus":0.05490249939021271,"score_gpt":0.3653336014478049,"score_spread":0.3104311020575922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401286382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41306633,0.0027649025,0.54084146,0.011737938,0.0020594436,0.0003284606,3.629118e-7,0.0017698401,0.027431292],"genre_scores_gemma":[0.81515086,0.0000017707266,0.182359,0.0006468591,0.00014616894,0.000004475084,9.4195656e-7,0.000009142158,0.0016808036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988203,0.00019537812,0.0001164838,0.0003961056,0.0001999205,0.00027183277],"domain_scores_gemma":[0.9991717,0.0003114221,0.000011149361,0.0002036198,0.000050390845,0.00025175218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002196614,0.000069862384,0.000071823815,0.00025020074,0.00042633727,0.000935919,0.00028190418,0.00003167001,0.000017646404],"category_scores_gemma":[0.00030435072,0.0000640365,0.000018336816,0.0004862741,0.000036613215,0.00035249948,0.00035190082,0.00054816995,0.000045666486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.0975362e-7,0.0000035985036,0.00018364015,0.000050451636,0.0000046460136,0.0000035071823,0.007691674,0.000014572856,0.00034923642,0.03253341,0.0030702192,0.9560946],"study_design_scores_gemma":[0.00008870887,0.0001432125,0.0017893291,0.0003844033,0.000003716524,0.00012382171,0.005123622,0.021904299,0.00037759164,0.0009601069,0.9687785,0.00032271782],"about_ca_topic_score_codex":0.00013528453,"about_ca_topic_score_gemma":0.0000029861812,"teacher_disagreement_score":0.96570826,"about_ca_system_score_codex":0.00006108204,"about_ca_system_score_gemma":0.0005586459,"threshold_uncertainty_score":0.90250885},"labels":[],"label_agreement":null},{"id":"W4401307839","doi":"10.1145/3654777.3676417","title":"Facilitating the Parametric Definition of Geometric Properties in Programming-Based CAD","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Région Hauts-de-France","keywords":"Computer science; CAD; Parametric statistics; Process (computing); Programming language; Representation (politics); Reuse; Parametric design; Personalization; Computer Aided Design; Visual programming language; Geometric programming; Software engineering; Engineering drawing; Human–computer interaction; Machine learning","score_opus":0.06662762606932586,"score_gpt":0.27571081053694174,"score_spread":0.20908318446761587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401307839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35257703,0.008008837,0.632732,0.0016194304,0.0010323458,0.0014415556,0.000005793842,0.0012670856,0.0013159256],"genre_scores_gemma":[0.74724615,0.000005155376,0.25242767,0.000031335097,0.000020234671,0.00017650783,0.000005965852,0.0000140660895,0.000072942246],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974437,0.00036000792,0.00058541686,0.00066641765,0.0005462626,0.00039820196],"domain_scores_gemma":[0.9981008,0.00073854765,0.00024645822,0.0007610753,0.00010674309,0.000046373974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022491287,0.00027539604,0.00034570647,0.0015609082,0.00010359209,0.00054449146,0.0012157416,0.00020132786,0.0000031849888],"category_scores_gemma":[0.0015719675,0.00017637535,0.00019978236,0.0032078738,0.000098999226,0.00007234884,0.0011888139,0.0018419384,0.000025038638],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038141159,0.00013831511,0.0013028437,0.0010575945,0.00002811292,0.000008995333,0.0032963438,0.014056053,0.000004746336,0.0046656826,0.00002613477,0.97541136],"study_design_scores_gemma":[0.0013278069,0.0012294566,0.0095318,0.0067223553,0.00019804372,0.000036186695,0.004823911,0.9212129,0.0013233941,0.025273556,0.025507491,0.0028130845],"about_ca_topic_score_codex":0.001689004,"about_ca_topic_score_gemma":0.000047611713,"teacher_disagreement_score":0.97259825,"about_ca_system_score_codex":0.000106273576,"about_ca_system_score_gemma":0.00029512626,"threshold_uncertainty_score":0.80024076},"labels":[],"label_agreement":null},{"id":"W4401313252","doi":"10.18260/1-2--47903","title":"Providing High-Quality Formative Feedback for Database Assignments","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Formative assessment; Computer science; Database; Quality (philosophy); Mathematics education; Psychology","score_opus":0.04615484423489214,"score_gpt":0.34304162681929184,"score_spread":0.2968867825843997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005298519,0.00007763733,0.99105203,0.001171142,0.0006231475,0.00022857827,0.000006635776,0.00088095653,0.0006613442],"genre_scores_gemma":[0.64860535,8.8208003e-7,0.34946284,0.00013126247,0.00006314131,0.000042545355,0.000013956884,0.0000078283165,0.0016722201],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989058,0.00009357977,0.0001896085,0.0003424541,0.00019665534,0.00027195294],"domain_scores_gemma":[0.99923384,0.00033110866,0.00004057041,0.00030164147,0.000024951401,0.000067865556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011749532,0.000104711435,0.000104664985,0.00006768764,0.00020046279,0.0006318358,0.0004182338,0.000031639476,0.000010016282],"category_scores_gemma":[0.0001137628,0.00008214826,0.00005964486,0.00018267301,0.000015834403,0.0010205435,0.00019053456,0.00018107536,0.000076818316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042353163,0.00003663202,0.000063304775,0.00017283561,0.00003252457,0.0000036523618,0.0032303678,0.00002925717,0.00064131134,0.35281095,0.003698657,0.63927627],"study_design_scores_gemma":[0.0010184215,0.00040686125,0.00090480247,0.0004482426,0.000031038126,0.000018387143,0.00090807944,0.206076,0.008826772,0.0077464534,0.77274185,0.0008730943],"about_ca_topic_score_codex":0.00008451432,"about_ca_topic_score_gemma":0.0000029103417,"teacher_disagreement_score":0.7690432,"about_ca_system_score_codex":0.00005730635,"about_ca_system_score_gemma":0.0000506953,"threshold_uncertainty_score":0.6092807},"labels":[],"label_agreement":null},{"id":"W4401314515","doi":"10.18260/1-2--47188","title":"Differences in Attitudes and Self-efficacy Toward Programming of Students in Mechanical and Industrial Engineering Programs","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"College of Engineering, Michigan State University; University of Toronto; Michigan State University","keywords":"Computer science; Industrial engineering; Engineering","score_opus":0.04247501684139285,"score_gpt":0.2924648141055117,"score_spread":0.24998979726411882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401314515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98671263,0.00041285087,0.01200096,0.0001420865,0.0001333713,0.00026572307,6.8963686e-8,0.0003275173,0.0000047690073],"genre_scores_gemma":[0.9555171,0.000019917185,0.044397112,0.0000031985128,0.000024825222,0.000022394252,3.8174787e-7,0.0000069767343,0.000008066833],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99882835,0.00006815824,0.00025230375,0.00036664619,0.00023177614,0.00025279095],"domain_scores_gemma":[0.99963,0.00016228555,0.00002546676,0.00010810707,0.00000800159,0.00006613492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007675782,0.00012574639,0.00020952891,0.00021248768,0.000021184733,0.00046146265,0.00030403357,0.000088807144,6.084401e-7],"category_scores_gemma":[0.00007704926,0.00010359882,0.000022668793,0.00042783425,0.000022636708,0.00021822279,0.00030637396,0.00040490596,4.33251e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028599645,0.00036070516,0.22793533,0.00012482409,0.000022040353,0.000026174874,0.0044956794,0.000009843452,0.000026285186,0.005778421,5.432709e-7,0.7612173],"study_design_scores_gemma":[0.0037614289,0.0018349966,0.83034676,0.003720979,0.000038765775,0.00008248033,0.0010747515,0.15096176,0.00029617728,0.00016698583,0.0065857456,0.0011291442],"about_ca_topic_score_codex":0.00019109102,"about_ca_topic_score_gemma":0.000033828834,"teacher_disagreement_score":0.76008815,"about_ca_system_score_codex":0.00002361498,"about_ca_system_score_gemma":0.000026801574,"threshold_uncertainty_score":0.4449895},"labels":[],"label_agreement":null},{"id":"W4401338977","doi":"10.1080/08993408.2024.2380163","title":"“These two worlds are antithetical”: epistemic tensions in integrating computational thinking in K12 humanities and arts","year":2024,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada)","funders":"National Science Foundation","keywords":"Discipline; Point (geometry); Epistemology; The arts; Sociology; Computational thinking; Computer science; Mathematics education; Engineering ethics; Pedagogy; Psychology; Philosophy; Social science; Engineering","score_opus":0.03699238644006426,"score_gpt":0.3198401027449137,"score_spread":0.28284771630484945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401338977","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42075455,0.0005438322,0.5727837,0.0037912582,0.0015859775,0.00013740631,2.0314044e-7,0.0002182945,0.00018474052],"genre_scores_gemma":[0.78797853,0.0000027269982,0.21157412,0.00028031276,0.00010115926,0.000009308655,0.0000015545942,0.000005875158,0.0000463911],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983747,0.000110214954,0.0002759327,0.00059455587,0.00033438858,0.00031018874],"domain_scores_gemma":[0.9992598,0.00029211844,0.00006540846,0.00024003128,0.00008519138,0.00005741659],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00161016,0.00013250716,0.00013735503,0.0008829017,0.00032958816,0.0015646439,0.00059535156,0.000029732919,0.0000015938342],"category_scores_gemma":[0.000110281886,0.000121578705,0.000025190457,0.0013701712,0.0002523358,0.0011031678,0.00028251996,0.00042799916,0.000011880525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9506467e-7,0.00009336664,0.010933665,0.00004186285,0.0000018019913,0.000014370374,0.03290889,0.0050705187,0.000053000236,0.3298704,0.00009593194,0.6209155],"study_design_scores_gemma":[0.00011390234,0.00003861235,0.06852205,0.0015918565,0.0000021552112,0.0001046925,0.0009438056,0.9006396,0.000013720795,0.02565076,0.0021382752,0.00024056286],"about_ca_topic_score_codex":0.00015516077,"about_ca_topic_score_gemma":0.00012800466,"teacher_disagreement_score":0.8955691,"about_ca_system_score_codex":0.00016197935,"about_ca_system_score_gemma":0.00058830454,"threshold_uncertainty_score":0.99947184},"labels":[],"label_agreement":null},{"id":"W4401339110","doi":"10.1007/978-3-031-45667-1_34","title":"Technology in University Mathematics Education","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Mathematics education; Sociology; Computer science; Mathematics","score_opus":0.013633698026853028,"score_gpt":0.2623079522131547,"score_spread":0.2486742541863017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401339110","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015221398,0.0028281175,0.02055213,0.0042937156,0.007994497,0.000445967,0.000008418677,0.00039742174,0.9619576],"genre_scores_gemma":[0.05344746,0.00010930572,0.0651114,0.00003691921,0.00023122861,0.0000080263935,0.000028797052,0.00003263619,0.8809942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990354,0.000006269534,0.00027405738,0.00034650165,0.00023156896,0.000106185325],"domain_scores_gemma":[0.99913293,0.00003534622,0.0002505963,0.0003574687,0.00018987586,0.000033797107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018524604,0.00016001343,0.00016454273,0.0013117307,0.00003302022,0.00006529159,0.00082861754,0.00020301317,0.00003118102],"category_scores_gemma":[0.000033789813,0.00018590628,0.00008130768,0.00008483233,0.000056373956,0.00015204471,0.00022216438,0.00045420518,0.00007295843],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012476414,0.000079415244,0.00011322252,0.00006178552,0.000026007634,0.0000014458568,0.00055670174,0.0000051442644,0.00002676586,0.8004975,0.00028619298,0.19834457],"study_design_scores_gemma":[0.000081360464,0.000026176604,0.00014747265,0.002123117,0.000022929054,0.000018050201,0.00022595219,0.00030239506,0.0001365555,0.18462567,0.81205297,0.00023732931],"about_ca_topic_score_codex":0.0000686253,"about_ca_topic_score_gemma":0.000020893487,"teacher_disagreement_score":0.8117668,"about_ca_system_score_codex":0.0003241485,"about_ca_system_score_gemma":0.000706556,"threshold_uncertainty_score":0.7581038},"labels":[],"label_agreement":null},{"id":"W4401339314","doi":"10.1007/978-3-031-45667-1_17","title":"Transforming Arithmetic Through Digital Resources","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Arithmetic; Computer science; Mathematics","score_opus":0.018886193640872555,"score_gpt":0.2750578948041506,"score_spread":0.25617170116327803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401339314","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057922123,0.0034618143,0.06756495,0.0010994849,0.0051851682,0.00024179243,0.000019390318,0.00032161945,0.92152655],"genre_scores_gemma":[0.1530204,0.000092737515,0.022324689,0.000086900465,0.00089394825,0.000024483052,0.00005787759,0.000067994486,0.82343096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844587,0.00000546721,0.000413069,0.00047381272,0.00050288544,0.00015890917],"domain_scores_gemma":[0.99904186,0.00007034309,0.00031607065,0.00035348296,0.00016608475,0.000052141597],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016999882,0.0002465997,0.00021506414,0.0003343165,0.00007139798,0.000504545,0.0008987836,0.00015560896,0.000045488472],"category_scores_gemma":[0.000039763047,0.00024791804,0.00021714909,0.00003679879,0.00007656979,0.0004933021,0.00016373735,0.0004940533,0.00010305404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044018166,0.00003647147,0.000020680207,0.00008137718,0.00011377486,0.0000028482712,0.004093286,0.000012684442,0.00002431786,0.61284536,0.0002896489,0.38247517],"study_design_scores_gemma":[0.00006977167,0.0000454581,0.000015837464,0.001392003,0.00002974028,0.000023824095,0.00005062819,0.00011395635,0.00022421616,0.05667476,0.9411146,0.0002452254],"about_ca_topic_score_codex":0.000038153048,"about_ca_topic_score_gemma":0.0000029336202,"teacher_disagreement_score":0.9408249,"about_ca_system_score_codex":0.00012365372,"about_ca_system_score_gemma":0.00019662263,"threshold_uncertainty_score":0.9999973},"labels":[],"label_agreement":null},{"id":"W4401339329","doi":"10.1007/978-3-031-45667-1_12","title":"Computational Thinking and Mathematics","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Mathematics education; Computer science; Mathematics; Epistemology; Philosophy","score_opus":0.01782581087120535,"score_gpt":0.2807533177755347,"score_spread":0.26292750690432937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401339329","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049052975,0.004879773,0.21948661,0.0022023157,0.006343821,0.0003544852,0.00001575141,0.00042735031,0.76579934],"genre_scores_gemma":[0.034862805,0.00009193534,0.40932542,0.00014634205,0.0006013339,0.000017247276,0.00006656981,0.0000640003,0.55482435],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987691,0.000005255332,0.00033777583,0.0003433078,0.00044790446,0.00009662891],"domain_scores_gemma":[0.99916655,0.00010110216,0.00026761548,0.00022409562,0.00019131262,0.00004933941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027797624,0.00018432544,0.00017654634,0.00034740916,0.00007166868,0.0002717342,0.0005354074,0.000117515476,0.000033829736],"category_scores_gemma":[0.000028358589,0.0001885775,0.000088862944,0.000021043521,0.000060848277,0.00016073941,0.00027127328,0.00035432098,0.000041899228],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010169964,0.000024335028,0.00001915338,0.000099737554,0.00007783207,0.0000011939893,0.001738045,0.00007640839,0.0000062402596,0.8960939,0.0003043839,0.101557754],"study_design_scores_gemma":[0.00008881501,0.000035329198,0.00007679102,0.0019158154,0.000041328483,0.000047825186,0.000050371975,0.005039976,0.000031079962,0.6237823,0.3686154,0.00027503757],"about_ca_topic_score_codex":0.000014483466,"about_ca_topic_score_gemma":0.0000019545391,"teacher_disagreement_score":0.368311,"about_ca_system_score_codex":0.00008016978,"about_ca_system_score_gemma":0.000190998,"threshold_uncertainty_score":0.7689967},"labels":[],"label_agreement":null},{"id":"W4401340179","doi":"10.1007/978-3-031-45667-1_16","title":"Algebra Education and Digital Resources: A Long-Distance Relationship?","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Algebra over a field; Mathematics; Computer science; Mathematics education; Pure mathematics","score_opus":0.014804433598462764,"score_gpt":0.2679509614518561,"score_spread":0.2531465278533933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401340179","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053804517,0.019469487,0.06785949,0.0022789799,0.009667145,0.000623106,0.00004138521,0.0005547353,0.8941252],"genre_scores_gemma":[0.35091823,0.00006130725,0.008257758,0.00006747794,0.00058232975,0.000031020187,0.00009521533,0.000045245262,0.6399414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984193,0.0000108561535,0.00042944803,0.00056785275,0.00042952815,0.00014304068],"domain_scores_gemma":[0.9987159,0.0001242793,0.00036742544,0.0004362432,0.0002603343,0.00009586903],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022831988,0.00025276173,0.0001944062,0.0005063292,0.00010190112,0.0006347143,0.00061587204,0.00017706153,0.000028114728],"category_scores_gemma":[0.00011200437,0.00027069726,0.000116861724,0.000052613796,0.000098859855,0.0004979362,0.00022743302,0.00050701294,0.00007004545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050744547,0.000057149642,0.0011296953,0.00009435076,0.000054504348,9.06161e-7,0.0015029644,0.000004138238,0.0000027083759,0.7130321,0.0006806862,0.28343573],"study_design_scores_gemma":[0.00009644289,0.000050569593,0.0034752514,0.0024835241,0.000044661752,0.000046393998,0.000086508,0.00018186572,0.000018872437,0.08775156,0.9053817,0.0003826834],"about_ca_topic_score_codex":0.000034261655,"about_ca_topic_score_gemma":0.000011947808,"teacher_disagreement_score":0.904701,"about_ca_system_score_codex":0.00017524451,"about_ca_system_score_gemma":0.00044846008,"threshold_uncertainty_score":0.99997455},"labels":[],"label_agreement":null},{"id":"W4401413989","doi":"10.1109/cec60901.2024.10611881","title":"Emergent Discovery of Reinforced Programs using Q-Learning and Planning: A Proof of Concept","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Proof of concept; Computer science; Programming language; Artificial intelligence; Theoretical computer science; Operating system","score_opus":0.03268827297966532,"score_gpt":0.30073685869646577,"score_spread":0.26804858571680046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401413989","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2280099,0.0011215506,0.7700866,0.000048923226,0.0001783978,0.00012931445,1.7454742e-7,0.00019272478,0.00023241271],"genre_scores_gemma":[0.9405894,0.0000020106133,0.058380693,0.0000042705465,0.000027079283,0.0000034531402,0.0000016279391,0.000009032317,0.0009823912],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902064,0.00006655804,0.00027071338,0.00025099734,0.00020237295,0.00018873693],"domain_scores_gemma":[0.9996062,0.00006802266,0.000099696284,0.00014670135,0.00003675266,0.00004265104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036625672,0.00010323883,0.00017350001,0.00010863912,0.00006363776,0.0001682725,0.00018903274,0.00004218934,0.000003126886],"category_scores_gemma":[0.000069490605,0.00008306822,0.00006238379,0.00031244766,0.00007412228,0.00040199622,0.00017374812,0.00022109237,2.508244e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013419703,0.00004692777,0.005418556,0.00057757576,0.0001221565,0.000025936815,0.031306174,0.025003605,0.004305756,0.04637785,0.00004140933,0.88676065],"study_design_scores_gemma":[0.0002708694,0.00063461973,0.00016652163,0.0011266294,0.00003271656,0.000042180287,0.0019746819,0.96427405,0.017401572,0.00009955972,0.013666784,0.000309833],"about_ca_topic_score_codex":0.000097124685,"about_ca_topic_score_gemma":4.4638713e-7,"teacher_disagreement_score":0.93927044,"about_ca_system_score_codex":0.000011938397,"about_ca_system_score_gemma":0.000057226243,"threshold_uncertainty_score":0.33874235},"labels":[],"label_agreement":null},{"id":"W4401612652","doi":"10.5753/rbie.2024.3213","title":"Efeito da promoção do pensamento computacional nas habilidades do século XXI: uma revisão sistemática da literatura","year":2024,"lang":"pt","type":"article","venue":"Revista Brasileira de Informática na Educação","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Humanities; Psychology; Philosophy","score_opus":0.03256307329338256,"score_gpt":0.31878216135158566,"score_spread":0.2862190880582031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401612652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.669373,0.15692523,0.12582512,0.010555263,0.016382303,0.008007594,0.00039616818,0.006753817,0.0057815393],"genre_scores_gemma":[0.96443623,0.00014309704,0.027199872,0.0009791536,0.0017497345,0.00018767965,0.00015770571,0.00022776192,0.004918733],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884953,0.0011686125,0.002764455,0.0026325043,0.0021436594,0.0027954932],"domain_scores_gemma":[0.99225086,0.0020799728,0.0007423133,0.0028133339,0.0005771604,0.0015363805],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0045640985,0.0017418897,0.0017648106,0.0010635094,0.0014774775,0.04767109,0.0034669659,0.0007963836,0.00060878607],"category_scores_gemma":[0.0017093046,0.0016326656,0.0012887431,0.0033753563,0.0006020866,0.0026804889,0.0014729861,0.0040015127,0.0018047468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013517638,0.00093446573,0.011521874,0.012856548,0.0008708623,0.00070542615,0.049843885,0.00023927372,0.000193459,0.22102393,0.017720979,0.6839541],"study_design_scores_gemma":[0.00094973063,0.0012086143,0.004807907,0.021375593,0.0005231597,0.0020665096,0.0023253805,0.03831757,0.00003614654,0.00015629394,0.92524344,0.0029896486],"about_ca_topic_score_codex":0.000050710158,"about_ca_topic_score_gemma":0.0000012950742,"teacher_disagreement_score":0.9075225,"about_ca_system_score_codex":0.0012284438,"about_ca_system_score_gemma":0.002616651,"threshold_uncertainty_score":0.99982244},"labels":[],"label_agreement":null},{"id":"W4401798622","doi":"10.1007/s40751-024-00152-x","title":"Exploring AR and VR Tools in Mathematics Education Through Culturally Responsive Pedagogies","year":2024,"lang":"en","type":"article","venue":"Digital Experiences in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mathematics education; Augmented reality; Documentation; Context (archaeology); Coding (social sciences); Design-based research; Computer science; Storytelling; Visualization; Computational thinking; Multimedia; Pedagogy; Psychology; Human–computer interaction; Narrative; Mathematics","score_opus":0.12229857076013467,"score_gpt":0.36396092734687663,"score_spread":0.24166235658674196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401798622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677981,0.0014367512,0.023294063,0.00060670933,0.0010933742,0.00034768833,7.565276e-7,0.00025415383,0.0051683867],"genre_scores_gemma":[0.87111026,0.00009192626,0.12739892,0.000034065924,0.000073917494,0.00049601996,0.0000071049126,0.000015167298,0.0007725924],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985976,0.000043582757,0.00043620894,0.00040192014,0.00026997554,0.0002506797],"domain_scores_gemma":[0.99901724,0.00045042197,0.00010363487,0.00032288014,0.000056527795,0.000049306967],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00037838987,0.00018832808,0.00018381143,0.00025639692,0.00009175976,0.0020667233,0.0004260411,0.00005284669,0.0000031900174],"category_scores_gemma":[0.0009117555,0.00016422685,0.000038879505,0.0005870611,0.00008553245,0.004852866,0.0001336752,0.00023771869,0.0000207923],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.360624e-7,0.00022565942,0.00013342455,0.00019874907,0.0000029773137,0.000002105866,0.6135939,0.000021043139,0.00002277116,0.100852355,0.0000379185,0.28490838],"study_design_scores_gemma":[0.00009094537,0.0000754797,0.0009933297,0.0022851117,0.000005746074,0.000105141844,0.8934733,0.007329672,0.00030284794,0.07968066,0.015135993,0.00052173564],"about_ca_topic_score_codex":0.00002921912,"about_ca_topic_score_gemma":0.000005953071,"teacher_disagreement_score":0.28438666,"about_ca_system_score_codex":0.00012379211,"about_ca_system_score_gemma":0.00041441663,"threshold_uncertainty_score":0.9989692},"labels":[],"label_agreement":null},{"id":"W4402195597","doi":"10.1007/s42330-024-00330-4","title":"Developing Computational Thinking Using LYNX for Loom Beading Designs in Grade 5","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Deep River Science Academy; Upper Grand Family Health Team; Lakehead University","funders":"","keywords":"LOOM; Computational thinking; Mathematics education; Science education; Computer science; Psychology; Artificial intelligence","score_opus":0.05586795426510322,"score_gpt":0.3309362681252335,"score_spread":0.2750683138601303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402195597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23686978,0.000678809,0.758386,0.0035197432,0.00044427192,0.00007041472,1.7008043e-7,0.000021394344,0.000009404796],"genre_scores_gemma":[0.50022346,0.0000015467548,0.49972993,0.000020626561,0.000016208165,0.0000015834672,1.1773482e-7,0.0000028701634,0.0000036245885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99924886,0.0000085734755,0.00024160059,0.00014953346,0.00012450502,0.00022691533],"domain_scores_gemma":[0.99944925,0.00010227948,0.000112853006,0.0000796406,0.0001565377,0.00009941998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015500087,0.00006475433,0.00010104579,0.0018427243,0.00041883934,0.00048201246,0.00047173002,0.00005088068,4.135905e-7],"category_scores_gemma":[0.00033397507,0.000060689483,0.00001749516,0.0012773084,0.00026208002,0.00045792057,0.000024424788,0.0002066409,3.7365447e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.729745e-8,0.000011217743,0.0008489731,0.000060142527,0.0000045393413,0.0000060408565,0.007831295,0.0006407244,0.000251544,0.84484905,0.000012427505,0.14548394],"study_design_scores_gemma":[0.00009670261,0.00005915219,0.00034951238,0.0012497485,0.000011370183,0.0009369196,0.0043184753,0.3050277,0.0003286347,0.6850665,0.0023765538,0.00017874013],"about_ca_topic_score_codex":0.00010717331,"about_ca_topic_score_gemma":0.00010727283,"teacher_disagreement_score":0.30438694,"about_ca_system_score_codex":0.0002890491,"about_ca_system_score_gemma":0.0048850793,"threshold_uncertainty_score":0.8665921},"labels":[],"label_agreement":null},{"id":"W4402343107","doi":"10.1080/1475939x.2024.2391302","title":"Student teacher learning with Ozobots and Makey Makeys during a workshop and field experience","year":2024,"lang":"en","type":"article","venue":"Technology Pedagogy and Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Mathematics education; Field (mathematics); Pedagogy; Educational technology; Technology integration; Teacher education; Electronic learning; Psychology; Computer science","score_opus":0.011200937325314055,"score_gpt":0.33116485902191445,"score_spread":0.3199639216966004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402343107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9737019,0.005496383,0.012587494,0.0073127975,0.00014455515,0.000081725884,1.9346954e-8,0.00054140855,0.00013370345],"genre_scores_gemma":[0.9898374,0.00013671524,0.00782671,0.000051125127,0.000037257712,0.000047952748,4.413246e-7,0.00000777648,0.0020546173],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992312,0.00003701215,0.00009020317,0.00039099852,0.0000665795,0.00018400028],"domain_scores_gemma":[0.99968666,0.00006145763,0.000029478448,0.00016296885,0.0000150209025,0.000044424534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015817497,0.0001054408,0.0000923213,0.00021765375,0.00028219825,0.00021097338,0.0001321813,0.00012741653,0.0000049070986],"category_scores_gemma":[0.00005513922,0.0000908039,0.0000072911366,0.00022087424,0.000109366185,0.00020667438,0.00014956918,0.0005243486,0.0000026583607],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000452013,0.000029079356,0.093897015,0.000036956742,0.00001210439,0.000009142458,0.02092897,0.000004553945,0.00014326182,0.006854279,0.00002352396,0.8780566],"study_design_scores_gemma":[0.0014506765,0.0018243701,0.62749976,0.002069396,0.00014572211,0.0050044064,0.15224683,0.0070365574,0.0019840926,0.0049837613,0.19370493,0.002049508],"about_ca_topic_score_codex":0.000032143802,"about_ca_topic_score_gemma":0.000015992682,"teacher_disagreement_score":0.8760071,"about_ca_system_score_codex":0.000014542733,"about_ca_system_score_gemma":0.000060909802,"threshold_uncertainty_score":0.37028757},"labels":[],"label_agreement":null},{"id":"W4402475277","doi":"10.1109/tmech.2024.3451228","title":"Online Evaluation for Learning Feasible Robotic Grasps With Physical Constraints","year":2024,"lang":"en","type":"article","venue":"IEEE/ASME Transactions on Mechatronics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Natural Science Foundation of China","keywords":"Computer science; Online learning; Human–computer interaction; Artificial intelligence; Multimedia","score_opus":0.0343441784674651,"score_gpt":0.31418350140869694,"score_spread":0.2798393229412318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402475277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011835318,0.00015992697,0.9847763,0.0010614551,0.00072053785,0.00048122308,0.000006857894,0.0009190865,0.000039306276],"genre_scores_gemma":[0.88547397,0.000010302377,0.11382325,0.000035412322,0.00010566454,0.00011196978,0.000017417588,0.000037770627,0.00038422024],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808735,0.00018873689,0.00019145545,0.0005921179,0.00050637336,0.00043396273],"domain_scores_gemma":[0.999067,0.0003231886,0.000057443965,0.00033245707,0.00011314333,0.00010675756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007565122,0.00023026243,0.00021059827,0.00022171884,0.00044867012,0.0003657568,0.0003313625,0.00008600571,0.000016251724],"category_scores_gemma":[0.000023380275,0.00020140005,0.00017619973,0.00048527046,0.000071189315,0.00039294915,0.0000036972983,0.00090468617,0.000047474474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011964129,0.00019450617,0.0000016217297,0.00004147699,0.000064518994,0.0000026902758,0.00083417894,0.44522533,0.00017333934,0.0073439796,0.000013139943,0.5460933],"study_design_scores_gemma":[0.0006019368,0.0008766412,0.000010332883,0.00018219836,0.00014819752,0.00003657097,0.00023869876,0.9895865,0.00061009073,0.0010684753,0.0063628606,0.00027752065],"about_ca_topic_score_codex":0.000013756177,"about_ca_topic_score_gemma":0.000024428946,"teacher_disagreement_score":0.8736387,"about_ca_system_score_codex":0.00020864214,"about_ca_system_score_gemma":0.00035593894,"threshold_uncertainty_score":0.82128555},"labels":[],"label_agreement":null},{"id":"W4402525432","doi":"10.5772/intechopen.1006520","title":"Using Educational Robotics (ER) to Promote STEM Problem-Solving in Preservice Teachers","year":2024,"lang":"en","type":"book-chapter","venue":"Education and human development","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Directorate for STEM Education; Brock University","keywords":"Curriculum; Worksheet; Mathematics education; Robotics; Lesson plan; 21st century skills; Frame (networking); Computer science; Artificial intelligence; Pedagogy; Psychology; Robot","score_opus":0.05153217435482201,"score_gpt":0.3089999871451277,"score_spread":0.25746781279030573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402525432","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08394184,0.0117339995,0.051447995,0.035810087,0.010288708,0.008854855,0.000004922256,0.002207657,0.7957099],"genre_scores_gemma":[0.009674575,0.000004434977,0.36597455,0.0001897484,0.000234557,0.000053192973,0.000024571667,0.00004983326,0.62379456],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983823,0.000026174826,0.00041652523,0.00062987726,0.00029064823,0.00025447982],"domain_scores_gemma":[0.99929917,0.00002739874,0.0001407113,0.0002920959,0.000083783314,0.00015681914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050904986,0.00027326625,0.00020335862,0.0005012843,0.0002858574,0.00054622587,0.00043847924,0.00013043101,0.000032101896],"category_scores_gemma":[0.000007862166,0.00029077134,0.00003211393,0.00009996838,0.00001947509,0.00016163838,0.00032059127,0.0005487753,0.0000746889],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001233611,0.00015857854,0.00072285096,0.00040399472,0.00005896265,0.0000028102825,0.10021908,0.0005746157,0.000011859365,0.5516445,0.0016884225,0.3445131],"study_design_scores_gemma":[0.000116933086,0.00004121923,0.0031759737,0.0026569518,0.000019361527,0.000025058875,0.00031804945,0.00026591448,0.0000061380915,0.010098562,0.9825815,0.00069432636],"about_ca_topic_score_codex":0.000062780964,"about_ca_topic_score_gemma":0.00009928324,"teacher_disagreement_score":0.9808931,"about_ca_system_score_codex":0.0004914566,"about_ca_system_score_gemma":0.0013155367,"threshold_uncertainty_score":0.99995446},"labels":[],"label_agreement":null},{"id":"W4402546218","doi":"10.1007/s10758-024-09779-6","title":"Disconnected Connections of Learning Beyond Formal Schooling Through Human–Computer–Human Interactions","year":2024,"lang":"en","type":"article","venue":"Technology Knowledge and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Griffith University","keywords":"Science education; Educational technology; Formal learning; Mathematics education; Computer science; Sociology; Cognitive science; Psychology; Epistemology","score_opus":0.015940709452509895,"score_gpt":0.30822053381800246,"score_spread":0.29227982436549255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402546218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4232113,0.00350902,0.5661154,0.00055922515,0.0005473964,0.00012302968,3.6248719e-7,0.0032699578,0.0026642936],"genre_scores_gemma":[0.9724317,0.000026443748,0.025931133,0.000008754664,0.00019249515,0.000024952156,0.000011579519,0.000032122556,0.0013407952],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981103,0.00025130724,0.00042014298,0.0006078888,0.00011282528,0.00049751403],"domain_scores_gemma":[0.99903995,0.0003416543,0.00014880348,0.00030386043,0.0001016985,0.00006401963],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0006771489,0.00024780407,0.00033107234,0.000826526,0.001814468,0.00029050632,0.0004699445,0.00020950245,0.000023381723],"category_scores_gemma":[0.00020641838,0.00024614314,0.000114124334,0.0011837592,0.00021621924,0.0009701464,0.00058395305,0.0029572234,0.00004514422],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027758513,0.000097706026,0.005237544,0.00016683628,0.00015711212,0.00002821143,0.015260592,0.0012365405,0.006984555,0.42282727,0.00019027018,0.54781055],"study_design_scores_gemma":[0.001261269,0.001967155,0.002359513,0.0019944853,0.00018126404,0.00087449566,0.0076632034,0.17907327,0.0030181136,0.015255005,0.7849293,0.0014229349],"about_ca_topic_score_codex":0.00007499794,"about_ca_topic_score_gemma":0.00004008861,"teacher_disagreement_score":0.784739,"about_ca_system_score_codex":0.00005223789,"about_ca_system_score_gemma":0.000051458388,"threshold_uncertainty_score":0.9999991},"labels":[],"label_agreement":null},{"id":"W4402672246","doi":"10.1007/978-3-031-63945-6_5","title":"The University of Toronto","year":2024,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Media studies; History; Library science; Sociology; Computer science","score_opus":0.00996320477752655,"score_gpt":0.21078203063410064,"score_spread":0.2008188258565741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402672246","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025962976,0.0063700913,0.65543693,0.0023642795,0.0038902063,0.00033827405,0.000005429562,0.0008555168,0.33071327],"genre_scores_gemma":[0.2550088,0.0014180125,0.29573956,0.00071395194,0.001495494,0.0000061160827,0.000002124541,0.00018494557,0.44543102],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977343,0.000046978945,0.00019007373,0.0008493487,0.0008032663,0.0003760411],"domain_scores_gemma":[0.9975192,0.000827141,0.00018231655,0.0012516421,0.000105267616,0.0001144122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011018043,0.00028012623,0.00026559705,0.00010637297,0.00091882836,0.00050728384,0.0040937145,0.00012704352,0.000028547161],"category_scores_gemma":[0.00006211624,0.00020131693,0.0002083192,0.000103567625,0.000746175,0.00021360832,0.0008653497,0.0004973932,0.00013082892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031093618,0.00000529328,3.318321e-7,0.000013420709,0.000021833506,0.000013466721,0.0005528682,0.00017373478,0.000008654926,0.33762655,0.0007912755,0.66078943],"study_design_scores_gemma":[0.000032438846,0.00015055502,0.000058215446,0.00042901395,0.000023958002,0.000016932276,0.000006913162,0.013720057,0.00015523421,0.0068263267,0.9782484,0.00033191987],"about_ca_topic_score_codex":0.00017004386,"about_ca_topic_score_gemma":0.00014830356,"teacher_disagreement_score":0.97745717,"about_ca_system_score_codex":0.00023447181,"about_ca_system_score_gemma":0.00028525892,"threshold_uncertainty_score":0.82094663},"labels":[],"label_agreement":null},{"id":"W4403063134","doi":"10.5206/cjils-rcsib.v47i2.17692","title":"Mapping the SDG 4 Process: Algorithmic Literacy Among Students of the University of Sarajevo","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Mathematics education; Literacy; Sociology; Pedagogy; Computer science; Psychology; Programming language","score_opus":0.005799002358566723,"score_gpt":0.20080776853799046,"score_spread":0.19500876617942373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403063134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96567774,0.0004647646,0.030932298,0.0019271071,0.00040119406,0.00007966101,0.00000234077,0.000013671354,0.0005012216],"genre_scores_gemma":[0.9970155,0.000008701842,0.0027994409,0.00009656185,0.000010658113,4.610777e-8,1.417046e-7,8.511405e-7,0.00006814856],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994054,0.000034283872,0.00017487328,0.00004378423,0.00023950226,0.00010215273],"domain_scores_gemma":[0.99950236,0.00003308161,0.00017721117,0.00010429101,0.00006711779,0.000115918294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006431491,0.000037046808,0.000053447886,0.00028547645,0.00030291555,0.0005303575,0.0012540265,0.000013753666,0.0000062991876],"category_scores_gemma":[0.000049761962,0.000022539754,0.000030846375,0.0009785917,0.0003135229,0.0068216715,0.000069059286,0.00018111801,9.544042e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019532101,0.000004856291,0.09614087,0.00011838979,0.0000151921495,0.0000091451875,0.21381158,0.00082422857,0.000012212216,0.005898301,0.0005156825,0.6826476],"study_design_scores_gemma":[0.00022959251,0.00009599696,0.74814916,0.0011569229,0.000007706122,0.00015735283,0.012518955,0.06612921,0.00016159678,0.00044648652,0.17080748,0.0001395329],"about_ca_topic_score_codex":0.00024122708,"about_ca_topic_score_gemma":0.000017541119,"teacher_disagreement_score":0.68250805,"about_ca_system_score_codex":0.000015711843,"about_ca_system_score_gemma":0.0011115168,"threshold_uncertainty_score":0.5114249},"labels":[],"label_agreement":null},{"id":"W4403338524","doi":"10.1145/3672539.3686324","title":"Code Shaping: Iterative Code Editing with Free-form Sketching","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Code (set theory); Programming language; Theoretical computer science; Parallel computing","score_opus":0.029373820153042206,"score_gpt":0.2804704887236061,"score_spread":0.2510966685705639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403338524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0085578365,0.00023605813,0.9771089,0.0032284427,0.0005329109,0.00009448671,0.0000019677952,0.0020862357,0.008153194],"genre_scores_gemma":[0.7205675,0.0000019735176,0.27714902,0.00028862056,0.0003358997,0.000012276874,0.0000028979641,0.000021930246,0.001619825],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985243,0.000074895455,0.00018428246,0.00051094167,0.00031633355,0.00038922188],"domain_scores_gemma":[0.9991667,0.00022427291,0.00004668564,0.00042283046,0.000040661165,0.00009882788],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006905432,0.000176234,0.00014409047,0.0001519782,0.00033685568,0.0015620943,0.0007420043,0.000048475253,0.000021124695],"category_scores_gemma":[0.000070221686,0.00012689059,0.00005546271,0.000418248,0.00003739648,0.0009068111,0.00027199506,0.0005952214,0.000058507878],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052265564,0.000039430473,0.0011001707,0.00010282289,0.00011510456,0.00021770752,0.04354705,0.0009277523,0.00012719768,0.18435,0.003181171,0.7662864],"study_design_scores_gemma":[0.00035432226,0.00029131267,0.0003513492,0.0008160598,0.0000226211,0.00021063024,0.0010402296,0.57077646,0.0005668055,0.0017321904,0.42328304,0.0005549808],"about_ca_topic_score_codex":0.00011137418,"about_ca_topic_score_gemma":0.000109025255,"teacher_disagreement_score":0.7657314,"about_ca_system_score_codex":0.000053586085,"about_ca_system_score_gemma":0.00007019683,"threshold_uncertainty_score":0.9994744},"labels":[],"label_agreement":null},{"id":"W4403405645","doi":"10.1007/s12369-024-01182-6","title":"Correction: How Non-experts Kinesthetically Teach a Robot over Multiple Sessions: Diversity in Teaching Styles and Effects on Performance","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Robotics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Diversity (politics); Robotics; Computer science; Artificial intelligence; Mechatronics; Robot; Psychology; Human–computer interaction; Mathematics education; Sociology","score_opus":0.013636070890731352,"score_gpt":0.2825806128103948,"score_spread":0.26894454191966344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403405645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57304543,0.00016143736,0.40938538,0.0119032,0.0051488057,0.00008688213,4.8660405e-7,0.000087135435,0.00018122033],"genre_scores_gemma":[0.9814629,0.000022533823,0.0176786,0.00016385646,0.000506537,9.08598e-7,6.1947634e-7,0.000008112427,0.00015594317],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889773,0.00010432615,0.00018010403,0.00016576886,0.0005070251,0.0001450598],"domain_scores_gemma":[0.9992228,0.00045704108,0.00011333115,0.000057960224,0.00009039219,0.00005848049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056944136,0.00011062701,0.00014753024,0.00024736626,0.00027824313,0.00041952363,0.0004417047,0.00006999632,9.638835e-7],"category_scores_gemma":[0.00029455315,0.00009436955,0.000080413934,0.000100942205,0.00003559766,0.0005169569,0.0002725658,0.0007439091,0.0000016833134],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064274645,0.00024076922,0.059502862,0.000038894566,0.00011513779,0.00045211462,0.01655995,0.018033106,0.00023249017,0.009733837,0.001765263,0.8932613],"study_design_scores_gemma":[0.0018542927,0.00077811617,0.35744336,0.0026786313,0.00004182086,0.0005784386,0.0008487268,0.6167308,0.00012897054,0.00042025774,0.017987017,0.00050957984],"about_ca_topic_score_codex":0.00001902818,"about_ca_topic_score_gemma":0.000005211093,"teacher_disagreement_score":0.8927517,"about_ca_system_score_codex":0.00016950651,"about_ca_system_score_gemma":0.000055413526,"threshold_uncertainty_score":0.4045476},"labels":[],"label_agreement":null},{"id":"W4403447393","doi":"10.1109/vl/hcc60511.2024.00030","title":"P-Inti: Interactive Visual Representation of Programming Concepts for Learning and Instruction","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Representation (politics); Human–computer interaction; Programming language; Artificial intelligence","score_opus":0.017389852024302217,"score_gpt":0.368922130344143,"score_spread":0.3515322783198408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403447393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15170878,0.00012262934,0.84711367,0.00014390772,0.00027707565,0.00014941901,9.555284e-8,0.00034848778,0.00013591343],"genre_scores_gemma":[0.83845896,0.0000036179563,0.16114865,0.000004584841,0.000044160122,0.000018687386,0.000002479519,0.0000060536945,0.00031283425],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993069,0.0000712258,0.00014499256,0.00026604728,0.00009393779,0.00011690302],"domain_scores_gemma":[0.9995456,0.00026138398,0.000057578676,0.00005932203,0.000048984526,0.000027143828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027100305,0.0000653364,0.000093282775,0.00010820507,0.00009464631,0.0002525619,0.000076259515,0.000032090593,0.000002599986],"category_scores_gemma":[0.00016600869,0.000058919213,0.000043906533,0.00022050887,0.00003585372,0.00048423963,0.00006502247,0.00017331015,0.0000014932401],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065476115,0.000009392248,0.00092813536,0.000050076982,0.00001819888,8.7459244e-7,0.005391592,0.000053655567,0.0005707613,0.008823403,0.000011285912,0.9841361],"study_design_scores_gemma":[0.0009467159,0.001331923,0.0021470052,0.00046302337,0.000033358672,0.00010718573,0.009561428,0.754908,0.015386074,0.0011745204,0.2135218,0.00041891632],"about_ca_topic_score_codex":0.000060604405,"about_ca_topic_score_gemma":0.0000024908825,"teacher_disagreement_score":0.98371714,"about_ca_system_score_codex":0.0000167857,"about_ca_system_score_gemma":0.000018994366,"threshold_uncertainty_score":0.24354602},"labels":[],"label_agreement":null},{"id":"W4403614231","doi":"10.1007/s10763-024-10512-z","title":"A clash of epistemic tools: computer programming and paper-and-pencil in secondary school mathematics problem solving","year":2024,"lang":"en","type":"article","venue":"International Journal of Science and Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Ministry of Education - Singapore","keywords":"Pencil (optics); Mathematics education; Science education; Secondary education; Computer science; Mathematics; Engineering","score_opus":0.018016182469039386,"score_gpt":0.2964130803613351,"score_spread":0.2783968978922957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403614231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7275092,0.0018133523,0.26353642,0.0051717455,0.0011437719,0.0002773344,9.0321817e-7,0.000046585435,0.000500698],"genre_scores_gemma":[0.5522546,0.00010602237,0.44749153,0.000047195448,0.00006426246,0.0000031906643,2.1921517e-7,0.000004161756,0.000028776907],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99861234,0.000023666938,0.00050302205,0.00018155052,0.0005445601,0.0001348536],"domain_scores_gemma":[0.9988906,0.00023437124,0.00028277846,0.000096518306,0.00040423995,0.000091509064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025364936,0.00009114909,0.00015471286,0.00047826744,0.00007748948,0.00086107384,0.0004314275,0.000032342497,0.0000023380337],"category_scores_gemma":[0.00032224174,0.00007445315,0.000027037393,0.00028170715,0.00022291079,0.0016523848,0.0001755457,0.00026870734,9.763845e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001115171,0.00012595244,0.00032926686,0.00033462534,0.000016106973,0.000005311394,0.023702677,0.000011973849,0.0013495524,0.05145307,0.00004027214,0.9226301],"study_design_scores_gemma":[0.0026096315,0.0015886697,0.038599763,0.03852338,0.00019554066,0.016151356,0.05403636,0.39798447,0.002538881,0.41539392,0.03052097,0.0018570449],"about_ca_topic_score_codex":0.000013498569,"about_ca_topic_score_gemma":0.0000031340737,"teacher_disagreement_score":0.920773,"about_ca_system_score_codex":0.000099413475,"about_ca_system_score_gemma":0.0008228667,"threshold_uncertainty_score":0.8303355},"labels":[],"label_agreement":null},{"id":"W4403896134","doi":"10.1145/3615430.3615435","title":"Reimagining Assessment for Maker Education in Elementary Education: Findings from a Values-led Co-Design Workshop with Teachers","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Primary education; Mathematics education; Computer science; Pedagogy; Psychology; Sociology","score_opus":0.028544557436105417,"score_gpt":0.3578789422942319,"score_spread":0.3293343848581265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403896134","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07266886,0.000038912665,0.91757417,0.0072367517,0.00051242637,0.00062131195,6.4520594e-7,0.0005398198,0.00080712134],"genre_scores_gemma":[0.20924701,0.0000026363111,0.7846993,0.0005822141,0.000120854085,0.00033880796,0.000086568034,0.000020868258,0.0049017435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847466,0.00019123954,0.00023494165,0.0005112868,0.00025045068,0.00033745292],"domain_scores_gemma":[0.99898744,0.00043723275,0.00008511738,0.00036661187,0.00004526883,0.00007834656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012947099,0.00015743215,0.00015140465,0.00027141493,0.00019759378,0.0003505673,0.00042965903,0.000047224225,0.000029832576],"category_scores_gemma":[0.000061249186,0.00012755049,0.00003993905,0.00057777687,0.000022059803,0.0004301291,0.00006243639,0.00035274736,0.000026698683],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016911248,0.00023739439,0.039584443,0.000012459053,0.00003657514,0.000002153705,0.010913453,0.0009880539,0.00009031618,0.002752813,0.034193214,0.9111722],"study_design_scores_gemma":[0.0054623284,0.0010001584,0.31219065,0.0017209849,0.00013504566,0.000029712626,0.06889738,0.20965043,0.00067245495,0.012744607,0.38495645,0.002539817],"about_ca_topic_score_codex":0.00045729033,"about_ca_topic_score_gemma":0.000031082025,"teacher_disagreement_score":0.9086324,"about_ca_system_score_codex":0.00020457848,"about_ca_system_score_gemma":0.0012488246,"threshold_uncertainty_score":0.5201358},"labels":[],"label_agreement":null},{"id":"W4404001628","doi":"10.21432/cjlt28608","title":"Déroulement et retombées de projets bricoleur (maker) à l’élémentaire : une revue de la portée","year":2024,"lang":"fr","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Philosophy","score_opus":0.012183894502032725,"score_gpt":0.28637091295254613,"score_spread":0.2741870184505134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404001628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4378741,0.1113431,0.08068484,0.36466494,0.0022915048,0.00021034891,0.000005102405,0.00045681754,0.0024692477],"genre_scores_gemma":[0.97343534,0.0005767296,0.020249033,0.0001524465,0.00021272614,0.0000041641993,0.0000012061204,0.00003516157,0.005333172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975021,0.00084552914,0.00041634866,0.000327968,0.0001328059,0.00077526295],"domain_scores_gemma":[0.9987393,0.00022491028,0.00023588291,0.00017327696,0.00010783789,0.00051878],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0042486163,0.0002125476,0.0003012609,0.0009948575,0.0004076059,0.0007566601,0.0004402255,0.00041501853,0.000028311026],"category_scores_gemma":[0.0007011177,0.00022882271,0.0000961788,0.0009929802,0.0004431463,0.0002515248,0.00007770074,0.0032525375,0.000009347913],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035940188,0.000023943092,0.09258573,0.00019647626,0.00012499011,0.008313244,0.0116004,0.00048284623,0.00008580806,0.10983736,0.0025463202,0.7741993],"study_design_scores_gemma":[0.00024254037,0.00068654714,0.0037028692,0.00199692,0.000074917094,0.019166442,0.0025260202,0.004557717,0.000048729904,0.0028012455,0.96395785,0.0002381912],"about_ca_topic_score_codex":0.0046072,"about_ca_topic_score_gemma":0.0035215153,"teacher_disagreement_score":0.96141154,"about_ca_system_score_codex":0.00043118422,"about_ca_system_score_gemma":0.0030842437,"threshold_uncertainty_score":0.999047},"labels":[],"label_agreement":null},{"id":"W4404002045","doi":"10.21432/cjlt28599","title":"Educational Robotics and Preservice Teachers: STEM Problem-Solving Skills and Self-Efficacy to Teach","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Brock University","funders":"","keywords":"Mathematics education; Psychology; Educational technology; Teaching method; Pedagogy; Robotics; Self-efficacy; Technology integration; Higher education; 21st century skills; Computer science; Artificial intelligence; Robot","score_opus":0.007155509517213843,"score_gpt":0.2446182887114608,"score_spread":0.23746277919424696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404002045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88092226,0.016685262,0.033426225,0.06775584,0.00042531433,0.00019343784,6.889901e-7,0.00035532872,0.00023562238],"genre_scores_gemma":[0.90617883,0.000055848755,0.09301285,0.000039715494,0.00007612549,0.0000020137704,3.1964473e-7,0.000014369155,0.0006199403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900454,0.00010116045,0.00021489816,0.00026922696,0.000097539094,0.00031261911],"domain_scores_gemma":[0.99911994,0.00021479523,0.00008425744,0.00011520745,0.00008434538,0.00038148105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072384387,0.00012282377,0.00017137872,0.0008257354,0.000339833,0.00053080975,0.00029800355,0.0001320798,0.0000025493991],"category_scores_gemma":[0.00024806114,0.000113982176,0.000020168212,0.00046601926,0.000076969336,0.00022312124,0.00009305255,0.0010673658,0.0000030802578],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.299144e-7,0.00004609681,0.059433036,0.000089374604,0.000093809154,0.00011052264,0.019163396,0.00064784323,0.000059656646,0.021543086,0.00049774896,0.8983146],"study_design_scores_gemma":[0.0005277146,0.0010314751,0.012460741,0.0012500675,0.000081957325,0.0050707627,0.0039566047,0.0068015247,0.0000298482,0.0021698754,0.9660617,0.00055771956],"about_ca_topic_score_codex":0.0001910802,"about_ca_topic_score_gemma":0.00026673614,"teacher_disagreement_score":0.96556395,"about_ca_system_score_codex":0.00006472842,"about_ca_system_score_gemma":0.00048688723,"threshold_uncertainty_score":0.511861},"labels":[],"label_agreement":null},{"id":"W4404316055","doi":"10.1145/3699538.3699572","title":"Enhancing Novice Programmers? Understanding through Interactive Visualizations and Multiple Representations","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Human–computer interaction; Visualization; Data visualization; Multimedia; Programming language; Artificial intelligence","score_opus":0.05323190768700156,"score_gpt":0.35645636542476805,"score_spread":0.3032244577377665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404316055","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019563695,0.00020851869,0.9927578,0.0014150656,0.00029437206,0.00014194124,4.2788128e-7,0.0009883645,0.0022371605],"genre_scores_gemma":[0.8334876,0.000008436642,0.16596489,0.000087628025,0.000038176255,0.000010990526,0.0000040577866,0.000010368133,0.00038789609],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999021,0.00008249449,0.00015445918,0.00039886212,0.00013518902,0.00020801711],"domain_scores_gemma":[0.99913996,0.00056063436,0.000031557276,0.00018902235,0.000026496195,0.000052313702],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00024153263,0.000098418044,0.00008093162,0.00010889221,0.00034596983,0.0010553203,0.00016467745,0.000033782562,0.00001020424],"category_scores_gemma":[0.00016604917,0.00008900223,0.000037404123,0.0005337116,0.00003979396,0.0011246571,0.0001455017,0.00022102102,0.000019689855],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028722375,0.000067133806,0.0013877548,0.0000829724,0.00009161659,0.000024756646,0.07551524,0.00034484838,0.0007135234,0.8231554,0.0002991976,0.09831466],"study_design_scores_gemma":[0.0006213418,0.00024625805,0.000682351,0.00068151817,0.00006610301,0.00018291122,0.045316245,0.7762928,0.0029086904,0.014330152,0.15780959,0.0008620645],"about_ca_topic_score_codex":0.00035960003,"about_ca_topic_score_gemma":0.00013140072,"teacher_disagreement_score":0.8315312,"about_ca_system_score_codex":0.00008111406,"about_ca_system_score_gemma":0.000039247487,"threshold_uncertainty_score":0.9999817},"labels":[],"label_agreement":null},{"id":"W4404445028","doi":"10.1609/aiide.v20i1.31884","title":"Mechanic Maker: Accessible Game Development via Symbolic Learning Program Synthesis","year":2024,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Machine Intelligence Institute; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Video game development; Computer science; Mathematics education; Game design; Human–computer interaction; Psychology","score_opus":0.037851375926283494,"score_gpt":0.2956404847986789,"score_spread":0.25778910887239537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404445028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7020565,0.00029582303,0.27633786,0.0048708827,0.0014093972,0.0017132785,0.000005576783,0.0013089385,0.012001702],"genre_scores_gemma":[0.9974254,0.000027076572,0.0017513391,0.000057994843,0.00004011715,0.00015998758,0.0000011997969,0.000020996096,0.00051591423],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979457,0.000026932681,0.0005038183,0.0006562363,0.0004544379,0.0004128757],"domain_scores_gemma":[0.9991283,0.00018238013,0.00021964622,0.0001599015,0.00019806235,0.000111725574],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003816983,0.0003047059,0.00027014114,0.00021500315,0.00023841171,0.002244087,0.0009371462,0.00006982705,0.000028443146],"category_scores_gemma":[0.00029175982,0.0002191806,0.00014201457,0.00038617558,0.00012455345,0.0012621231,0.0005772236,0.00058448943,0.00007807365],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003633213,0.00023005078,0.00014327042,0.000085175605,0.00007544272,0.0000020390605,0.0053609046,0.000018018927,0.0017665426,0.06670035,0.000011839519,0.92557],"study_design_scores_gemma":[0.000094034294,0.0019190351,0.00053252024,0.006117739,0.00007970163,0.00008948128,0.008708417,0.27641618,0.6337696,0.027455969,0.043453477,0.0013638989],"about_ca_topic_score_codex":0.000014277127,"about_ca_topic_score_gemma":0.0000015096717,"teacher_disagreement_score":0.92420614,"about_ca_system_score_codex":0.00012123725,"about_ca_system_score_gemma":0.000072246454,"threshold_uncertainty_score":0.9987917},"labels":[],"label_agreement":null},{"id":"W4404554005","doi":"10.1145/3687272.3688301","title":"Understanding Family Needs: Informing Social Robot Design to Support Children with Disabilities to Engage in Play","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Manitoba","funders":"","keywords":"Robot; Social support; Social robot; Computer science; Human–computer interaction; Psychology; Social psychology; Mobile robot; Robot control; Artificial intelligence","score_opus":0.13314546201835437,"score_gpt":0.29889772998391895,"score_spread":0.16575226796556458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404554005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05472572,0.0000119328415,0.94186485,0.0011082144,0.00013648566,0.00031026002,6.3812513e-7,0.0006529285,0.0011889513],"genre_scores_gemma":[0.8627609,3.0058698e-7,0.13624665,0.0003534184,0.000056519104,0.00002697216,0.0000016148277,0.000016555057,0.0005370694],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99858564,0.00011337239,0.00021086943,0.00033839658,0.00028872956,0.00046296604],"domain_scores_gemma":[0.9993507,0.00030461545,0.000017787323,0.00019344226,0.00001053848,0.00012291312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011557344,0.00017009671,0.00016590084,0.0004346397,0.0002833848,0.00080721494,0.00046346712,0.000052292206,0.00000934231],"category_scores_gemma":[0.00008884889,0.00013810152,0.000041614574,0.0009969464,0.000031003863,0.0005563032,0.000194493,0.00041209784,0.000061103165],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034471628,0.000061476545,0.014965916,0.000044071545,0.000075759854,0.00003517815,0.41107044,0.031182595,0.00013469378,0.11605592,0.0028614795,0.423478],"study_design_scores_gemma":[0.005700519,0.0147949755,0.20116211,0.0034243197,0.00018679646,0.0006647694,0.51085174,0.11803768,0.0020546564,0.0067366227,0.12517214,0.011213649],"about_ca_topic_score_codex":0.00026405026,"about_ca_topic_score_gemma":0.000089598165,"teacher_disagreement_score":0.8080352,"about_ca_system_score_codex":0.00028451093,"about_ca_system_score_gemma":0.00013526496,"threshold_uncertainty_score":0.7783992},"labels":[],"label_agreement":null},{"id":"W4404885711","doi":"10.5539/jel.v14n2p209","title":"The Development of a Blended Instructional Model Using Problem-Based Learning with Graphic Organizers to Enhance Systems Thinking Skills in Computational Science for Students in Lower Secondary School","year":2024,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Critical thinking; Computational thinking; Teaching method; Pedagogy; Computer science","score_opus":0.009207648153768382,"score_gpt":0.32209342724636186,"score_spread":0.31288577909259346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404885711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6284523,0.00019381112,0.37079695,0.00019774627,0.00022022951,0.00011969848,4.329233e-8,0.000011523519,0.000007686429],"genre_scores_gemma":[0.6798247,0.0000013436976,0.32008505,0.000017311186,0.000021187077,0.0000071722757,3.65715e-7,0.000006459967,0.00003640214],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984394,0.00013619477,0.0004774243,0.00021668132,0.0005386281,0.00019169439],"domain_scores_gemma":[0.9989924,0.00026801374,0.00029463271,0.00005846673,0.00030356087,0.000082938604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038096395,0.00009604796,0.00014347694,0.00074342714,0.00052834675,0.0005709971,0.0003485297,0.000028215029,7.510657e-7],"category_scores_gemma":[0.00031585078,0.000072980634,0.000024587645,0.0009750471,0.000055854573,0.00049463334,0.00005188327,0.0007385512,2.5747514e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020698024,0.000079011465,0.01436989,0.00007439069,0.000013154925,8.7100244e-7,0.013398335,0.89247763,0.00035314859,0.0007009961,0.0000018966986,0.07850998],"study_design_scores_gemma":[0.0008579989,0.0004321738,0.040916488,0.0046194396,0.000015741945,0.0001261617,0.010120122,0.93912464,0.00018041588,0.00063625886,0.0026332766,0.0003372924],"about_ca_topic_score_codex":0.000009680395,"about_ca_topic_score_gemma":0.000009025642,"teacher_disagreement_score":0.07817268,"about_ca_system_score_codex":0.00022611876,"about_ca_system_score_gemma":0.004384432,"threshold_uncertainty_score":0.7777794},"labels":[],"label_agreement":null},{"id":"W4404910361","doi":"10.1145/3649165.3690105","title":"Teaching CS1 with a Mastery Learning Framework: Changes in CS2 Results and Students' Satisfaction","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Multimedia; Psychology","score_opus":0.013278747331378361,"score_gpt":0.28690410302938474,"score_spread":0.2736253556980064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404910361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4785028,0.00033325702,0.5159384,0.0032828543,0.00022464617,0.00012329187,1.9861228e-7,0.0009363173,0.00065825606],"genre_scores_gemma":[0.9123251,0.000012742574,0.08609971,0.00008030257,0.00006545806,0.000010044173,7.9104643e-7,0.000012391089,0.0013934987],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99865407,0.00021770631,0.00013703987,0.00046068977,0.00026998256,0.00026050917],"domain_scores_gemma":[0.999412,0.00030593597,0.000036527796,0.00018171732,0.000008389868,0.000055434706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012032809,0.00012634926,0.000116677125,0.0002365689,0.00017306917,0.0009495896,0.00020479398,0.000067796034,0.000002923182],"category_scores_gemma":[0.00011096712,0.00009785289,0.000014728174,0.0002421699,0.000020496944,0.0003760928,0.00018627291,0.0011624994,0.000011362834],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012231604,0.000013668245,0.05934781,0.00003650633,0.000014131567,0.000053454285,0.019507738,0.00025826748,0.0000249116,0.0061685396,0.000015622805,0.91454715],"study_design_scores_gemma":[0.0022720983,0.002493959,0.5174684,0.0061472137,0.000051054594,0.00053730083,0.010667992,0.17726338,0.000104020684,0.0015717917,0.27959913,0.0018236398],"about_ca_topic_score_codex":0.0009708899,"about_ca_topic_score_gemma":0.0005179899,"teacher_disagreement_score":0.9127235,"about_ca_system_score_codex":0.000039034014,"about_ca_system_score_gemma":0.00001698368,"threshold_uncertainty_score":0.91569144},"labels":[],"label_agreement":null},{"id":"W4404910375","doi":"10.1145/3649409.3703620","title":"Assessments for Non-CS Major Computing Classes","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.027852007267884206,"score_gpt":0.3533164861337994,"score_spread":0.3254644788659152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404910375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004433756,0.00009057455,0.990197,0.0008594157,0.0009868165,0.00012727178,3.5084986e-7,0.0010260215,0.0022787764],"genre_scores_gemma":[0.5414293,5.145119e-7,0.45611256,0.00012098328,0.00010534474,0.0000064580317,0.0000016438524,0.000008541423,0.0022146774],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990756,0.000031206833,0.00013681439,0.00034245464,0.0001415942,0.0002723109],"domain_scores_gemma":[0.99937105,0.00030972378,0.000023761471,0.00021552679,0.00002613168,0.00005379911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051088445,0.0000966158,0.000095786316,0.00008397598,0.00018708844,0.0008793288,0.0004305001,0.000039039158,0.000005700872],"category_scores_gemma":[0.00003090728,0.00008025925,0.00007444242,0.00021491954,0.000011580692,0.00027483221,0.00014586485,0.00018425696,0.000056925557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.243354e-7,0.000022261867,0.00039433513,0.00007550111,0.000027081309,0.000008041983,0.00053990755,0.00009368061,0.000102270395,0.04546672,0.0046842676,0.9485851],"study_design_scores_gemma":[0.0001347949,0.00010707808,0.0007256291,0.00008607242,0.000007587543,0.000011692848,0.00006541718,0.62859076,0.00015809466,0.00042053522,0.3695346,0.00015770785],"about_ca_topic_score_codex":0.00003055974,"about_ca_topic_score_gemma":0.0000026467735,"teacher_disagreement_score":0.9484274,"about_ca_system_score_codex":0.000029355375,"about_ca_system_score_gemma":0.00006333976,"threshold_uncertainty_score":0.84793884},"labels":[],"label_agreement":null},{"id":"W4404910426","doi":"10.1145/3649165.3690111","title":"Generative AI in Introductory Programming Instruction: Examining the Assistance Dilemma with LLM-Based Code Generators","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Dilemma; Computer science; Programming language; Generative grammar; Code (set theory); Code generation; Artificial intelligence; Mathematics education; Software engineering; Psychology; Computer security; Mathematics","score_opus":0.019804769470822138,"score_gpt":0.2575011007839016,"score_spread":0.23769633131307946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404910426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20823276,0.0005093519,0.7844728,0.0046801646,0.0008189452,0.0002309524,5.794047e-7,0.00089207373,0.00016233516],"genre_scores_gemma":[0.76321656,0.0000011956046,0.23580636,0.0004029127,0.00028580893,0.00007422573,0.000002907908,0.000019350815,0.00019068697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800813,0.00030561502,0.00025136227,0.0006940108,0.0003461646,0.00039468944],"domain_scores_gemma":[0.99914813,0.00015898589,0.000058313446,0.0005060721,0.000061009894,0.00006748684],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00094738655,0.00021584409,0.00016448558,0.00018512126,0.00033838177,0.0012009623,0.0005496538,0.00005910768,0.000008164386],"category_scores_gemma":[0.00005703112,0.00013432797,0.00003962009,0.0010934031,0.00013014121,0.0005362989,0.000086109234,0.0007430231,0.000010039571],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010462917,0.000053151656,0.005096034,0.000037188798,0.000034496497,0.000078266654,0.003650841,0.007642446,0.00023770455,0.029574083,0.0004881126,0.9530972],"study_design_scores_gemma":[0.00081128435,0.0005633277,0.008712189,0.00035632908,0.00002336282,0.00010667892,0.00079504226,0.2756347,0.0024753525,0.000120461256,0.7096161,0.0007851417],"about_ca_topic_score_codex":0.000087754954,"about_ca_topic_score_gemma":0.00031793545,"teacher_disagreement_score":0.95231205,"about_ca_system_score_codex":0.00013255235,"about_ca_system_score_gemma":0.00025112377,"threshold_uncertainty_score":0.9998359},"labels":[],"label_agreement":null},{"id":"W4404910467","doi":"10.1145/3649165.3690125","title":"Integrating Natural Language Prompting Tasks in Introductory Programming Courses","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Programming language; Natural language programming; Natural language; Natural (archaeology); First-generation programming language; Human–computer interaction; Mathematics education; Multimedia; Artificial intelligence; Natural language processing; Programming paradigm; Universal Networking Language; Psychology; Comprehension approach","score_opus":0.008791413904171208,"score_gpt":0.28475211444490317,"score_spread":0.27596070054073196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404910467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50023705,0.01699349,0.46240476,0.0048930207,0.0044260398,0.0007264725,5.547577e-7,0.0077820695,0.0025365194],"genre_scores_gemma":[0.78066623,0.0000011184992,0.21819259,0.000049709062,0.00021122176,0.000018505367,0.0000027083227,0.000013865052,0.0008440703],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846095,0.00012797279,0.00024214764,0.000515125,0.00022209609,0.00043169342],"domain_scores_gemma":[0.99942744,0.00017664462,0.000038324066,0.00028322948,0.000022882758,0.000051466304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010580604,0.00016029531,0.00014567193,0.00025657003,0.000114992494,0.0009073678,0.0005065911,0.00004914976,0.0000086966675],"category_scores_gemma":[0.00028924734,0.00012691422,0.000061033188,0.00061073044,0.00003492691,0.0005752774,0.00018351596,0.00090393407,0.000034788034],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.223382e-7,0.000020511436,0.0008173456,0.000053019307,0.000008361055,0.00008802424,0.014076396,0.000036752353,0.00062531006,0.012017516,0.00012246324,0.97213346],"study_design_scores_gemma":[0.0005761346,0.00027734818,0.0034095754,0.0020196813,0.00002164493,0.00036349532,0.017563296,0.63722616,0.001752453,0.00025199,0.33505088,0.0014873302],"about_ca_topic_score_codex":0.00033997494,"about_ca_topic_score_gemma":0.00012130106,"teacher_disagreement_score":0.97064614,"about_ca_system_score_codex":0.00008212178,"about_ca_system_score_gemma":0.00007758248,"threshold_uncertainty_score":0.8749769},"labels":[],"label_agreement":null},{"id":"W4405148174","doi":"","title":"ETM ET ACTION DIDACTIQUE CONJOINTE: regards croisés sur l'enseignant intégrant une tâche de programmation informatique en classe de mathématiques","year":2024,"lang":"fr","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Section (typography); Task (project management); Computer science; Mathematics education; Joint (building); Action (physics); Computer aided instruction; Programming language; Multimedia; Mathematics; Engineering; Physics","score_opus":0.01916105056427028,"score_gpt":0.2717454288575328,"score_spread":0.2525843782932625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405148174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10407556,0.0036169863,0.8100598,0.07686962,0.0005365446,0.0005285969,0.000013379412,0.0013481576,0.0029513594],"genre_scores_gemma":[0.7442369,0.0016913558,0.23994207,0.0003586333,0.00007107653,0.00014321289,0.0001329517,0.000078845034,0.013344993],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9828459,0.013984141,0.00091165316,0.00077364966,0.0005791425,0.00090549985],"domain_scores_gemma":[0.9932981,0.0030753405,0.0004999774,0.0013842228,0.0013827254,0.00035964616],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.020732908,0.00048428378,0.0004189907,0.00037849715,0.0005797283,0.0037362068,0.0011827592,0.00051789545,0.000047253052],"category_scores_gemma":[0.0036016945,0.00050694216,0.0003128096,0.001198494,0.00030053547,0.0021290865,0.00051965576,0.001983787,0.00009501839],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011831646,0.00032152285,0.00027349853,0.00067957246,0.00008124038,0.000033937806,0.18106003,0.00017247295,0.0019012884,0.23536946,0.0013933807,0.57870173],"study_design_scores_gemma":[0.0005100569,0.000008225986,0.0059096413,0.0084377555,0.0000915807,0.0005883555,0.0016330375,0.4408304,0.02882731,0.00497944,0.50742406,0.0007601471],"about_ca_topic_score_codex":0.016259225,"about_ca_topic_score_gemma":0.005664468,"teacher_disagreement_score":0.6401613,"about_ca_system_score_codex":0.0007791548,"about_ca_system_score_gemma":0.001786675,"threshold_uncertainty_score":0.9997382},"labels":[],"label_agreement":null},{"id":"W4405350577","doi":"10.4018/979-8-3693-9806-7.ch010","title":"Programming Language Learning in K-12 Education","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Mathematics education; Programming language; C programming language; Psychology","score_opus":0.010012409561626499,"score_gpt":0.26092442250999953,"score_spread":0.250912012948373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405350577","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000778349,0.707373,0.030253919,0.024936913,0.007710983,0.0024424915,0.000013151796,0.00575497,0.22073622],"genre_scores_gemma":[0.0078097875,0.028241316,0.5739612,0.00009896627,0.00034306536,0.00049609505,0.000078364385,0.00008473081,0.38888645],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983811,0.000029287045,0.00038709966,0.00067267613,0.0002559414,0.00027391562],"domain_scores_gemma":[0.9992947,0.00018531647,0.00018241715,0.00025443846,0.000051981395,0.000031156724],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026953872,0.00031681685,0.00026724912,0.0007880574,0.00016889116,0.00022318921,0.00044533832,0.00029332173,0.000017091783],"category_scores_gemma":[0.00016409945,0.0003218026,0.000052890828,0.00017757074,0.0003077347,0.0017730038,0.0002272201,0.0012028596,0.000015542611],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045350203,0.000013931207,0.000094323215,0.00006010239,0.000005732551,0.0000033261506,0.0002673566,0.00018068624,0.0000028348836,0.50119424,0.000034407833,0.49813855],"study_design_scores_gemma":[0.000061658415,0.000087137734,0.00013660405,0.0005931886,0.0000050760113,0.00015688273,0.0011036902,0.00009222889,0.000012595335,0.22620016,0.771249,0.00030178242],"about_ca_topic_score_codex":0.000019088817,"about_ca_topic_score_gemma":0.00004829359,"teacher_disagreement_score":0.7712146,"about_ca_system_score_codex":0.00023295666,"about_ca_system_score_gemma":0.00045412453,"threshold_uncertainty_score":0.9999234},"labels":[],"label_agreement":null},{"id":"W4405674919","doi":"10.24908/pceea.2024.18632","title":"Assessing Computational Thinking in Engineering Education: A Systematic Review","year":2024,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computational thinking; Management science; Engineering ethics; Mathematics education; Computer science; Psychology; Engineering","score_opus":0.015684650307808818,"score_gpt":0.29026018387449815,"score_spread":0.27457553356668934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674919","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041709154,0.99364585,0.00049691583,0.0013728257,0.0026355742,0.0013221615,0.0000039230536,0.0002465648,0.0002720307],"genre_scores_gemma":[0.0016544388,0.935001,0.056428056,0.0009031444,0.00085538917,0.0019071248,0.0001003008,0.00031820987,0.002832328],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9971578,0.000059453152,0.001122055,0.000509916,0.00069107005,0.00045970918],"domain_scores_gemma":[0.99764293,0.0002516364,0.0011722605,0.00028691464,0.00044176946,0.00020448296],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023789594,0.00044053595,0.0011918332,0.0011653437,0.00020789591,0.001280322,0.0014747344,0.0003123353,0.0000028850588],"category_scores_gemma":[0.0030629612,0.0003890576,0.00041141294,0.0022961197,0.000009212625,0.000703509,0.00013579857,0.0012192524,0.000025791007],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2110094e-8,0.000040898227,0.000036821002,0.9389335,0.00014686522,3.4373775e-7,0.0007753643,0.00034162315,1.25886e-7,0.020456644,0.0036409602,0.03562681],"study_design_scores_gemma":[0.000030754632,0.0000048694965,0.000052116273,0.72165054,0.0007043275,0.00004427048,0.00005848298,0.0032224332,1.5454275e-7,0.00012967468,0.27362803,0.00047437297],"about_ca_topic_score_codex":0.0013237833,"about_ca_topic_score_gemma":0.00022575435,"teacher_disagreement_score":0.26998705,"about_ca_system_score_codex":0.005389661,"about_ca_system_score_gemma":0.0051977476,"threshold_uncertainty_score":0.9998561},"labels":[],"label_agreement":null},{"id":"W4405812711","doi":"10.1145/3652988.3673948","title":"An Intelligent Pedagogical Agent for In-The-Wild Interaction in an Open-Ended Learning Environment for Computational Thinking","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Computational thinking; Human–computer interaction; Open research; Artificial intelligence; Mathematics education; World Wide Web; Psychology","score_opus":0.13629432683188078,"score_gpt":0.40146726293517226,"score_spread":0.2651729361032915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405812711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0502462,0.00005233485,0.94730544,0.0013437349,0.00023414358,0.00060627935,4.338536e-7,0.00015025461,0.000061188206],"genre_scores_gemma":[0.7981286,0.000002282912,0.20121826,0.0002596969,0.00006372749,0.0001585487,0.00003614111,0.000010283384,0.0001224489],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845535,0.00029070617,0.00027988025,0.0005027086,0.00021943827,0.00025191114],"domain_scores_gemma":[0.9991655,0.00054579764,0.000048143516,0.00018455293,0.000012672401,0.00004335011],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002114609,0.00012399354,0.00012161314,0.00015493097,0.00022778077,0.0014171846,0.0008817986,0.000049662307,0.000011421252],"category_scores_gemma":[0.000046469846,0.0000946503,0.000051632785,0.00013308621,0.000015506146,0.00080888846,0.00014511369,0.00043300094,0.000009014372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023700451,0.0002700784,0.0005334062,0.000025941337,0.0000075579323,0.000007789234,0.028437138,0.2777443,0.000037594295,0.071953215,0.000050322727,0.620909],"study_design_scores_gemma":[0.00023994096,0.00072214875,0.0011611555,0.00006426227,0.0000041280223,0.000012204632,0.0029524304,0.86186045,0.000017034323,0.004527627,0.12828603,0.00015258044],"about_ca_topic_score_codex":0.000080538535,"about_ca_topic_score_gemma":0.00007311877,"teacher_disagreement_score":0.7478824,"about_ca_system_score_codex":0.00013091319,"about_ca_system_score_gemma":0.000036275742,"threshold_uncertainty_score":0.9996194},"labels":[],"label_agreement":null},{"id":"W4405862116","doi":"10.1145/3688828.3699633","title":"Integrating Function and Connection: Two Perspectives to Telepresence Robot Design for Classroom","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Science Foundation","keywords":"Telerobotics; Connection (principal bundle); Computer science; Robot; Function (biology); Human–computer interaction; Multimedia; Mobile robot; Artificial intelligence; Engineering","score_opus":0.03457422776629567,"score_gpt":0.30637132518668825,"score_spread":0.2717970974203926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405862116","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013492153,0.00048113978,0.9939027,0.002542361,0.00045705622,0.00022026594,1.3099412e-7,0.0007654186,0.00028173882],"genre_scores_gemma":[0.5541015,0.0000011832693,0.44498834,0.00005439894,0.00010241589,0.0000343299,2.0855823e-7,0.0000055213823,0.0007120687],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912524,0.00007876372,0.00009589894,0.00043140393,0.00009224372,0.00017647263],"domain_scores_gemma":[0.9992387,0.0004849306,0.000015249935,0.00014613465,0.000050289626,0.00006465401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058833184,0.00009157104,0.00007855688,0.00011029918,0.0002372421,0.00071225665,0.00015453629,0.000026926788,0.0000056515864],"category_scores_gemma":[0.00023354545,0.000074416326,0.000034205626,0.0002777619,0.000017441364,0.00036193416,0.000069439084,0.00017228407,0.000013151262],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009892936,0.000012255837,0.00011506072,0.000015892143,0.000017536371,0.0000014986553,0.006160587,0.0028693,0.0009319958,0.25234348,0.0007707428,0.7367518],"study_design_scores_gemma":[0.00032299812,0.001086187,0.00074089307,0.00016315507,0.000019931718,0.000061597864,0.007808586,0.9110318,0.0005691323,0.009248518,0.06856001,0.0003872023],"about_ca_topic_score_codex":0.00008116165,"about_ca_topic_score_gemma":0.000015908492,"teacher_disagreement_score":0.9081625,"about_ca_system_score_codex":0.000037773716,"about_ca_system_score_gemma":0.000032957352,"threshold_uncertainty_score":0.6868307},"labels":[],"label_agreement":null},{"id":"W4406261806","doi":"10.1109/qce60285.2024.00119","title":"CircInspect: Integrating Visual Circuit Analysis, Abstraction, and Real-Time Development in Quantum Debugging","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Debugging; Computer science; Abstraction; Programming language","score_opus":0.013148821846942556,"score_gpt":0.2762595970279925,"score_spread":0.26311077518104997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406261806","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3901061,0.00027018672,0.60607165,0.00026150892,0.0001498124,0.00006999408,9.30393e-8,0.0012020952,0.0018685462],"genre_scores_gemma":[0.9594639,0.000007635258,0.040064175,0.00002137576,0.00002888678,0.000006713355,0.000003763276,0.000008850127,0.0003946964],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869734,0.000073070536,0.00029886898,0.00047189277,0.00019098535,0.0002678446],"domain_scores_gemma":[0.9995213,0.00018649592,0.000042490126,0.00015834754,0.000021634207,0.00006974513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009751355,0.00013007657,0.0001741338,0.00057363615,0.00016900478,0.0007145061,0.00020363527,0.00004858188,0.00002109472],"category_scores_gemma":[0.000057089183,0.00011543276,0.000047896214,0.0011140946,0.000016696047,0.00037936599,0.00008775198,0.00032060745,0.00004962846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011439421,0.000047966183,0.018656658,0.000042138905,0.0001782426,0.00007857758,0.012737406,0.00047761333,0.0014323196,0.0264066,0.0000615452,0.9398798],"study_design_scores_gemma":[0.0001295099,0.000044437507,0.14557555,0.0001909163,0.000052934705,0.000044749646,0.0005498058,0.84180725,0.00029080026,0.00038198286,0.0105039645,0.00042813018],"about_ca_topic_score_codex":0.00089023105,"about_ca_topic_score_gemma":0.00024422156,"teacher_disagreement_score":0.93945163,"about_ca_system_score_codex":0.00010490732,"about_ca_system_score_gemma":0.00010848051,"threshold_uncertainty_score":0.68899983},"labels":[],"label_agreement":null},{"id":"W4406293504","doi":"10.21432/cjlt28607","title":"Effects of Robotic Coding on Computational Thinking Skills of Secondary School Students","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computational thinking; Coding (social sciences); Teaching method; Psychology; Logical reasoning; Pedagogy; Critical thinking; Computer science; Sociology","score_opus":0.003159769754683221,"score_gpt":0.24197189768885397,"score_spread":0.23881212793417075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406293504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8458561,0.0016041748,0.1506098,0.0012420942,0.0003854431,0.00007750232,2.1294287e-7,0.000046248395,0.00017841294],"genre_scores_gemma":[0.982988,0.000010434979,0.016825102,0.000035133042,0.00001111286,6.2528375e-7,2.6497207e-7,0.00000488226,0.00012443459],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990961,0.00012048708,0.00030338657,0.00013148955,0.0001592288,0.00018929095],"domain_scores_gemma":[0.99896467,0.0003571744,0.00033118285,0.000090887326,0.00014386908,0.00011219595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005813475,0.00008733868,0.00026733335,0.0012518569,0.00020465512,0.000058648166,0.00053118775,0.00010836583,0.0000027773176],"category_scores_gemma":[0.00088714174,0.00008491794,0.000045077828,0.00048742766,0.000122039564,0.00008059878,0.000062112274,0.0009274678,8.4669205e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008406378,0.00007949989,0.45899355,0.00027040948,0.00024450762,0.00018371138,0.002320406,0.019630354,0.0003388535,0.06336437,0.00013036156,0.45443556],"study_design_scores_gemma":[0.018201584,0.012820618,0.71052873,0.030151887,0.0006763824,0.0022482711,0.010156564,0.025444442,0.016799942,0.10210449,0.06847023,0.002396834],"about_ca_topic_score_codex":0.00010639826,"about_ca_topic_score_gemma":0.000042030064,"teacher_disagreement_score":0.4520387,"about_ca_system_score_codex":0.00005432775,"about_ca_system_score_gemma":0.0005349151,"threshold_uncertainty_score":0.40294376},"labels":[],"label_agreement":null},{"id":"W4406366290","doi":"10.51357/jdll.v4i1.273","title":"Going Over the Wall: Supporting Critical Artificial Intelligence Literacy Using Narrative Design Fiction","year":2025,"lang":"en","type":"article","venue":"Journal of Digital Life and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Narrative; Curriculum; Literacy; Critical thinking; Digital literacy; Computer science; Engineering ethics; Artificial intelligence; Psychology; Pedagogy; Engineering; Art","score_opus":0.042794486034444,"score_gpt":0.34950383846623445,"score_spread":0.3067093524317904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406366290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17801218,0.00033137866,0.82009524,0.0011466666,0.00023813332,0.000038247523,6.703351e-8,0.000035643363,0.00010243003],"genre_scores_gemma":[0.96749485,0.0000052507303,0.03215951,0.00014325148,0.00013113457,5.8165165e-7,2.0030213e-7,0.000006635766,0.00005861123],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984609,0.00034978,0.00052507094,0.00017536692,0.00024016802,0.00024874342],"domain_scores_gemma":[0.9978661,0.001446369,0.0003300771,0.00009938411,0.00016637794,0.00009170993],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017533156,0.000119495686,0.00018165373,0.00016477262,0.00071973907,0.0018393021,0.00028001546,0.000050232837,0.0000038009243],"category_scores_gemma":[0.004270542,0.00008647812,0.00009443769,0.0003180204,0.00007214892,0.0016085044,0.00011647647,0.0010187431,0.0000014630529],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004751897,0.00006349086,0.007227361,0.00003156871,0.00006365201,0.000042278676,0.028024407,0.017768625,0.00019277773,0.011518185,0.000044315268,0.9349758],"study_design_scores_gemma":[0.00023524577,0.0006420489,0.0030094162,0.0010274351,0.00007396064,0.00044489538,0.012966377,0.95065266,0.0002783662,0.007948199,0.022261472,0.0004599187],"about_ca_topic_score_codex":0.000005225802,"about_ca_topic_score_gemma":1.2930607e-7,"teacher_disagreement_score":0.9345159,"about_ca_system_score_codex":0.00003585872,"about_ca_system_score_gemma":0.00014391149,"threshold_uncertainty_score":0.9991969},"labels":[],"label_agreement":null},{"id":"W4406460046","doi":"10.1109/bigdata62323.2024.10825962","title":"Training in Computational Archival Science: Do CAS Educational Frameworks meet Professional Expectations?","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Training (meteorology); Computer science; Knowledge management; Engineering management; Medical education; Data science; Engineering; Medicine","score_opus":0.026847411921290983,"score_gpt":0.36134659275163744,"score_spread":0.33449918083034647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406460046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078608,0.00029367403,0.8948792,0.015471912,0.0027178605,0.00019337026,0.0000014797037,0.0005357041,0.0072987573],"genre_scores_gemma":[0.7063109,2.6402097e-7,0.29307547,0.000117300915,0.00013502727,0.000029681714,0.0000055912237,0.0000062689396,0.00031947604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998133,0.00010200304,0.00024840364,0.0005367968,0.0006255414,0.00035424912],"domain_scores_gemma":[0.9988759,0.0007387099,0.000034074215,0.00017723643,0.00006269426,0.000111374364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093513605,0.000118091295,0.00010098745,0.00060370896,0.000393543,0.00086637604,0.0006234477,0.000060384144,0.000049670976],"category_scores_gemma":[0.00023561074,0.00010389474,0.00004794614,0.0012835956,0.00017661102,0.0007372598,0.00015170961,0.00076589244,0.00005637717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010344816,0.00003783696,0.0004010745,0.000007663928,0.0000038424546,0.0000066125635,0.036467597,0.0060682124,0.000014294754,0.7228251,0.00021774942,0.23394899],"study_design_scores_gemma":[0.000239719,0.00006468139,0.03712903,0.0004926859,0.000003950936,0.0001607649,0.006173696,0.71971214,0.00002014154,0.22717018,0.008368359,0.00046468357],"about_ca_topic_score_codex":0.000023112481,"about_ca_topic_score_gemma":0.000006756479,"teacher_disagreement_score":0.7136439,"about_ca_system_score_codex":0.00011728806,"about_ca_system_score_gemma":0.001759263,"threshold_uncertainty_score":0.83544844},"labels":[],"label_agreement":null},{"id":"W4406565508","doi":"10.1016/j.endend.2012.06.072","title":"10.1016/j.endend.2012.06.072","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Logo (programming language); Test (biology); Computer science; Artificial intelligence; Computer vision; Programming language; Geology","score_opus":0.0073995445164553265,"score_gpt":0.18801265785244822,"score_spread":0.1806131133359929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406565508","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012995781,0.0000956935,0.001957755,0.0008390616,0.0000041193234,0.000096207,8.078429e-7,0.00083074544,0.99604565],"genre_scores_gemma":[0.00040731154,6.234554e-8,0.014338475,0.000051492723,0.000116213494,0.0000095077285,0.0000028631105,0.0000146453,0.98505944],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988326,0.000098046774,0.00014058217,0.00034086153,0.00022416163,0.00036375332],"domain_scores_gemma":[0.9992096,0.000058760077,0.000029661935,0.0005134347,0.000022590319,0.00016594888],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00035244884,0.0001303796,0.00012818478,0.00008274718,0.00017045405,0.00021575176,0.0007741263,0.000052191277,0.93975806],"category_scores_gemma":[0.00003498723,0.00012524833,0.000060179227,0.0002686417,0.000019076137,0.00027597393,0.00011197361,0.00023914684,0.99171734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003835857,0.00002690959,1.8330235e-7,0.000001979266,0.0000059141266,0.000006103469,0.00013442384,0.00019184123,0.0000043860096,0.000012168736,0.09063695,0.9089753],"study_design_scores_gemma":[0.000111896494,0.000100988495,0.00003754435,0.000014495794,0.0000036938561,0.000019041468,7.467544e-7,0.0016182308,0.000010721994,0.0000074584887,0.9979004,0.00017474107],"about_ca_topic_score_codex":0.000031051168,"about_ca_topic_score_gemma":1.0692275e-7,"teacher_disagreement_score":0.90880054,"about_ca_system_score_codex":0.000026252412,"about_ca_system_score_gemma":0.000026063708,"threshold_uncertainty_score":0.51074785},"labels":[],"label_agreement":null},{"id":"W4406617275","doi":"10.1145/3712707","title":"Investigating the Progression of the Mental Models Formed by Programmers Learning Parallel Programming","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Computer science; Mental model; Mathematics education; Programming language; Theoretical computer science; Artificial intelligence; Psychology; Cognitive science","score_opus":0.01845903829121145,"score_gpt":0.3059630879265255,"score_spread":0.28750404963531406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406617275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04266596,0.00019713424,0.94738364,0.007504917,0.0009889582,0.0007709095,3.6468754e-7,0.00032407534,0.00016406892],"genre_scores_gemma":[0.8270008,0.0000039502515,0.17238759,0.00019244652,0.000021996426,0.00008322482,0.000005013878,0.0000116077,0.0002933988],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981822,0.00038114042,0.00036623524,0.0003764612,0.00035793628,0.0003360207],"domain_scores_gemma":[0.99852544,0.00034324225,0.00030105258,0.0006776428,0.00009919365,0.00005340146],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00086026406,0.00018126894,0.00014356873,0.00011554173,0.0016323638,0.0002564519,0.0012504385,0.00007729962,8.3719925e-7],"category_scores_gemma":[0.00017751337,0.00012155791,0.00013221534,0.0009784464,0.00014015587,0.00026752215,0.00006775811,0.0007822711,0.0000013011387],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026917805,0.00022933181,0.0007244339,0.000038189428,0.000026696562,2.1800442e-8,0.0061992197,0.01752514,0.00010825857,0.0016730775,0.00016469757,0.97330827],"study_design_scores_gemma":[0.0015870393,0.00067383284,0.0040419595,0.0037345046,0.00018289173,0.000035401237,0.013446035,0.8369373,0.005054625,0.007974826,0.1253006,0.0010309757],"about_ca_topic_score_codex":0.00014572089,"about_ca_topic_score_gemma":0.000007571358,"teacher_disagreement_score":0.9722773,"about_ca_system_score_codex":0.00008539161,"about_ca_system_score_gemma":0.0003396473,"threshold_uncertainty_score":0.99966735},"labels":[],"label_agreement":null},{"id":"W4406763476","doi":"10.1115/imece2024-146920","title":"Design and Validation of an Origami Paper-Based Gripper","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Milton District Hospital","funders":"","keywords":"Computer science; Engineering; Engineering drawing","score_opus":0.025561453884824028,"score_gpt":0.2743783814280609,"score_spread":0.2488169275432369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406763476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039696153,0.00009497373,0.95917434,0.00041021922,0.000105389925,0.000043684224,4.9441557e-8,0.00031409884,0.00016111939],"genre_scores_gemma":[0.64666134,4.6429315e-7,0.35316047,0.00004142949,0.00001134987,0.000001851825,6.724498e-7,0.0000028577274,0.00011958787],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994818,0.00010662984,0.00007418004,0.00016813232,0.00009191856,0.00007731448],"domain_scores_gemma":[0.9996948,0.000100318925,0.000012602438,0.00014802741,0.0000127169515,0.000031486754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005097942,0.000044784912,0.00004732232,0.00005434484,0.00004077964,0.00018145404,0.00012812158,0.000023187024,0.000010941472],"category_scores_gemma":[0.000015352945,0.000034604083,0.0000133521235,0.00012770061,0.000014294451,0.00032236497,0.000020117704,0.00007416404,0.000006281557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001998158,0.000025796457,0.00009642642,0.000031016076,0.0000057446823,0.0000049033492,0.0012754973,0.003346552,0.002874255,0.025981933,0.0000700692,0.9662858],"study_design_scores_gemma":[0.00017593645,0.00038715065,0.0006121598,0.00007368442,0.000009597942,0.000011627462,0.000045487286,0.93111014,0.026309462,0.0012734756,0.039814424,0.00017685317],"about_ca_topic_score_codex":0.000034272554,"about_ca_topic_score_gemma":5.4906195e-7,"teacher_disagreement_score":0.966109,"about_ca_system_score_codex":0.000005758804,"about_ca_system_score_gemma":0.000031239626,"threshold_uncertainty_score":0.17497654},"labels":[],"label_agreement":null},{"id":"W4406803652","doi":"10.1145/3689187.3709612","title":"What We Talk About When We Talk About K-12 Computing Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Multimedia","score_opus":0.014836567821113759,"score_gpt":0.2869342229469208,"score_spread":0.272097655125807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01459545,0.0071691656,0.93827856,0.023085777,0.0059002433,0.00028415394,2.164583e-7,0.001356219,0.009330192],"genre_scores_gemma":[0.7008705,0.00025330993,0.24678023,0.0021071953,0.0003432362,0.000018654931,0.000008023225,0.000021915039,0.049596928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817467,0.00018513775,0.000330915,0.00058832945,0.00027058888,0.00045037296],"domain_scores_gemma":[0.9988115,0.00019805394,0.00013499784,0.00066395244,0.0000808317,0.00011070703],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00066810934,0.00021082301,0.00021121431,0.0002368564,0.0004723707,0.00178511,0.0010134332,0.00010442872,0.000041601743],"category_scores_gemma":[0.0000898941,0.00019688507,0.000105272935,0.00037953336,0.000048405756,0.0010212997,0.0004208386,0.00046025036,0.000084702806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014415882,0.000088785964,0.00039439375,0.0000482395,0.0000169685,0.000002513232,0.0058618137,0.0001762703,0.000056478766,0.028129825,0.0048725647,0.9603507],"study_design_scores_gemma":[0.00024964006,0.000043706408,0.002767018,0.00096640247,0.000012971183,0.000019820614,0.0017607722,0.02727263,0.0002666468,0.0023694683,0.9639435,0.0003274467],"about_ca_topic_score_codex":0.0004622503,"about_ca_topic_score_gemma":0.00006640163,"teacher_disagreement_score":0.9600233,"about_ca_system_score_codex":0.00008889738,"about_ca_system_score_gemma":0.00026715847,"threshold_uncertainty_score":0.9992511},"labels":[],"label_agreement":null},{"id":"W4406803988","doi":"10.1145/3689187.3709606","title":"Computing Education in African Countries: A Literature Review and Contextualised Learning Materials","year":2025,"lang":"en","type":"review","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universitas Brawijaya; National Science Foundation","keywords":"Computer science; Data science; Knowledge management; Mathematics education; Psychology","score_opus":0.013486511465826587,"score_gpt":0.3368056410631009,"score_spread":0.3233191295972743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803988","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.1838107e-7,0.9919441,0.0057608234,0.00025699,0.00029073906,0.0007871912,0.0000022332345,0.00025250702,0.0007051466],"genre_scores_gemma":[0.0000078439425,0.9868426,0.009337135,0.00048472313,0.00006381437,0.000054584983,0.000062065075,0.000016481732,0.0031307833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969466,0.0012119478,0.0007201794,0.00065816805,0.00015234713,0.0003107794],"domain_scores_gemma":[0.99841267,0.00059155654,0.00044318734,0.00040188793,0.00008253734,0.0000681427],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016911572,0.00037663378,0.0016268387,0.00039475667,0.00016197059,0.0008969954,0.0006485644,0.00020648893,0.000010839541],"category_scores_gemma":[0.0005674574,0.00030150078,0.00011255721,0.0009277376,0.000029592844,0.00021081425,0.0003330648,0.000836123,0.000010959041],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.4206142e-7,0.000013464868,0.0000017266439,0.089448,0.00001363346,0.0000041349067,0.00059128844,1.9794261e-7,1.2738417e-8,0.004300771,0.00035083902,0.9052757],"study_design_scores_gemma":[0.00004642217,0.000015141737,0.0000012843745,0.24242492,0.00008715984,0.000040428476,0.000027712897,0.0000068664162,3.2725556e-8,0.0000066599605,0.7571249,0.00021845869],"about_ca_topic_score_codex":0.00006126197,"about_ca_topic_score_gemma":0.0000040992786,"teacher_disagreement_score":0.90505725,"about_ca_system_score_codex":0.00009319858,"about_ca_system_score_gemma":0.00087889784,"threshold_uncertainty_score":0.99994373},"labels":[],"label_agreement":null},{"id":"W4407416383","doi":"10.1007/978-3-031-81573-7_8","title":"Question Design Using NLP","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro-Québec","funders":"","keywords":"Natural language processing; Artificial intelligence; Computer science; Linguistics; Philosophy","score_opus":0.03656272559255028,"score_gpt":0.2701567274533471,"score_spread":0.23359400186079685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407416383","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018574618,0.00039799235,0.99744177,0.00059665955,0.00055899756,0.0003539296,0.0000072220637,0.00011338976,0.0005114736],"genre_scores_gemma":[0.0027813606,0.000033050885,0.99687475,0.000100168225,0.0000838302,0.000008722316,0.000008520194,0.000009476016,0.000100093646],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989709,0.000026461583,0.0004544776,0.00014993484,0.0001981638,0.00020003648],"domain_scores_gemma":[0.99857694,0.00036871553,0.00037973002,0.00052075065,0.00012139629,0.000032472144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069002365,0.00022533385,0.0002787436,0.00023312992,0.0010897492,0.00030511196,0.001768262,0.00018837258,2.2802246e-7],"category_scores_gemma":[0.00009762665,0.00018839083,0.00015035234,0.00021773226,0.00022990436,0.0003142107,0.0007026049,0.00048011786,2.3351836e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.176001e-7,0.000005210526,0.0000011830914,0.00009724881,0.00003370418,3.78888e-8,0.00084682007,0.8431409,0.0000027791245,0.0816879,0.00002804264,0.07415567],"study_design_scores_gemma":[0.00009441138,0.00004007152,0.000007741611,0.00038105904,0.000036242054,0.000008043623,0.0000015991993,0.9519004,0.00002571889,0.0008529796,0.046439096,0.00021263784],"about_ca_topic_score_codex":0.000044866592,"about_ca_topic_score_gemma":0.000010731804,"teacher_disagreement_score":0.108759515,"about_ca_system_score_codex":0.000075366166,"about_ca_system_score_gemma":0.0002313932,"threshold_uncertainty_score":0.83815795},"labels":[],"label_agreement":null},{"id":"W4407681333","doi":"10.1145/3641555.3704751","title":"Revising Programs to Align with Computer Science Curricula 2023 (CS2023)","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Universitas Brawijaya","keywords":"Curriculum; Computer science; Mathematics education; Sociology; Psychology; Pedagogy","score_opus":0.01045789448421602,"score_gpt":0.2756341794628303,"score_spread":0.2651762849786143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407681333","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010338057,0.00005225972,0.9830246,0.0024435066,0.00036472967,0.00028971687,5.455775e-8,0.0007061689,0.0027809355],"genre_scores_gemma":[0.33035147,6.092169e-7,0.66725993,0.0008748303,0.00005023327,0.00001801835,5.693808e-7,0.000005979343,0.0014383269],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980499,0.000067670284,0.00018498543,0.000725125,0.00043557055,0.000536737],"domain_scores_gemma":[0.9989073,0.000051373154,0.000048489455,0.000676519,0.00014939747,0.00016691122],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011076573,0.00016065063,0.00016661362,0.00031047146,0.0005144005,0.0012497549,0.0013374207,0.00003125793,0.0000036993313],"category_scores_gemma":[0.000048933834,0.00011699638,0.000042020194,0.0031025456,0.00014033762,0.0004377816,0.0005798385,0.00016573543,0.00008142852],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018670406,0.000046280988,0.0022238828,0.00001424593,0.000006772883,0.000009978914,0.00042793938,0.0006347157,0.000058308317,0.03552594,0.0007411805,0.9603089],"study_design_scores_gemma":[0.0010361252,0.0014238424,0.013223922,0.002684168,0.000037504535,0.00011177218,0.00027425864,0.18998593,0.0015245398,0.0007238851,0.78742445,0.001549621],"about_ca_topic_score_codex":0.00012371542,"about_ca_topic_score_gemma":0.000009663035,"teacher_disagreement_score":0.95875925,"about_ca_system_score_codex":0.00006760329,"about_ca_system_score_gemma":0.00016448453,"threshold_uncertainty_score":0.99978703},"labels":[],"label_agreement":null},{"id":"W4407681664","doi":"10.1145/3641554.3701783","title":"Approachable Machine Learning Education: A Spiral Pedagogy Approach with Experiential Learning","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Universitas Brawijaya","keywords":"Experiential learning; Computer science; Spiral (railway); Experiential education; Mathematics education; Psychology; Knowledge management; Pedagogy; Engineering; Mechanical engineering","score_opus":0.01235721791658681,"score_gpt":0.27773883841271896,"score_spread":0.2653816204961321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407681664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011649881,0.00054131955,0.92719936,0.00049251196,0.00028578774,0.00019430532,5.200448e-8,0.0010682547,0.058568496],"genre_scores_gemma":[0.6508786,0.0000028973182,0.29812413,0.00016728403,0.00008796595,0.00008636259,0.000014125666,0.000016629036,0.050621994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997972,0.0003043857,0.00023752968,0.00071117334,0.0002930644,0.00048186022],"domain_scores_gemma":[0.99919814,0.000060825754,0.000111497764,0.0004407876,0.0000811043,0.00010763532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055771717,0.00024343589,0.00024038045,0.00027817028,0.00077887153,0.00055029,0.0007299004,0.0000894636,0.000034202883],"category_scores_gemma":[0.00008977723,0.00020098592,0.00007717687,0.00076523825,0.00006975414,0.0004301745,0.00031343396,0.0009890808,0.000023186685],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033862085,0.00047905836,0.027920702,0.00008992127,0.0000687239,0.0000049258015,0.010633537,0.015970739,0.000048393285,0.11697936,0.00033354358,0.8274372],"study_design_scores_gemma":[0.00085549796,0.00039788324,0.00092055893,0.00007821435,0.000026510545,0.00008593957,0.005807288,0.2362022,0.00014291744,0.000087061,0.7548284,0.00056754006],"about_ca_topic_score_codex":0.00045304577,"about_ca_topic_score_gemma":0.000009843265,"teacher_disagreement_score":0.82686967,"about_ca_system_score_codex":0.000054658773,"about_ca_system_score_gemma":0.00042288794,"threshold_uncertainty_score":0.81959677},"labels":[],"label_agreement":null},{"id":"W4407685481","doi":"10.1145/3641555.3705200","title":"Implementation of Technical Interviews as an Alternative Assessment in a Large Introductory CS Course","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Course (navigation); Computer science; Engineering ethics; Mathematics education; Engineering; Psychology","score_opus":0.019725900220147936,"score_gpt":0.4129527449307766,"score_spread":0.3932268447106287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407685481","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2138051,0.00005070744,0.78283286,0.0015448976,0.00024831557,0.00020264336,6.2955985e-7,0.00012795147,0.0011869235],"genre_scores_gemma":[0.9299988,0.0000035897692,0.06962869,0.0001997949,0.000017224853,0.000018883093,0.0000034856089,0.0000026161106,0.00012687911],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989211,0.00026294825,0.0002579975,0.0002585539,0.00014192781,0.00015746319],"domain_scores_gemma":[0.99947506,0.00005551834,0.00008509125,0.000319102,0.000038645423,0.000026565913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012733251,0.0000711723,0.00012685233,0.00014312315,0.000036763202,0.00005238786,0.00046228865,0.00002637893,0.00003456047],"category_scores_gemma":[0.000030223193,0.000063239844,0.00003222601,0.00026550758,0.000018021155,0.00024422613,0.00021481187,0.0002454212,0.000002822277],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035105975,0.00044113162,0.050741248,0.00002016706,0.00001884757,0.0000043624204,0.003958206,0.000044062006,0.0009079627,0.3608841,0.0004119499,0.5825645],"study_design_scores_gemma":[0.003794297,0.0015857193,0.8505209,0.0003044076,0.000039064624,0.00001871621,0.015220925,0.02480772,0.0076375925,0.0076527526,0.08776031,0.00065758923],"about_ca_topic_score_codex":0.0008544486,"about_ca_topic_score_gemma":0.0010327324,"teacher_disagreement_score":0.79977965,"about_ca_system_score_codex":0.000081691964,"about_ca_system_score_gemma":0.00013382196,"threshold_uncertainty_score":0.2578846},"labels":[],"label_agreement":null},{"id":"W4408613583","doi":"10.1103/physrevphyseducres.21.010122","title":"Presenting a STEM Ways of Thinking framework for engineering design-based physics problems","year":2025,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Science Foundation","keywords":"Engineering ethics; Engineering; Computer science; Management science; Systems engineering","score_opus":0.16908174304026566,"score_gpt":0.4382893667398063,"score_spread":0.26920762369954065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408613583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003624604,0.0022939579,0.99034727,0.0052303053,0.00016125717,0.0013449483,7.090453e-7,0.0001521483,0.00010696582],"genre_scores_gemma":[0.3624527,0.00015856951,0.63343287,0.0013862923,0.00078521087,0.0016295395,0.000012212508,0.000047989306,0.00009460154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975223,0.00039805876,0.00033634919,0.0005067588,0.0007058483,0.0005306699],"domain_scores_gemma":[0.9947938,0.003471034,0.00018103531,0.0007949802,0.00068372075,0.00007546356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021949026,0.00018639918,0.00039145388,0.00010490588,0.00032744548,0.00021355573,0.0011786502,0.00004893855,6.079709e-7],"category_scores_gemma":[0.00095315767,0.00017718338,0.00021979742,0.0018730245,0.00006109373,0.00026263716,0.00021288298,0.000970793,0.0000074102177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019577935,0.00037410168,0.00003647036,0.0044112615,0.000025856114,1.0168038e-7,0.00074535166,0.0042602234,0.00025567223,0.63435525,0.0006411354,0.35489264],"study_design_scores_gemma":[0.00022385102,0.00014471206,0.000040886964,0.014303894,0.00005476735,3.0227943e-7,0.000053979296,0.43954566,0.0075890813,0.49615958,0.04151663,0.0003666371],"about_ca_topic_score_codex":0.000017966493,"about_ca_topic_score_gemma":5.159094e-8,"teacher_disagreement_score":0.43528545,"about_ca_system_score_codex":0.00009582232,"about_ca_system_score_gemma":0.0008375964,"threshold_uncertainty_score":0.72253287},"labels":[],"label_agreement":null},{"id":"W4408804618","doi":"10.1007/978-981-96-3522-1_6","title":"What Makes an Educational Robot Game Fun? Framework Analysis of Children’s Design Ideas","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Robot; Educational game; Human–computer interaction; Game design; Multimedia; Artificial intelligence; Mathematics education; Psychology","score_opus":0.019123653305461685,"score_gpt":0.2869678148286064,"score_spread":0.2678441615231447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408804618","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019073358,0.0015458319,0.994846,0.0011208405,0.0017854172,0.00028148727,0.000002893867,0.00015009259,0.00007674439],"genre_scores_gemma":[0.18677521,0.000048920454,0.81177896,0.00072129356,0.00026856607,0.000009652327,0.000019823858,0.000019192104,0.0003583814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99588645,0.0001851678,0.0006205545,0.0016919691,0.0010357966,0.0005800625],"domain_scores_gemma":[0.99565655,0.001597354,0.00046897074,0.0018210955,0.0002755895,0.00018042808],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001610236,0.0005012131,0.00077357586,0.0024102756,0.0002729572,0.001338756,0.0039283107,0.00039049558,0.000033583103],"category_scores_gemma":[0.00032597728,0.0004792294,0.00028769506,0.002223437,0.0005251195,0.0010478311,0.000742406,0.0012821701,0.000007712551],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038782587,0.000052981424,0.00060885446,0.000013273071,0.00012617408,0.0000037591185,0.0019772707,0.32710534,0.0000050199924,0.0233296,0.0000058511555,0.646768],"study_design_scores_gemma":[0.00020907329,0.00037511947,0.011604453,0.0016568855,0.0003426105,0.000029732839,0.000002041717,0.82680196,0.00016473545,0.15696183,0.0005928588,0.0012587114],"about_ca_topic_score_codex":0.00007419487,"about_ca_topic_score_gemma":0.00004676362,"teacher_disagreement_score":0.64550924,"about_ca_system_score_codex":0.00020536201,"about_ca_system_score_gemma":0.00091026013,"threshold_uncertainty_score":0.99976593},"labels":[],"label_agreement":null},{"id":"W4408838709","doi":"10.21203/rs.3.rs-6283533/v1","title":"Profiling Preservice Teachers’ Computational Thinking: The Role of Metacognition and Coding Experience","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Profiling (computer programming); Metacognition; Coding (social sciences); Psychology; Mathematics education; Computer science; Cognition; Mathematics; Programming language; Statistics","score_opus":0.06636440763577159,"score_gpt":0.3956379647070711,"score_spread":0.32927355707129946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408838709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31706893,0.011488101,0.6574516,0.004234872,0.000490668,0.0030091908,0.000040037696,0.0007577302,0.0054588225],"genre_scores_gemma":[0.922508,0.000044002674,0.077037476,0.000024137797,0.00006177897,0.0001602161,0.000026104164,0.000009041424,0.00012923432],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960438,0.0013474758,0.000303586,0.0006450435,0.0012532533,0.00040684183],"domain_scores_gemma":[0.99712396,0.0014384675,0.00016414288,0.0006386361,0.0005569995,0.000077820376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004184461,0.00017575383,0.00023453988,0.0003134337,0.00075483246,0.00066178833,0.0017217981,0.00016608529,0.000003881286],"category_scores_gemma":[0.0007769885,0.00013838487,0.00008641709,0.0005227333,0.00019789598,0.00022840449,0.0036715025,0.0021320612,0.000002291658],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034251385,0.0002537141,0.027367748,0.0022220192,0.0002217761,0.000012842792,0.262697,0.02465913,0.00040510003,0.21978474,0.000081587845,0.4622601],"study_design_scores_gemma":[0.00052958884,0.00021440422,0.011159541,0.004368755,0.000042596504,0.00001679301,0.027914625,0.8246171,0.0025389104,0.11395371,0.013995399,0.00064857793],"about_ca_topic_score_codex":0.00040679,"about_ca_topic_score_gemma":0.000007833285,"teacher_disagreement_score":0.799958,"about_ca_system_score_codex":0.00006782717,"about_ca_system_score_gemma":0.00034196576,"threshold_uncertainty_score":0.9262864},"labels":[],"label_agreement":null},{"id":"W4409211663","doi":"10.1145/3716640.3716649","title":"Breaking the Programming Language Barrier: Multilingual Prompting to Empower Non-Native English Learners","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Language barrier; Linguistics","score_opus":0.007674966493829546,"score_gpt":0.29631332109265857,"score_spread":0.28863835459882903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409211663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22979972,0.0001235978,0.72565633,0.0017827782,0.0010366205,0.0010671214,4.2709976e-7,0.0018615649,0.038671862],"genre_scores_gemma":[0.85124135,2.1304314e-7,0.122788735,0.00071840384,0.00013978743,0.000052216332,0.0000010354235,0.000015953778,0.025042314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807245,0.00020024317,0.0002884488,0.00057050725,0.00029133656,0.0005770297],"domain_scores_gemma":[0.99869806,0.00037992428,0.00009867687,0.00056975544,0.00014955616,0.00010405339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015800671,0.00021204936,0.00018947318,0.00018455503,0.00073153846,0.0005311691,0.0011178948,0.000082169485,0.0000105224835],"category_scores_gemma":[0.0012749134,0.00015176166,0.00010179659,0.00066994556,0.00005643882,0.00026022285,0.00064871844,0.0007593724,0.000025190444],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050538893,0.000022121396,0.0013310867,0.00001460041,0.000034741268,0.000010704847,0.18747632,0.00044286592,0.00013256566,0.0033016435,0.00021282629,0.8070155],"study_design_scores_gemma":[0.0013101398,0.00028253274,0.0035697434,0.0006639215,0.00004858476,0.000012170919,0.12336213,0.042495895,0.0029594933,0.00012914995,0.8240138,0.0011524125],"about_ca_topic_score_codex":0.00023336729,"about_ca_topic_score_gemma":0.000065801716,"teacher_disagreement_score":0.823801,"about_ca_system_score_codex":0.00008654224,"about_ca_system_score_gemma":0.00014761584,"threshold_uncertainty_score":0.6188661},"labels":[],"label_agreement":null},{"id":"W4409211845","doi":"10.1145/3716640.3716656","title":"Achievement Goals in CS1-LLM","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Google; National Science Foundation","keywords":"Computer science","score_opus":0.008280805121806583,"score_gpt":0.2732451943379092,"score_spread":0.26496438921610266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409211845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025175797,0.00010649445,0.94800353,0.0071998253,0.00030137788,0.00008141682,3.63246e-8,0.00034737057,0.018784132],"genre_scores_gemma":[0.8850922,0.0000017262436,0.105148755,0.00080558285,0.000010613942,0.000008537842,2.9709147e-7,0.000001856991,0.008930453],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939877,0.000060680384,0.00010934021,0.00018579654,0.0000810222,0.00016437947],"domain_scores_gemma":[0.999657,0.000051077473,0.000015452451,0.00024772194,0.000007847955,0.00002094676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004273478,0.000051665927,0.00006627061,0.000117475596,0.00005338103,0.000108218585,0.00040818422,0.000023421859,0.0000066126186],"category_scores_gemma":[0.000036454247,0.000044499262,0.000022287746,0.000309806,0.000008028543,0.00009693858,0.00016546733,0.00014640157,0.000036298043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8404613e-7,0.00008680405,0.021460794,0.0000063866505,0.000004398369,0.0000042193765,0.0005085586,0.00017183667,0.000041320003,0.21634191,0.0009765241,0.76039636],"study_design_scores_gemma":[0.0005062323,0.00007845917,0.09088688,0.000078520425,0.0000021548356,0.0000012093187,0.00012996823,0.011990386,0.00044481066,0.002392911,0.8932929,0.00019555121],"about_ca_topic_score_codex":0.00019803228,"about_ca_topic_score_gemma":0.00004400356,"teacher_disagreement_score":0.8923164,"about_ca_system_score_codex":0.000028430019,"about_ca_system_score_gemma":0.000028247621,"threshold_uncertainty_score":0.18146273},"labels":[],"label_agreement":null},{"id":"W4409365416","doi":"10.1007/s42330-025-00350-8","title":"An Anarchist Approach to the Undergraduate Mathematics Curriculum","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Quest University Canada; University of Victoria; University of Alberta","funders":"","keywords":"Mathematics education; Science education; Curriculum; Sociology; Pedagogy; Psychology","score_opus":0.007916113013066469,"score_gpt":0.2643234016917437,"score_spread":0.2564072886786772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409365416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1791587,0.0003581993,0.78401875,0.033700947,0.00067252887,0.00020015368,3.182751e-7,0.00004398408,0.0018464169],"genre_scores_gemma":[0.6314216,0.0000029031921,0.36837348,0.00010732164,0.000014926385,0.0000047148883,1.0907936e-7,0.0000024065025,0.00007250927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99916863,0.000017395598,0.00024061714,0.00016715935,0.0001560073,0.00025016756],"domain_scores_gemma":[0.9988601,0.00002945699,0.00016554233,0.0004322777,0.00027550475,0.00023708885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014140509,0.00008178885,0.00012100032,0.0012262772,0.000764863,0.00042569698,0.0015731708,0.00004465636,3.7489568e-7],"category_scores_gemma":[0.00046279913,0.000056638073,0.000018964562,0.0020984802,0.00057593355,0.00026161017,0.000052349544,0.00027587928,0.0000020238588],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.832116e-8,0.00009720107,0.0005660953,0.000020574556,0.0000045816437,6.4139084e-7,0.00469881,0.00004569603,0.00006609857,0.8397211,0.00040401422,0.15437512],"study_design_scores_gemma":[0.00033521903,0.00055609073,0.0028706926,0.0009186526,0.0000888389,0.0015717413,0.07555215,0.13948053,0.00055249204,0.6853417,0.092045695,0.00068617694],"about_ca_topic_score_codex":0.0002435958,"about_ca_topic_score_gemma":0.00027156217,"teacher_disagreement_score":0.4522629,"about_ca_system_score_codex":0.00009897309,"about_ca_system_score_gemma":0.0024447327,"threshold_uncertainty_score":0.58827853},"labels":[],"label_agreement":null},{"id":"W4409475854","doi":"10.1145/3730405","title":"20-Years Later: A Replication Study on Teaching CS1 Concepts","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Mathematics education; Psychology; Cognitive science; Mathematics; Statistics","score_opus":0.020618524188968423,"score_gpt":0.35793958907570844,"score_spread":0.33732106488674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409475854","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3379579,0.00001963092,0.65641534,0.002702751,0.00141228,0.0003587209,3.922669e-7,0.0005956145,0.00053741015],"genre_scores_gemma":[0.94988835,8.9881297e-7,0.048220895,0.0005852378,0.000077016964,0.00004387216,0.0000055386236,0.0000131334855,0.001165069],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99806416,0.00042115836,0.0003009244,0.0007335776,0.00023703439,0.00024316757],"domain_scores_gemma":[0.99763876,0.00043711104,0.00012457598,0.0016710272,0.00006805563,0.00006049366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010399738,0.00016812215,0.00015049652,0.00039274027,0.0007614104,0.00031433682,0.000886438,0.00007002813,0.0000041092785],"category_scores_gemma":[0.00022181783,0.00018419804,0.00007576236,0.00051234773,0.000022412665,0.00020059063,0.000025303058,0.0007316614,0.00006455278],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000681889,0.0010647713,0.0009882281,0.0000070666974,0.00003125314,4.9854447e-7,0.007610207,0.0033748548,0.00005569498,0.001494548,0.0002970017,0.98506904],"study_design_scores_gemma":[0.0046834075,0.004041595,0.5674591,0.0020636292,0.00033477833,0.000063466556,0.01754562,0.08069672,0.0025262649,0.005836229,0.3121178,0.002631395],"about_ca_topic_score_codex":0.00011639814,"about_ca_topic_score_gemma":0.000006467953,"teacher_disagreement_score":0.9824377,"about_ca_system_score_codex":0.0001716265,"about_ca_system_score_gemma":0.00019628683,"threshold_uncertainty_score":0.7511378},"labels":[],"label_agreement":null},{"id":"W4409802559","doi":"10.1007/978-3-031-80696-4_10","title":"Some Pedagogic Potential for the Theorem Prover Lean","year":2025,"lang":"en","type":"book-chapter","venue":"Mathematics in mind","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Gas meter prover; Mathematics; Calculus (dental); Computer science; Medicine; Geometry","score_opus":0.034932118423464026,"score_gpt":0.2915389795450021,"score_spread":0.2566068611215381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409802559","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000055157572,0.0013032951,0.93669844,0.0009704496,0.0010712364,0.0012625769,0.000009003973,0.00011724816,0.05851258],"genre_scores_gemma":[0.0020655799,0.000030315248,0.25274444,0.0001237303,0.00043242547,0.00006539337,0.00000698539,0.000046259483,0.74448484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986559,0.00001823391,0.00036863907,0.00039015018,0.00028684974,0.0002802115],"domain_scores_gemma":[0.99816746,0.00072325725,0.0002394274,0.0007987708,0.000041075713,0.000030041962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010915811,0.0002675785,0.00030983594,0.00015533908,0.0001902136,0.00024743078,0.0012628038,0.00021380592,0.000025624824],"category_scores_gemma":[0.00016023323,0.00018595773,0.00019892682,0.000038195914,0.00007834527,0.00007959759,0.00032856473,0.0006615876,0.000047011537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018233284,0.000025203091,3.3361312e-7,0.00013331656,0.000030276287,0.000006514876,0.0024651012,0.00008106896,0.0000010534104,0.7503038,0.00049463037,0.24645688],"study_design_scores_gemma":[0.00028485284,0.00006754608,0.0000012629758,0.00055563595,0.000070479415,0.000015701215,0.0001261221,0.048031755,0.0000127011,0.57531774,0.37516153,0.00035470823],"about_ca_topic_score_codex":0.0000028152658,"about_ca_topic_score_gemma":0.0000055279575,"teacher_disagreement_score":0.6859723,"about_ca_system_score_codex":0.000053258766,"about_ca_system_score_gemma":0.00010184065,"threshold_uncertainty_score":0.7583136},"labels":[],"label_agreement":null},{"id":"W4409803969","doi":"10.1007/978-3-031-80696-4_1","title":"Introduction: Mathematics Comes of Age: Learning and Teaching Mathematics in an Age of High-Tech","year":2025,"lang":"en","type":"book-chapter","venue":"Mathematics in mind","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Windsor","funders":"","keywords":"Mathematics education; Computer science; Mathematics","score_opus":0.020949271270429788,"score_gpt":0.28008189155102187,"score_spread":0.2591326202805921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409803969","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10782168,0.0014122516,0.7770487,0.00087670545,0.001114237,0.0026071095,0.000023621184,0.0004766446,0.108619034],"genre_scores_gemma":[0.040324904,0.00004499738,0.9136003,0.000006054358,0.0001096695,0.000014302137,0.000024619447,0.000070912756,0.045804188],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967495,0.00013093387,0.0015597469,0.00061930687,0.0005810761,0.0003594045],"domain_scores_gemma":[0.99681234,0.00091761217,0.001104148,0.0010083548,0.000084901636,0.00007261362],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028051608,0.0004987153,0.0014038414,0.000975953,0.00010951267,0.00016520135,0.00094894407,0.00043622794,0.00003501674],"category_scores_gemma":[0.00073608273,0.00049863046,0.00012745871,0.00015596014,0.00021942439,0.00020890782,0.00056449557,0.0019268381,0.000006227996],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004019075,0.0005946793,0.000114758564,0.0047281594,0.00008039961,0.00009741848,0.04379357,0.00033898425,0.00020332882,0.861054,0.00004629213,0.08894436],"study_design_scores_gemma":[0.00373189,0.0016786762,0.00025561787,0.03268422,0.000627561,0.00044309688,0.01223871,0.07811165,0.001277936,0.7776001,0.08701932,0.004331209],"about_ca_topic_score_codex":0.000027066619,"about_ca_topic_score_gemma":0.000067905334,"teacher_disagreement_score":0.13655163,"about_ca_system_score_codex":0.00009989063,"about_ca_system_score_gemma":0.0000755967,"threshold_uncertainty_score":0.99974656},"labels":[],"label_agreement":null},{"id":"W4409993458","doi":"10.4018/979-8-3693-9496-0.ch007","title":"Building a Community Robotics Pipeline","year":2025,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pipeline (software); Robotics; Artificial intelligence; Computer science; Robot; Programming language","score_opus":0.027279847173290135,"score_gpt":0.28092489734822484,"score_spread":0.2536450501749347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409993458","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029185862,0.00019863767,0.46186686,0.00015711009,0.00049296237,0.00010531943,0.0000066340726,0.0005735089,0.53659606],"genre_scores_gemma":[0.03611563,0.0000028470276,0.63166904,0.0011783662,0.00033225754,0.000008567804,0.0000052639493,0.00004722578,0.3306408],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824655,0.00015296203,0.0003845927,0.000439005,0.0003627603,0.00041413863],"domain_scores_gemma":[0.9979809,0.00017297892,0.00023492565,0.0013562931,0.00011022271,0.00014470777],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00060529954,0.0004198597,0.00045279937,0.000108672444,0.0005252145,0.00039014444,0.0019681787,0.00038008424,0.0000023501573],"category_scores_gemma":[0.00010258634,0.0004402005,0.00024017596,0.0000413061,0.00008140825,0.00006208375,0.0011961849,0.0019027304,0.000051235245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002255875,0.000009043394,0.0000035728908,0.000030704265,0.000024189118,0.000022008038,0.00010692437,0.00020794276,7.0197285e-7,0.7340149,0.0016036553,0.26397407],"study_design_scores_gemma":[0.00030915622,0.00010790091,0.00000963213,0.00092459645,0.00007540094,0.00006376763,0.000010321523,0.0034730206,0.000005636904,0.38972843,0.6045755,0.00071662484],"about_ca_topic_score_codex":0.00034851258,"about_ca_topic_score_gemma":0.000063130385,"teacher_disagreement_score":0.60297185,"about_ca_system_score_codex":0.00024694146,"about_ca_system_score_gemma":0.00024693826,"threshold_uncertainty_score":0.999805},"labels":[],"label_agreement":null},{"id":"W4410475076","doi":"10.56553/popets-2025-0099","title":"Teaching an Old Dog New Tricks: Verifiable FHE Using Commodity Hardware","year":2025,"lang":"en","type":"article","venue":"Proceedings on Privacy Enhancing Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Commodity; Verifiable secret sharing; Computer science; Computer hardware; Embedded system; Commerce; Business; Programming language; Finance","score_opus":0.027773768225795897,"score_gpt":0.30744207672580304,"score_spread":0.2796683085000071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410475076","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39766958,0.00026083927,0.5828189,0.004315714,0.00052733114,0.0004033936,9.963911e-7,0.012742987,0.0012602137],"genre_scores_gemma":[0.67211515,0.000010213532,0.32684085,0.0002183386,0.000055286193,0.000022846838,0.0000014878407,0.000024713388,0.00071112585],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970648,0.00005103969,0.0004899727,0.0011111462,0.0004318735,0.0008511095],"domain_scores_gemma":[0.9983293,0.000163944,0.0003051551,0.0009696496,0.00012976672,0.000102226215],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014827411,0.0004398553,0.00046923058,0.0008253502,0.0011425032,0.0011133173,0.0035431245,0.0003549606,0.000002300881],"category_scores_gemma":[0.002817534,0.0004177433,0.00012112744,0.0012076392,0.00010360896,0.0015286354,0.0016102555,0.0018853509,0.000015463835],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019155214,0.00019729948,0.0040373383,0.00016868423,0.00005045415,0.0000073407,0.003351901,0.00015755097,0.010155807,0.11556186,0.0019091315,0.86438346],"study_design_scores_gemma":[0.0024106987,0.0014832466,0.0011319105,0.0035091653,0.00013604025,0.00009192563,0.009064751,0.1114269,0.2900726,0.08596683,0.49184537,0.002860569],"about_ca_topic_score_codex":0.0005465341,"about_ca_topic_score_gemma":0.000004096439,"teacher_disagreement_score":0.8615229,"about_ca_system_score_codex":0.00034128068,"about_ca_system_score_gemma":0.00018278351,"threshold_uncertainty_score":0.99992365},"labels":[],"label_agreement":null},{"id":"W4410571581","doi":"10.3389/feduc.2025.1577285","title":"AI’s impact on science education: a study of ant and bee mindsets in UAE science classrooms","year":2025,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Science education; Mathematics education; Engineering; Computer science; Engineering ethics; Psychology","score_opus":0.005790624663484634,"score_gpt":0.32857447717440075,"score_spread":0.3227838525109161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410571581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872984,0.00036735364,0.008514756,0.0007054338,0.002328354,0.0003388951,1.5223769e-7,0.000023626822,0.00042297776],"genre_scores_gemma":[0.9752939,0.000005099183,0.024357703,0.00013487836,0.000021584883,0.000033241788,5.399671e-7,0.000002941866,0.00015012566],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985433,0.000092352566,0.00023872737,0.0005207557,0.00033342146,0.00027140012],"domain_scores_gemma":[0.9992639,0.00003935297,0.00010359738,0.0004040821,0.00011729407,0.00007181897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016004291,0.00010626964,0.0001506464,0.0017687468,0.00020626145,0.00021873697,0.0008279385,0.000031008887,9.0421406e-7],"category_scores_gemma":[0.000338712,0.00009850544,0.000015909778,0.0033125333,0.000294934,0.0006643139,0.00012756481,0.00025547633,6.934267e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070694596,0.0012013889,0.36441353,0.000010701315,0.0000020244574,1.9378416e-7,0.014283987,0.00019218636,0.00007291907,0.0018015525,0.00052202947,0.61749244],"study_design_scores_gemma":[0.00028738036,0.0002722454,0.9788383,0.00019159724,0.0000037924442,0.0000021267354,0.012775387,0.0052881665,0.00010365559,0.0009079484,0.0012051846,0.00012416934],"about_ca_topic_score_codex":0.0007519362,"about_ca_topic_score_gemma":0.000061002294,"teacher_disagreement_score":0.6173683,"about_ca_system_score_codex":0.0005362379,"about_ca_system_score_gemma":0.0049406486,"threshold_uncertainty_score":0.8764498},"labels":[],"label_agreement":null},{"id":"W4410596398","doi":"10.1007/978-3-031-83837-8_3","title":"Essential Application-Based Teaching: Addressing Omissions and Distortions in STEM Education","year":2025,"lang":"en","type":"book-chapter","venue":"Contemporary trends and issues in science education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Engineering ethics; Computer science; Psychology; Engineering","score_opus":0.030226242406361088,"score_gpt":0.3432491299449088,"score_spread":0.31302288753854773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410596398","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011913458,0.063573554,0.08071574,0.0436868,0.007274734,0.0019537867,0.000021238862,0.0007867384,0.79007393],"genre_scores_gemma":[0.8395765,0.000056414538,0.011433565,0.000137116,0.00013570514,0.000075059594,0.000058324706,0.000014115388,0.14851321],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980849,0.00008844661,0.00044421686,0.00087989075,0.0002891782,0.00021334791],"domain_scores_gemma":[0.99881566,0.00012254303,0.00028132615,0.00055255083,0.00008387633,0.00014403438],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010391328,0.00024410278,0.00027051076,0.0016103585,0.0005280851,0.00050635915,0.0005726607,0.0001463081,0.000004204612],"category_scores_gemma":[0.000098524215,0.00024987152,0.000037786624,0.00041702646,0.00033537167,0.0008017714,0.0001607767,0.0005917707,0.0000014883021],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025420798,0.00012921578,0.0028970037,0.000044366603,0.0000017298132,5.084486e-7,0.0021385786,0.000007169237,0.000020883199,0.13666257,0.001315803,0.85677963],"study_design_scores_gemma":[0.000326281,0.00007280665,0.013567027,0.0025193722,0.000015199575,0.0000065223585,0.00074708136,0.010083407,0.000020419739,0.0035386248,0.9684611,0.0006421871],"about_ca_topic_score_codex":0.0005230089,"about_ca_topic_score_gemma":0.000064438376,"teacher_disagreement_score":0.96714526,"about_ca_system_score_codex":0.00019430653,"about_ca_system_score_gemma":0.0035396304,"threshold_uncertainty_score":0.99999535},"labels":[],"label_agreement":null},{"id":"W4410639272","doi":"10.1109/mc.2025.3551196","title":"Teaching a Compiler Course","year":2025,"lang":"en","type":"article","venue":"Computer","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Course (navigation); Compiler; Computer science; Mathematics education; Programming language; Psychology; Physics; Astronomy","score_opus":0.010140193838512845,"score_gpt":0.28147899192454,"score_spread":0.2713387980860272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410639272","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039204294,0.00014322212,0.9867583,0.0034158796,0.0011515557,0.00006840655,1.2810817e-7,0.0007041694,0.003837913],"genre_scores_gemma":[0.5479524,5.525802e-7,0.44718656,0.0021608197,0.00017907006,0.0000058930796,0.0000013832711,0.000006444031,0.0025068885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989782,0.0001578841,0.00014851941,0.00033055645,0.00012511438,0.00025973015],"domain_scores_gemma":[0.99925447,0.00012112417,0.0000404656,0.0005022824,0.000027728549,0.00005394365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004432959,0.000115803196,0.00013396442,0.00009875229,0.0002861838,0.00029502102,0.0008325709,0.00004742673,0.0000043821465],"category_scores_gemma":[0.0000125887655,0.00010705288,0.000068956506,0.00017753053,0.00002824066,0.0001854428,0.00041050787,0.00044866584,0.00008296587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.599184e-7,0.0000610118,0.0012870234,0.000009669644,0.000018444189,0.000008526324,0.0007052507,0.0002601433,0.0000071119593,0.11239081,0.011969059,0.8732821],"study_design_scores_gemma":[0.000276365,0.00004068588,0.009029869,0.00008065796,0.0000067790706,0.000011426133,0.000011131932,0.16132897,0.000010795413,0.0008268367,0.8282117,0.00016473308],"about_ca_topic_score_codex":0.00003760462,"about_ca_topic_score_gemma":0.0000014820741,"teacher_disagreement_score":0.8731174,"about_ca_system_score_codex":0.000023874358,"about_ca_system_score_gemma":0.00004741531,"threshold_uncertainty_score":0.43654898},"labels":[],"label_agreement":null},{"id":"W4410842437","doi":"10.1007/978-3-031-92970-0_21","title":"Implementing Models of Programming Problem Solving","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Programming language","score_opus":0.020288249872447744,"score_gpt":0.2665838640349967,"score_spread":0.24629561416254894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410842437","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025883282,0.0004993906,0.9927757,0.0002802869,0.0005075809,0.0004621407,0.0000013338791,0.00031781214,0.0051299077],"genre_scores_gemma":[0.077073164,0.000014105669,0.9221659,0.00013576532,0.00014071868,0.0000102606045,0.0000033252397,0.00002576158,0.00043104886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99563634,0.000058528647,0.00079821836,0.00145077,0.0009347903,0.0011213694],"domain_scores_gemma":[0.99739575,0.0004728004,0.0005679497,0.001180858,0.00026681615,0.00011581467],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027272708,0.0004898701,0.0006114716,0.0010982478,0.0004797276,0.00065046304,0.0033184406,0.00024923342,0.000004302586],"category_scores_gemma":[0.00010665964,0.00047498604,0.0001914904,0.00079023285,0.00036626612,0.0007015803,0.0027450793,0.0011969311,0.0000028957093],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013910792,0.00001926422,0.00004541056,0.0001379608,0.000013639249,0.000013873152,0.0020332178,0.03314258,0.000028672406,0.038300227,0.000004578515,0.92625916],"study_design_scores_gemma":[0.00034149538,0.00022642803,0.00001768502,0.0026429202,0.000023856512,0.000036790272,0.0000018738833,0.87459505,0.0005586946,0.09868865,0.021912012,0.00095457165],"about_ca_topic_score_codex":0.00010090509,"about_ca_topic_score_gemma":0.00006407639,"teacher_disagreement_score":0.9253046,"about_ca_system_score_codex":0.00020166567,"about_ca_system_score_gemma":0.000690831,"threshold_uncertainty_score":0.99977016},"labels":[],"label_agreement":null},{"id":"W4410892997","doi":"10.1145/3742441","title":"Views on Teaching and Learning Preferences for Women and Men in Undergraduate Computer Science","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Mathematics education; Computer science; Psychology; Computer-Assisted Instruction; Teaching method","score_opus":0.023007375674287116,"score_gpt":0.3202432155753309,"score_spread":0.2972358399010438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410892997","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3233575,0.00003783309,0.6736932,0.002026872,0.0003391051,0.00018521889,1.1415512e-7,0.00011344835,0.00024672566],"genre_scores_gemma":[0.826323,0.0000072196945,0.1730685,0.00020394067,0.000026106456,0.000030910687,6.925457e-7,0.0000050415138,0.00033463762],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860966,0.000264736,0.00019545043,0.0005152501,0.00013492913,0.0002799597],"domain_scores_gemma":[0.99867415,0.00086766796,0.000076439916,0.0002770449,0.000041431296,0.00006325347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019791774,0.00012859917,0.00013900462,0.00049873476,0.001212539,0.00041644584,0.0003959159,0.000039859202,3.4226113e-7],"category_scores_gemma":[0.00021107944,0.0001258723,0.000019969284,0.00040677754,0.00007430639,0.00026564221,0.00003330148,0.0006401765,0.000001293917],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055277924,0.00010557876,0.00065505353,0.000035490924,0.00000554746,5.664642e-8,0.008152623,0.005159669,0.000031573803,0.0027228503,0.000015578767,0.9831104],"study_design_scores_gemma":[0.0018292995,0.0015700434,0.101504825,0.0017200655,0.00002476009,0.000020393105,0.0046905186,0.8172175,0.000311901,0.036195386,0.033970106,0.00094519375],"about_ca_topic_score_codex":0.00008586608,"about_ca_topic_score_gemma":0.0000081508515,"teacher_disagreement_score":0.9821653,"about_ca_system_score_codex":0.00014455008,"about_ca_system_score_gemma":0.0002002959,"threshold_uncertainty_score":0.93259925},"labels":[],"label_agreement":null},{"id":"W4410987234","doi":"10.1109/educon62633.2025.11016629","title":"Assessment of Algorithmic Abstraction Skills in Higher Education: An Application of the PGK Framework","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Abstraction; Computer science; Programming language; Theoretical computer science; Epistemology; Philosophy","score_opus":0.010399855216656673,"score_gpt":0.3368736189094594,"score_spread":0.32647376369280273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410987234","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03702759,0.000029408428,0.955705,0.0017863291,0.0005551676,0.00016339078,9.785236e-8,0.000048116464,0.004684891],"genre_scores_gemma":[0.79914933,8.2384173e-7,0.19993375,0.00008105073,0.000019849032,0.000017894059,6.5126676e-7,0.0000014334968,0.0007952139],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999441,0.00007424438,0.00016748846,0.00014200502,0.00011279628,0.00006243303],"domain_scores_gemma":[0.9993686,0.00007229813,0.00010695922,0.00040053914,0.000040144332,0.000011465512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029604862,0.000042166903,0.00006639997,0.00007038562,0.00003759534,0.00002402587,0.00035704995,0.000047875023,0.000007533152],"category_scores_gemma":[0.0000137925845,0.000031815565,0.000024463861,0.00040273948,0.000017442484,0.0001241935,0.000047976904,0.00019050372,7.5338886e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.4144703e-7,0.00025319288,0.029585809,0.000013282768,0.000003047238,1.4014334e-8,0.0001993225,0.00056552433,0.00017109035,0.2748601,0.000018480772,0.69432986],"study_design_scores_gemma":[0.000046697238,0.000015078028,0.98105097,0.00006014614,0.000002614367,2.760118e-7,0.000058098318,0.0059591746,0.0002902713,0.004075517,0.008404921,0.00003626119],"about_ca_topic_score_codex":0.00031881488,"about_ca_topic_score_gemma":0.000011538707,"teacher_disagreement_score":0.95146513,"about_ca_system_score_codex":0.000039009516,"about_ca_system_score_gemma":0.00013013728,"threshold_uncertainty_score":0.1297401},"labels":[],"label_agreement":null},{"id":"W4411149936","doi":"10.1007/s42330-025-00368-y","title":"University Students’ Views of Their Learning Outcomes from Engaging in Programming-Based Mathematical Investigations","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Social Sciences and Humanities Research Council","keywords":"Mathematics education; Science education; Science learning; Pedagogy; Computer science; Psychology; Sociology","score_opus":0.019532311257953027,"score_gpt":0.2755353289890212,"score_spread":0.2560030177310682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411149936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8870353,0.0001619669,0.10917425,0.0032865624,0.00012219793,0.000096658376,2.754139e-7,0.00001866422,0.00010409475],"genre_scores_gemma":[0.7916512,0.0000018717021,0.20829268,0.00001875501,0.0000024350745,0.0000010836247,2.018831e-7,0.0000018064345,0.00002996425],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992417,0.00004067739,0.000279504,0.00013326277,0.00013390415,0.00017092116],"domain_scores_gemma":[0.99909675,0.00016874835,0.00025848218,0.0001826701,0.00017860893,0.00011471465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013387253,0.00007251699,0.00018614082,0.0016418952,0.0002927656,0.000115667666,0.00084582536,0.000055922137,0.0000018049408],"category_scores_gemma":[0.00093603367,0.00006341818,0.0000254988,0.0015496393,0.00066756766,0.00020991029,0.00005332531,0.00036005958,4.4191466e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.4917854e-7,0.0002005067,0.40731418,0.000071697694,0.000018890181,0.000004942215,0.014626698,0.00012100786,0.0002907566,0.21865252,0.000011590113,0.35868666],"study_design_scores_gemma":[0.0030613416,0.0007093197,0.19648723,0.008868936,0.00021180352,0.0001354163,0.24279328,0.08252967,0.0066541545,0.40868342,0.048542403,0.0013230428],"about_ca_topic_score_codex":0.00025967584,"about_ca_topic_score_gemma":0.00039697232,"teacher_disagreement_score":0.3573636,"about_ca_system_score_codex":0.00011965343,"about_ca_system_score_gemma":0.0024193707,"threshold_uncertainty_score":0.429186},"labels":[],"label_agreement":null},{"id":"W4411153485","doi":"10.1145/3743683","title":"Analyzing Fine-Grained Skill Development across Computer Science Course Progressions","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Computer science; Mathematics education; Psychology; Engineering","score_opus":0.013992711236571535,"score_gpt":0.3470713540917704,"score_spread":0.3330786428551989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411153485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12147719,0.000060152655,0.87295353,0.0024688013,0.0022147691,0.0002056412,4.166084e-7,0.0005621919,0.00005728245],"genre_scores_gemma":[0.5873394,7.9621026e-7,0.41217712,0.00016228933,0.00005082237,0.00001740356,0.000003048002,0.0000067175915,0.00024242236],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979434,0.000111827656,0.00036434125,0.00071271876,0.00033356535,0.00053412165],"domain_scores_gemma":[0.99820936,0.00028817638,0.00014376403,0.0009563455,0.0002676001,0.00013474087],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0012286849,0.00020892694,0.00017240945,0.00039822736,0.0025795037,0.0006382651,0.0014842709,0.00006928642,0.0000036045496],"category_scores_gemma":[0.0001198722,0.00020597587,0.00007812098,0.0020270247,0.00014859562,0.0003781888,0.00009149191,0.0004902285,0.000028671175],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002336755,0.0004888868,0.0009643032,0.000018220662,0.000021240568,5.447069e-7,0.0052767023,0.005767437,0.000044403845,0.0006805075,0.00009881634,0.9866366],"study_design_scores_gemma":[0.002824961,0.00061001367,0.36229926,0.0051142145,0.00016541147,0.00011995213,0.0032751963,0.47356755,0.0149788335,0.0021836138,0.13176885,0.003092166],"about_ca_topic_score_codex":0.00003566195,"about_ca_topic_score_gemma":0.000013930164,"teacher_disagreement_score":0.9835444,"about_ca_system_score_codex":0.00024625796,"about_ca_system_score_gemma":0.0015696895,"threshold_uncertainty_score":0.998719},"labels":[],"label_agreement":null},{"id":"W4411237691","doi":"10.1007/978-3-031-95452-8_19","title":"Assessing Computational Thinking Skills Through Artefacts: The Case of ModeLLer","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MODELLER; Computer science; Computational thinking; Engineering drawing; Programming language; Software engineering; Computer graphics (images); Artificial intelligence; Engineering","score_opus":0.02329082200805426,"score_gpt":0.29910170030740074,"score_spread":0.2758108782993465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411237691","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021016716,0.00042722153,0.9942229,0.0011560166,0.0011200411,0.0002563396,0.0000018803298,0.00017249321,0.002432978],"genre_scores_gemma":[0.31414172,0.000006247096,0.684618,0.00090644584,0.00013243097,0.0000033226706,0.0000030226433,0.000016146156,0.00017268569],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968156,0.00012800576,0.0006130409,0.0011225563,0.0007993876,0.00052138075],"domain_scores_gemma":[0.9960761,0.0019786595,0.00047470006,0.0011275233,0.00027788754,0.00006514727],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018214739,0.00043166566,0.00048056536,0.00045115405,0.0008446576,0.0012669363,0.0028294597,0.00024364135,0.0000063619464],"category_scores_gemma":[0.0001863331,0.0003245857,0.0001709086,0.00066288054,0.00070609926,0.0009941828,0.0013581346,0.0014549486,0.000005574668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.707716e-7,0.000019985731,0.000009774671,0.000027867343,0.000012265052,0.00016501464,0.004113495,0.40016466,0.0000012737083,0.048971664,0.000010864589,0.5465025],"study_design_scores_gemma":[0.00015254626,0.00004652311,0.000021849297,0.0007343941,0.000013109974,0.00050893245,0.0000031171955,0.76147693,0.000038242993,0.23503089,0.0016263773,0.00034708355],"about_ca_topic_score_codex":0.00013129521,"about_ca_topic_score_gemma":0.000033467877,"teacher_disagreement_score":0.5461554,"about_ca_system_score_codex":0.00017249282,"about_ca_system_score_gemma":0.00072860706,"threshold_uncertainty_score":0.9999206},"labels":[],"label_agreement":null},{"id":"W4411272087","doi":"10.1109/msr66628.2025.00097","title":"Under the Blueprints: Parsing Unreal Engine’s Visual Scripting at Scale","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Scripting language; Parsing; Programming language; Scale (ratio); Computer graphics (images); Artificial intelligence; Natural language processing","score_opus":0.010787604932705593,"score_gpt":0.2779675290476768,"score_spread":0.2671799241149712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1296309,0.000100887504,0.85783195,0.004337996,0.0005961347,0.00007286059,5.187084e-8,0.0005406479,0.006888587],"genre_scores_gemma":[0.9462495,0.0000014750343,0.046493985,0.0010529183,0.000050681505,0.0000052554233,5.706738e-7,0.000006015008,0.006139604],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989015,0.00014055459,0.00015720619,0.0003142201,0.00016903739,0.00031746778],"domain_scores_gemma":[0.99929106,0.00022131228,0.000039338523,0.0003762449,0.000027330296,0.0000446885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074634753,0.00010733674,0.00009587165,0.00007252423,0.0006296705,0.00032639503,0.00060257065,0.000044416196,0.000014230756],"category_scores_gemma":[0.000055196193,0.00007430449,0.000060245224,0.00035022176,0.00004846957,0.00015959187,0.00052723027,0.0002972616,0.000063513166],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036232693,0.000053230655,0.0059330054,0.000012373319,0.000028701827,0.0000028871161,0.0021434901,0.002746302,0.00041224482,0.05861838,0.0012186499,0.9288271],"study_design_scores_gemma":[0.0011565466,0.00012133161,0.07346253,0.0004064883,0.00004948283,0.00006443622,0.00434025,0.50074756,0.004966391,0.0033594859,0.41043502,0.00089049333],"about_ca_topic_score_codex":0.00019540807,"about_ca_topic_score_gemma":0.000046926125,"teacher_disagreement_score":0.9279366,"about_ca_system_score_codex":0.00008733236,"about_ca_system_score_gemma":0.000042135416,"threshold_uncertainty_score":0.484298},"labels":[],"label_agreement":null},{"id":"W4411272438","doi":"10.1109/msr66628.2025.00111","title":"Inferring Questions from Programming Screenshots","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Information retrieval; Software engineering","score_opus":0.012734837857954694,"score_gpt":0.2800907305610675,"score_spread":0.2673558927031128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007420577,0.00016752385,0.9829651,0.0014910622,0.00027472616,0.00008265954,1.8283353e-7,0.0012972351,0.006300951],"genre_scores_gemma":[0.54069984,0.0000010947226,0.45767608,0.00021403981,0.00002725442,0.000011638585,0.0000017441619,0.0000032047074,0.0013651148],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911976,0.00007303419,0.00014650723,0.00030422307,0.00011708691,0.00023938956],"domain_scores_gemma":[0.9993273,0.00013421939,0.000031376763,0.0004179832,0.000033951033,0.000055140958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026176704,0.00009374071,0.00009679952,0.00012686076,0.0002665342,0.00040461714,0.00053340924,0.000048031216,0.00000928662],"category_scores_gemma":[0.00013995661,0.000086845044,0.000048345362,0.00039720043,0.000022742237,0.00025585038,0.000244525,0.0002539437,0.000040419076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.164823e-7,0.000024074992,0.0077309124,0.000002810393,0.000013074454,0.000002991301,0.0003065825,0.00009685445,0.000035600096,0.12314718,0.00018338315,0.868456],"study_design_scores_gemma":[0.00034165743,0.00004259769,0.045908384,0.0002106038,0.000016021793,0.000003267063,0.00017052174,0.025739923,0.00028807082,0.00373437,0.9232161,0.00032845268],"about_ca_topic_score_codex":0.0014326905,"about_ca_topic_score_gemma":0.000082166676,"teacher_disagreement_score":0.92303276,"about_ca_system_score_codex":0.000027891758,"about_ca_system_score_gemma":0.00005277552,"threshold_uncertainty_score":0.39017326},"labels":[],"label_agreement":null},{"id":"W4411286492","doi":"10.31129/lumat.13.2.2547","title":"Primary school students’ problem-solving strategies in creating artworks with GeoGebra","year":2025,"lang":"en","type":"article","venue":"LUMAT International Journal on Math Science and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Mathematics education; Primary (astronomy); Computer science; Visual arts; Art; Psychology; Physics","score_opus":0.004643709054958377,"score_gpt":0.29158764626528516,"score_spread":0.2869439372103268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411286492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9453385,0.0001982572,0.03952227,0.010533991,0.0007236667,0.00014038,9.162054e-8,0.00014739213,0.0033954817],"genre_scores_gemma":[0.9382276,0.0000463508,0.06091634,0.00046616181,0.000042660515,0.000018794557,6.254394e-7,0.000003509453,0.00027799027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99862033,0.000031482323,0.00023201524,0.0003108865,0.0005756232,0.0002296663],"domain_scores_gemma":[0.9991603,0.00004596394,0.00017238797,0.00017672403,0.00039162656,0.000053020176],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012341556,0.000102729704,0.00010307105,0.001382646,0.00041683167,0.0016285466,0.0013969016,0.00006224625,0.0000019137142],"category_scores_gemma":[0.00022118384,0.00008199393,0.000012475637,0.0010709333,0.00017165067,0.0012047347,0.00024027129,0.0006455635,0.000004533457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000956875,0.00023088191,0.15339638,0.000008847473,0.000017156359,0.000012379967,0.0008605863,0.00023632991,0.00033044253,0.46914503,0.000077608885,0.37567478],"study_design_scores_gemma":[0.0024820329,0.0009486027,0.7899526,0.006416285,0.000029493965,0.0018197689,0.024141295,0.0098616015,0.0005559389,0.13578111,0.027027829,0.0009834785],"about_ca_topic_score_codex":0.000023799772,"about_ca_topic_score_gemma":0.000007959154,"teacher_disagreement_score":0.63655615,"about_ca_system_score_codex":0.0003004132,"about_ca_system_score_gemma":0.0013766626,"threshold_uncertainty_score":0.9994079},"labels":[],"label_agreement":null},{"id":"W4411374693","doi":"10.1145/3724389.3731284","title":"Exploring, Refining and Evolving a Research Knowledge Development Activity for Computer Science Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Refining (metallurgy); Computer science; Data science; Chemistry","score_opus":0.25026660131762124,"score_gpt":0.4268448943825504,"score_spread":0.17657829306492917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.166723,0.0001248137,0.8296365,0.00040435547,0.00052345975,0.00011596949,1.996883e-8,0.0001771557,0.002294685],"genre_scores_gemma":[0.5369845,0.0000012582631,0.46164286,0.000022399323,0.000031826905,0.00007183345,1.3366767e-7,0.0000025204552,0.0012426457],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987215,0.0000931202,0.00011397638,0.00049861276,0.00020416614,0.00036863057],"domain_scores_gemma":[0.9989364,0.00037685002,0.00002741631,0.00028050394,0.00030322152,0.00007561418],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037808039,0.0000785591,0.000086175896,0.0005219525,0.0013009206,0.00065836805,0.00053359516,0.000021987207,6.3795454e-7],"category_scores_gemma":[0.00033037888,0.000073071606,0.000015268999,0.0009190125,0.00011128292,0.00088009523,0.0006384211,0.00023675444,0.000005100684],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015675233,0.000057137502,0.0007954071,0.00003491679,0.0000028718175,7.269401e-8,0.0042405566,0.0000061058086,0.00023414342,0.03323608,0.0001749608,0.9612162],"study_design_scores_gemma":[0.00057660067,0.00023790724,0.15108494,0.00087623036,0.000005386896,0.0000075377707,0.00077995344,0.16402805,0.009366987,0.0005369913,0.67196286,0.00053656],"about_ca_topic_score_codex":0.000063008614,"about_ca_topic_score_gemma":0.00002010792,"teacher_disagreement_score":0.96067965,"about_ca_system_score_codex":0.00017133784,"about_ca_system_score_gemma":0.0016795994,"threshold_uncertainty_score":0.9999992},"labels":[],"label_agreement":null},{"id":"W4411374798","doi":"10.1145/3724389.3730804","title":"Instructor Experiences with Alternative Grading at the University of British Columbia","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Computer science; Library science; Engineering; Civil engineering","score_opus":0.006130258505614715,"score_gpt":0.19528889334697788,"score_spread":0.18915863484136317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87474865,0.00002710673,0.12339215,0.00011029966,0.00009201129,0.000043981352,3.1482773e-7,0.000066875735,0.0015186091],"genre_scores_gemma":[0.957976,0.0000022786983,0.01854784,0.000033078588,0.0000041683184,6.3793146e-7,1.406296e-7,0.0000010875049,0.023434773],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9995577,0.000056530065,0.00004560518,0.00015204791,0.00009795323,0.00009017106],"domain_scores_gemma":[0.9996919,0.000076127966,0.000040277264,0.00015040391,0.000024340809,0.000016922746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011380392,0.000028204135,0.000060940692,0.000013318061,0.00030159173,0.00013330288,0.0004939561,0.000012300179,0.00005378282],"category_scores_gemma":[0.000014086658,0.000026519812,0.000017745822,0.00023394616,0.00013920468,0.0001312106,0.00018650555,0.00007180628,0.0000011623562],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016548238,0.00003361776,0.039407987,0.00001629582,0.00005513726,0.000045305642,0.10186072,0.00008574934,0.000011437012,0.0022786583,0.0048877588,0.8513008],"study_design_scores_gemma":[0.002758104,0.00085625733,0.1538859,0.00085148384,0.00004547187,0.0002478476,0.4924013,0.022823187,0.00062445283,0.0004583568,0.32423422,0.0008133995],"about_ca_topic_score_codex":0.03068489,"about_ca_topic_score_gemma":0.041652773,"teacher_disagreement_score":0.8504874,"about_ca_system_score_codex":0.000025245543,"about_ca_system_score_gemma":0.000040833023,"threshold_uncertainty_score":0.97583455},"labels":[],"label_agreement":null},{"id":"W4411374844","doi":"10.1145/3724389.3731261","title":"Crafting Interesting Puzzles with CS Connections","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.010335602069427241,"score_gpt":0.25836032885373283,"score_spread":0.2480247267843056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022598078,0.000031892036,0.957944,0.0027238806,0.0001552984,0.000040249382,2.8018887e-8,0.00080406107,0.015702516],"genre_scores_gemma":[0.74396074,2.2450638e-7,0.25268003,0.00018826597,0.000015459398,0.0000045560682,1.9460249e-7,0.0000026212815,0.0031479027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941677,0.00004804318,0.00009493522,0.00020627005,0.000067306755,0.0001666789],"domain_scores_gemma":[0.99949735,0.00019350272,0.000029532415,0.00021792304,0.00003413118,0.000027564318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024512367,0.00006567033,0.00006644873,0.00009670213,0.00030716154,0.00028279485,0.00030598955,0.000020700269,0.000004603602],"category_scores_gemma":[0.00016374045,0.000050252747,0.000020893294,0.00035338747,0.000021585573,0.00017060702,0.00012985244,0.00019836148,0.000010733472],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019336117,0.000029366385,0.01971259,0.000015258416,0.000025156398,0.000007054499,0.0013119059,0.0008227098,0.00008808059,0.23048623,0.0004953248,0.7470044],"study_design_scores_gemma":[0.0013479259,0.00037217757,0.031768966,0.0011649145,0.00004328844,0.00015527116,0.003839455,0.17461525,0.0015607299,0.00296374,0.781209,0.0009592788],"about_ca_topic_score_codex":0.0001375639,"about_ca_topic_score_gemma":0.000093446564,"teacher_disagreement_score":0.7807137,"about_ca_system_score_codex":0.000017369079,"about_ca_system_score_gemma":0.0000394281,"threshold_uncertainty_score":0.27269974},"labels":[],"label_agreement":null},{"id":"W4411374878","doi":"10.1145/3724389.3731273","title":"Contextual Learning in CS1: Integrating a Biology Project to Reinforce Core Programming Concepts","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Core (optical fiber); Software engineering","score_opus":0.030288976396161175,"score_gpt":0.3626619300092755,"score_spread":0.3323729536131143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034698255,0.00010664049,0.9508876,0.00089263153,0.0002465457,0.0006275954,1.5268509e-7,0.0011342064,0.011406357],"genre_scores_gemma":[0.79444075,8.4747546e-7,0.19669037,0.00046205675,0.000027459477,0.00009438944,0.000004008966,0.000008755933,0.008271377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980683,0.00024671078,0.00040521775,0.0005722986,0.00012338838,0.00058412325],"domain_scores_gemma":[0.99906045,0.0003829364,0.00009721487,0.00031492376,0.00007671704,0.00006775043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011810618,0.00020258214,0.00028231955,0.00047689953,0.00024722505,0.00029734048,0.0007647001,0.000115753755,0.000008977151],"category_scores_gemma":[0.0014486029,0.00017525123,0.00007273672,0.0013146134,0.000062342435,0.00022557746,0.0004245461,0.00082864636,0.000039852635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008751038,0.000019270348,0.008595527,0.000014953335,0.000009881973,0.0000067402098,0.0065246727,0.0003776232,0.00015801756,0.14601414,0.0001273212,0.8381431],"study_design_scores_gemma":[0.0010744225,0.000771742,0.0009900297,0.00055410987,0.000006514927,0.000017929444,0.007021061,0.06537586,0.0001746428,0.0002643268,0.92318213,0.0005672078],"about_ca_topic_score_codex":0.0014842432,"about_ca_topic_score_gemma":0.00020762476,"teacher_disagreement_score":0.9230548,"about_ca_system_score_codex":0.00009877324,"about_ca_system_score_gemma":0.00022268144,"threshold_uncertainty_score":0.7146538},"labels":[],"label_agreement":null},{"id":"W4411374912","doi":"10.1145/3724389.3731272","title":"Contextual Learning in CS1: Integrating a Chemistry Project to Reinforce Core Programming Concepts","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Core (optical fiber); Software engineering","score_opus":0.02164811231364042,"score_gpt":0.3318707136465276,"score_spread":0.31022260133288715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07592491,0.00012202349,0.8883959,0.0009252513,0.00017852793,0.0007203716,1.7866847e-7,0.0017247993,0.032008033],"genre_scores_gemma":[0.82538724,6.716748e-7,0.14762758,0.00029680898,0.000033966346,0.000099839366,0.0000037534544,0.000011324932,0.026538806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817044,0.00010462264,0.00039387972,0.0005640302,0.00022045028,0.0005465754],"domain_scores_gemma":[0.99913806,0.00025310693,0.00009801552,0.00034994425,0.0000796149,0.00008125444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009866536,0.00021431764,0.00025635803,0.00019670097,0.00024486537,0.00044724758,0.00078455877,0.000106656604,0.000016038124],"category_scores_gemma":[0.0013173878,0.00019711674,0.00007817884,0.0012080703,0.00004700208,0.0002594911,0.00040632507,0.0009316293,0.000028305167],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011436344,0.000030401447,0.0038814235,0.000057234167,0.000012522031,0.000017336923,0.008254499,0.0009230666,0.00061135204,0.015160266,0.00025609956,0.97078437],"study_design_scores_gemma":[0.0014206892,0.00032178542,0.0007149486,0.0013260806,0.000009916924,0.000034574623,0.013346081,0.107771926,0.0015650439,0.000082828235,0.8725647,0.0008414798],"about_ca_topic_score_codex":0.00072220643,"about_ca_topic_score_gemma":0.00005776192,"teacher_disagreement_score":0.96994287,"about_ca_system_score_codex":0.00012751919,"about_ca_system_score_gemma":0.00026244172,"threshold_uncertainty_score":0.8038187},"labels":[],"label_agreement":null},{"id":"W4411374974","doi":"10.1145/3724389.3731279","title":"Investigating How Course Features Correlate with Student Perceptions of Two-Stage CS Exams","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge; Memorial University of Newfoundland; University of Manitoba","funders":"","keywords":"Course (navigation); Perception; Stage (stratigraphy); Computer science; Mathematics education; Psychology; Physics; Geology; Astronomy","score_opus":0.012930501342077377,"score_gpt":0.30128868948476795,"score_spread":0.28835818814269054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41182107,0.00008267478,0.5831962,0.002053452,0.00015950663,0.000121476216,4.143531e-7,0.0003195451,0.0022456343],"genre_scores_gemma":[0.86375487,0.0000014773408,0.12260739,0.00017219185,0.000013100988,0.0000074514355,0.0000013463126,0.0000051951547,0.013437009],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990297,0.00015463035,0.00011778599,0.0002661325,0.00023306873,0.0001986875],"domain_scores_gemma":[0.99927944,0.00013501574,0.000088968074,0.000386409,0.000048385336,0.00006177394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004650772,0.00011283236,0.00013955728,0.00008056848,0.00025823663,0.00023766753,0.00051231286,0.000037674217,0.000005665465],"category_scores_gemma":[0.00005285958,0.00008456996,0.000039604416,0.00036408135,0.000098036515,0.00018142673,0.00017699486,0.00043019498,0.0000034263496],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038151834,0.00032108484,0.3385581,0.000088472414,0.00016971155,0.000016522856,0.03637663,0.021589685,0.0010761872,0.24155295,0.0018455982,0.35840124],"study_design_scores_gemma":[0.0018288167,0.00049308734,0.9274199,0.00067591015,0.00010093023,0.000028533957,0.021525789,0.03713682,0.00044145048,0.0002633309,0.009463181,0.0006222469],"about_ca_topic_score_codex":0.00019413108,"about_ca_topic_score_gemma":0.00009304441,"teacher_disagreement_score":0.5888618,"about_ca_system_score_codex":0.000021305546,"about_ca_system_score_gemma":0.00008637447,"threshold_uncertainty_score":0.3448663},"labels":[],"label_agreement":null},{"id":"W4411475597","doi":"10.1007/s10798-025-10000-7","title":"Can elementary teachers bridge the logics of making and schooling?: developing a maker teaching sequence that promotes powerful ideas across multiple media","year":2025,"lang":"en","type":"article","venue":"International Journal of Technology and Design Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University; University of Calgary","funders":"Social Sciences and Humanities Research Council","keywords":"Mathematics education; Science education; Bridge (graph theory); Educational technology; Sequence (biology); Teaching method; Primary education; Pedagogy; Sociology; Computer science; Psychology; Biology; Genetics","score_opus":0.036541077453215325,"score_gpt":0.35234171480073573,"score_spread":0.3158006373475204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411475597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5297154,0.0009985964,0.4524707,0.01621674,0.00048060276,0.000076946075,6.7969466e-7,0.000030076524,0.000010237726],"genre_scores_gemma":[0.8185266,0.000040156046,0.18108054,0.00029524197,0.0000367933,0.000003292864,8.5475403e-7,0.000003189742,0.00001333347],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999096,0.00013193076,0.000291201,0.00015669665,0.00018756084,0.00013663925],"domain_scores_gemma":[0.9989562,0.00031624758,0.00038609785,0.00012272135,0.00019765008,0.000021076563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014167712,0.0000934723,0.00012300459,0.00036979103,0.0001909803,0.000136103,0.0006385871,0.00008321886,4.912511e-7],"category_scores_gemma":[0.0010918907,0.00007154237,0.00002865733,0.00017855174,0.0001377526,0.00026580397,0.00018448819,0.0005483159,1.8072144e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020821613,0.000056656605,0.1267966,0.000012306304,0.00010619693,0.0000072648604,0.008809791,0.000048411588,0.001047104,0.02948135,0.00013142028,0.8334821],"study_design_scores_gemma":[0.0035570802,0.00069221784,0.5116201,0.0061724344,0.00019679221,0.004809356,0.039749525,0.01393539,0.022604749,0.3578942,0.03755621,0.001211926],"about_ca_topic_score_codex":0.00006431683,"about_ca_topic_score_gemma":0.000018086437,"teacher_disagreement_score":0.83227015,"about_ca_system_score_codex":0.00009700619,"about_ca_system_score_gemma":0.00030972488,"threshold_uncertainty_score":0.2917413},"labels":[],"label_agreement":null},{"id":"W4411558184","doi":"10.1145/3713043.3727052","title":"Beyond the Algorithm: Speculative Approaches to Critical AI Literacies with Diverse Youth","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science","score_opus":0.0601006148103573,"score_gpt":0.28221045083263063,"score_spread":0.22210983602227333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411558184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011848157,0.00004483009,0.96985745,0.019467544,0.00015366155,0.0001226292,0.0000012306407,0.00022798864,0.008939869],"genre_scores_gemma":[0.5962787,2.0440869e-7,0.39930668,0.0020465737,0.000038990107,0.000010312717,0.000001221089,0.0000039334145,0.002313363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900824,0.00012248293,0.000096973745,0.00032612705,0.00019663462,0.00024954055],"domain_scores_gemma":[0.9992899,0.00020001063,0.000014808139,0.00037920772,0.000050220253,0.000065881984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031373196,0.00011551956,0.00010389513,0.00008154495,0.00036525904,0.00061543763,0.00057238276,0.000027968406,0.000005809152],"category_scores_gemma":[0.00008921501,0.00006459672,0.000038886275,0.00046627971,0.00010432432,0.0002902397,0.00033056474,0.00027567765,0.000023009214],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048832544,0.000044907207,0.00046549764,0.0000058310734,0.000024495012,0.0000068077275,0.036501538,0.00022600936,8.5104455e-7,0.5340922,0.00037907314,0.42824796],"study_design_scores_gemma":[0.002527737,0.0021017483,0.02328652,0.0007003628,0.00034991003,0.00009850185,0.12588803,0.4048344,0.0014839332,0.058113195,0.37764835,0.0029673227],"about_ca_topic_score_codex":0.000059972575,"about_ca_topic_score_gemma":0.000006953732,"teacher_disagreement_score":0.5950939,"about_ca_system_score_codex":0.00002104356,"about_ca_system_score_gemma":0.000037943573,"threshold_uncertainty_score":0.59346795},"labels":[],"label_agreement":null},{"id":"W4411573420","doi":"10.21240/constr/2025/49.x","title":"Designing Manipulatives as Microworld-Making: A Reflective Approach to Enhancing a Course through Pre-Service Teachers’ Contributions","year":2025,"lang":"en","type":"article","venue":"Constructionism Conference Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre de Santé et de Services Sociaux de la Vieille-Capitale; Université Laval","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Course (navigation); Mathematics education; Service (business); Computer science; Psychology; Engineering","score_opus":0.024476295008495998,"score_gpt":0.32204043802126525,"score_spread":0.29756414301276923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411573420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043264408,0.00011996221,0.9295346,0.002672661,0.00040121158,0.0006976204,0.0000018010381,0.0009102026,0.022397513],"genre_scores_gemma":[0.64972496,0.0000022227327,0.3489379,0.0005992963,0.00005359057,0.00016068717,0.0000024135422,0.00001360488,0.00050532434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972965,0.00009693208,0.00048770595,0.0010825833,0.00032920504,0.0007070681],"domain_scores_gemma":[0.9980957,0.00013356467,0.0002879256,0.0003261584,0.0010078311,0.00014881048],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00070991373,0.00038553542,0.00041922112,0.00028274508,0.0014144552,0.0014933599,0.0010424441,0.00019738487,0.000007975468],"category_scores_gemma":[0.0005715949,0.00041463642,0.000102271326,0.0017422723,0.00019394273,0.0011821301,0.0004413968,0.0008869446,0.0000336602],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004037234,0.00016634511,0.0025257615,0.00010374272,0.00019510937,0.0000025839029,0.1116559,0.000114754395,0.022561911,0.8029522,0.00032229535,0.059359033],"study_design_scores_gemma":[0.008706083,0.0015554549,0.021637455,0.009326274,0.0011718461,0.0022008251,0.22120075,0.062133957,0.18491416,0.26867214,0.21047655,0.008004507],"about_ca_topic_score_codex":0.00019175526,"about_ca_topic_score_gemma":0.000019720588,"teacher_disagreement_score":0.6064606,"about_ca_system_score_codex":0.00027711442,"about_ca_system_score_gemma":0.00068180036,"threshold_uncertainty_score":0.99988556},"labels":[],"label_agreement":null},{"id":"W4411686931","doi":"10.7202/1118422ar","title":"Moloch's Gauntlet: New Undergraduate Pedagogical Perspectives in Minecraft","year":2025,"lang":"en","type":"article","venue":"Loading","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Sociology; Engineering ethics; Engineering","score_opus":0.05126497012480795,"score_gpt":0.34063145803600164,"score_spread":0.2893664879111937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411686931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06594339,0.0013553874,0.9076061,0.016923254,0.0003342276,0.000107124804,9.578666e-8,0.00030618723,0.0074241804],"genre_scores_gemma":[0.9517857,0.00000924804,0.038288992,0.00017424829,0.000053116804,0.0000040317586,3.8828296e-7,0.000005662821,0.009678608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989113,0.00010208713,0.00015177525,0.00039267077,0.00012926858,0.00031289473],"domain_scores_gemma":[0.999466,0.00014189357,0.000036915357,0.0002727617,0.000015806281,0.00006659475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003039628,0.00011627691,0.00014464934,0.00022672642,0.0001169125,0.00019035616,0.00049163663,0.000056465597,0.000007808134],"category_scores_gemma":[0.00019250883,0.000111132926,0.00005753898,0.0005555334,0.000026309677,0.00018834206,0.00017112173,0.00035974855,0.000036083464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010919081,0.00012596845,0.015656091,0.000026028785,0.00003180978,0.00009076362,0.028619021,0.0009328964,0.00130362,0.6722318,0.0022650564,0.27870604],"study_design_scores_gemma":[0.00443268,0.00046147435,0.072539255,0.0014105127,0.00004843943,0.00011461692,0.015804036,0.09456807,0.0025514893,0.0808962,0.72510356,0.0020696528],"about_ca_topic_score_codex":0.00034523135,"about_ca_topic_score_gemma":0.00003532393,"teacher_disagreement_score":0.8858423,"about_ca_system_score_codex":0.00009149766,"about_ca_system_score_gemma":0.000085887084,"threshold_uncertainty_score":0.45318693},"labels":[],"label_agreement":null},{"id":"W4412103815","doi":"10.3390/machines13070591","title":"Deploying an Educational Mobile Robot","year":2025,"lang":"en","type":"article","venue":"Machines","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Human–computer interaction; Mobile robot; Robot; Artificial intelligence","score_opus":0.009433573202449398,"score_gpt":0.31081397160371693,"score_spread":0.3013803984012675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412103815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16445036,0.0006482828,0.8269573,0.003467321,0.0011670901,0.0001265001,3.6731453e-7,0.0007441271,0.0024386537],"genre_scores_gemma":[0.8544071,0.0000010922062,0.14312816,0.0002986783,0.000086861786,0.000030066345,0.0000034753,0.000004805325,0.0020397895],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993711,0.000077479606,0.00009409297,0.00022719512,0.000087741995,0.00014239525],"domain_scores_gemma":[0.99953085,0.00008299701,0.000026637592,0.0002970952,0.000023368091,0.000039073755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022732311,0.00007293964,0.00006810422,0.00009618836,0.00024024566,0.00021173187,0.00049347914,0.000024307463,0.000013719179],"category_scores_gemma":[0.00005752987,0.000065436885,0.000030152381,0.00022785852,0.000014855707,0.00023056417,0.00010702105,0.00014634183,0.000023409346],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010425159,0.0000768226,0.03263659,0.000010373492,0.0000073333085,8.5126584e-7,0.0009433634,0.002382705,0.00017330953,0.038963366,0.00033596397,0.9244683],"study_design_scores_gemma":[0.000652975,0.00020985569,0.28284162,0.00013918454,0.000022791968,0.000036385194,0.00020220681,0.24534906,0.00036829038,0.017099272,0.45235083,0.0007275424],"about_ca_topic_score_codex":0.0002327466,"about_ca_topic_score_gemma":0.000025234587,"teacher_disagreement_score":0.92374074,"about_ca_system_score_codex":0.00001634438,"about_ca_system_score_gemma":0.00005706236,"threshold_uncertainty_score":0.26684386},"labels":[],"label_agreement":null},{"id":"W4412471876","doi":"10.1145/3721249.3736520","title":"Quantum Tango","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.010281238934785365,"score_gpt":0.2678777948441985,"score_spread":0.2575965559094131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412471876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022472432,0.000069814596,0.97017556,0.0031982074,0.00026233928,0.000020001207,1.1674963e-8,0.00052202115,0.023504823],"genre_scores_gemma":[0.8586497,7.79405e-7,0.12691335,0.00067948626,0.000012600392,0.0000026035973,1.4138122e-7,0.0000013931698,0.013739988],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99963844,0.000027802203,0.000051655457,0.00012457062,0.00005131016,0.000106239735],"domain_scores_gemma":[0.999701,0.000039335366,0.000009628864,0.00022220472,0.000010046486,0.000017784028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016941676,0.000033827342,0.000038428043,0.000050472474,0.00008179494,0.00010920971,0.0003467688,0.000016683623,0.000007002805],"category_scores_gemma":[0.000037104845,0.000027791973,0.000021239166,0.00020351121,0.000007758365,0.00008015148,0.00009482596,0.00008959428,0.00006341764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4287177e-7,0.0000068184345,0.000503471,0.0000015252255,0.000002073491,9.3793335e-7,0.000120079356,0.000008750673,0.000016318447,0.6088494,0.0024964155,0.38799405],"study_design_scores_gemma":[0.00007442882,0.000014542822,0.0026835094,0.000010758628,0.0000010494256,0.0000016024978,0.000030154682,0.02022319,0.0001141366,0.00289483,0.9738925,0.000059259044],"about_ca_topic_score_codex":0.000053120486,"about_ca_topic_score_gemma":0.000002320956,"teacher_disagreement_score":0.97139615,"about_ca_system_score_codex":0.000007817582,"about_ca_system_score_gemma":0.000020357571,"threshold_uncertainty_score":0.113332376},"labels":[],"label_agreement":null},{"id":"W4412477726","doi":"10.1080/2331186x.2025.2530904","title":"Utilization of government grants for funding: insights into STEM education teachers in Taiwan","year":2025,"lang":"en","type":"article","venue":"Cogent Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"Ministry of Science and Technology, Taiwan","keywords":"Government (linguistics); Public administration; Political science; Psychology; Medical education; Pedagogy; Public relations; Economic growth; Medicine; Economics","score_opus":0.03341086524109076,"score_gpt":0.32718858215701124,"score_spread":0.2937777169159205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412477726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50103915,0.001207523,0.49332848,0.001267398,0.0020382938,0.0005884497,3.62502e-7,0.00006067963,0.00046964982],"genre_scores_gemma":[0.9831557,0.000010039273,0.015222244,0.00009859663,0.00003645017,0.00014609452,0.000015211321,0.0000056036633,0.0013100324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910104,0.00009196783,0.0002527215,0.0002588871,0.00017109886,0.00012426867],"domain_scores_gemma":[0.99943775,0.00004353334,0.00014942772,0.00026017718,0.00007226123,0.000036864567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035041856,0.00008637919,0.00010111839,0.00017508068,0.00010195264,0.000061237224,0.0002789926,0.000051206065,9.973194e-7],"category_scores_gemma":[0.000110344045,0.000090872636,0.000037407845,0.0004344391,0.00001597623,0.00021163274,0.00004254436,0.000081769576,0.0000016205827],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051542975,0.0003995504,0.01606943,0.000078120356,0.000006855163,1.7467125e-8,0.014924202,0.000062177794,0.0005153239,0.038463112,0.0005404318,0.92893565],"study_design_scores_gemma":[0.0013961646,0.00032360465,0.12568721,0.0015241444,0.000073485586,0.0000020785792,0.033811085,0.01796833,0.019218286,0.013375966,0.7859346,0.00068498787],"about_ca_topic_score_codex":0.000096873,"about_ca_topic_score_gemma":0.00003765196,"teacher_disagreement_score":0.9282506,"about_ca_system_score_codex":0.0003918002,"about_ca_system_score_gemma":0.0005894972,"threshold_uncertainty_score":0.37056786},"labels":[],"label_agreement":null},{"id":"W4412496668","doi":"10.1007/978-3-031-98462-4_48","title":"Beyond Programming Assistance Towards the Integration of Generative AI into Computer Science Education: A Scoping Review","year":2025,"lang":"en","type":"review","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; École de Technologie Supérieure; Université de Sherbrooke","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Generative grammar; Human–computer interaction; Artificial intelligence; Software engineering; Data science","score_opus":0.03692753963088899,"score_gpt":0.3766500605386815,"score_spread":0.33972252090779254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412496668","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.306355e-7,0.48236015,0.51412034,0.00082392135,0.0014842357,0.0011189261,4.707654e-7,0.00008284016,0.000008596819],"genre_scores_gemma":[0.00012867918,0.3822945,0.6156185,0.001479371,0.0002880686,0.00016823372,0.000005457299,0.000013790308,0.0000034011764],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9936689,0.00072123203,0.0013096413,0.0020195025,0.0014423002,0.0008383853],"domain_scores_gemma":[0.9949671,0.000959209,0.000977742,0.0020945412,0.0008410482,0.00016036147],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0061815316,0.00067388004,0.0015563901,0.0011386247,0.0011315421,0.0016305599,0.006930821,0.0001862962,0.0000020845248],"category_scores_gemma":[0.0012254297,0.00045134267,0.00034452422,0.011373243,0.0017519754,0.0012007917,0.0019945337,0.0015133611,0.0000043906484],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[4.8358663e-7,0.00006484249,0.0000028910038,0.014983662,0.000007728911,0.0000024430888,0.0014113978,0.0005069844,0.0000013019122,0.0012242768,0.0000131658235,0.9817808],"study_design_scores_gemma":[0.00016915576,0.000309732,0.000018203134,0.88704705,0.00015645497,0.000134117,0.0000036904328,0.057649627,0.00014058108,0.0019865765,0.05105099,0.0013338124],"about_ca_topic_score_codex":0.00009215085,"about_ca_topic_score_gemma":0.000081758,"teacher_disagreement_score":0.980447,"about_ca_system_score_codex":0.0006085055,"about_ca_system_score_gemma":0.014835815,"threshold_uncertainty_score":0.9997938},"labels":[],"label_agreement":null},{"id":"W4413081244","doi":"10.1007/978-3-031-98417-4_5","title":"Thinking Like a Scientist: Can Interactive Simulations Foster Critical AI Literacy?","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Computer science; Cognitive science; Literacy; Human–computer interaction; Psychology; Pedagogy","score_opus":0.013845018489105273,"score_gpt":0.30857447731430615,"score_spread":0.29472945882520085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413081244","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024324292,0.00026297735,0.9870077,0.005990626,0.004524572,0.0003082005,0.00000995467,0.00037416792,0.0014975079],"genre_scores_gemma":[0.36444947,0.0000026794753,0.62608737,0.007591597,0.00039406528,0.00000875016,0.000011626708,0.00003258451,0.0014218377],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99514085,0.00012499653,0.0005921584,0.0019937067,0.0012488168,0.0008994512],"domain_scores_gemma":[0.9953007,0.0021633133,0.00021833855,0.001454239,0.0006459895,0.00021740283],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011876726,0.00057798857,0.00053163664,0.0015736955,0.0010214421,0.0045276387,0.00397109,0.00031778737,0.000023184619],"category_scores_gemma":[0.00079241657,0.00055432663,0.00019588816,0.0010213495,0.0008013704,0.0015623809,0.0027272438,0.0023673694,0.00002317323],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047118124,0.00004432,0.00010485763,0.000053025826,0.000015416848,0.000105046594,0.008087314,0.01780798,0.000013618445,0.034587197,0.00008096602,0.93909556],"study_design_scores_gemma":[0.0002863945,0.00018504263,0.00010035009,0.0023127573,0.000025267522,0.000101697566,7.904084e-7,0.8190765,0.00009596071,0.1322062,0.04462823,0.0009808049],"about_ca_topic_score_codex":0.00005460252,"about_ca_topic_score_gemma":0.000115638875,"teacher_disagreement_score":0.93811476,"about_ca_system_score_codex":0.00047065562,"about_ca_system_score_gemma":0.0008507863,"threshold_uncertainty_score":0.9999342},"labels":[],"label_agreement":null},{"id":"W4413199762","doi":"10.3102/ip.25.2184093","title":"Using 3D Printing to Foster Self-Directed Learning in Adolescents: Preliminary Findings (Poster 13)","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Autodidacticism; Human–computer interaction; Psychology; Mathematics education","score_opus":0.018850170107777755,"score_gpt":0.2800236604136713,"score_spread":0.2611734903058936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413199762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61380357,0.00007413227,0.37825355,0.0013126351,0.00046867,0.000407235,5.7771018e-8,0.0035709948,0.002109141],"genre_scores_gemma":[0.74886245,5.5229634e-7,0.24942662,0.000805658,0.000023696532,0.0000094517345,4.2239813e-7,0.000013333909,0.00085779815],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997988,0.00027525838,0.00035018765,0.000616171,0.0002104417,0.0005599413],"domain_scores_gemma":[0.99932057,0.00011039162,0.00006559573,0.00035702644,0.00006029021,0.000086104264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082280854,0.00020377673,0.00021490322,0.00053908164,0.00026984568,0.00040565708,0.0006394088,0.00009973763,0.00000526262],"category_scores_gemma":[0.0003406921,0.00020275434,0.00006052388,0.0010694619,0.000012485893,0.0004071208,0.0009029496,0.0006697112,0.00003597127],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043488748,0.00025100983,0.582546,0.00025728915,0.000034124434,0.00004568912,0.015516223,0.007239082,0.0008451905,0.00030689745,0.0002708745,0.39264414],"study_design_scores_gemma":[0.0016074647,0.0003913328,0.32392952,0.0052524814,0.000035058376,0.000047309382,0.00076189335,0.6358182,0.0012281424,0.000047633468,0.029771067,0.0011099301],"about_ca_topic_score_codex":0.00014671385,"about_ca_topic_score_gemma":0.000033774966,"teacher_disagreement_score":0.6285791,"about_ca_system_score_codex":0.00014974047,"about_ca_system_score_gemma":0.00009222365,"threshold_uncertainty_score":0.8268082},"labels":[],"label_agreement":null},{"id":"W4413237710","doi":"10.1007/s42330-025-00378-w","title":"Impact of STEAM-Based Integrated Robotics Education (IRE) on Student Performance in the Tournament Brazil of Robotics (TBR) Interactive Learning Environment","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Tournament; Artificial intelligence; Educational robotics; Science education; Robot; Computer science; Engineering; Mathematics education; Psychology; Mathematics","score_opus":0.007376594194223466,"score_gpt":0.28792585125158016,"score_spread":0.28054925705735667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413237710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96885735,0.00017671131,0.028296955,0.0021730468,0.00023143878,0.00013736781,1.9974993e-7,0.0000047019753,0.00012223655],"genre_scores_gemma":[0.9548939,0.000018781328,0.045025744,0.000027837808,0.0000050839103,0.0000037000495,3.465342e-7,0.000002666973,0.000021952541],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990704,0.00004715635,0.00038296383,0.00012344742,0.00020783758,0.00016816106],"domain_scores_gemma":[0.9988722,0.00010194357,0.0005060148,0.00023218135,0.00021838726,0.00006925972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012394177,0.00009079701,0.00016663238,0.0013760247,0.0001818734,0.00008084718,0.00075354445,0.000050242757,0.000001454813],"category_scores_gemma":[0.0003198797,0.000064385844,0.00003400689,0.0010049416,0.00041127356,0.00016992493,0.000029034072,0.00045208976,3.5176163e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063036705,0.0013529661,0.15943271,0.00009957615,0.000041807547,0.0000020695584,0.022870844,0.11719458,0.00070306496,0.05642452,0.00004466403,0.6418269],"study_design_scores_gemma":[0.0016042873,0.0071628187,0.63189495,0.008941095,0.00018791642,0.0003039719,0.1293085,0.19857013,0.0049997643,0.014235761,0.0019573462,0.00083342957],"about_ca_topic_score_codex":0.00021290977,"about_ca_topic_score_gemma":0.0000651933,"teacher_disagreement_score":0.6409935,"about_ca_system_score_codex":0.0004357278,"about_ca_system_score_gemma":0.0042157727,"threshold_uncertainty_score":0.74785995},"labels":[],"label_agreement":null},{"id":"W4413291916","doi":"10.1016/j.tsc.2025.101962","title":"Fostering critical thinkers and future designers: Design fiction pedagogy in AI education","year":2025,"lang":"en","type":"article","venue":"Thinking Skills and Creativity","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Western University","keywords":"Psychology; Pedagogy; Design education; Engineering ethics; Mathematics education; Art; Engineering; Visual arts","score_opus":0.016308684039073616,"score_gpt":0.34318518304857915,"score_spread":0.32687649900950555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413291916","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046242155,0.001153911,0.9441384,0.0068447166,0.00041341878,0.00016385542,2.0018045e-7,0.00020798779,0.0008353486],"genre_scores_gemma":[0.89556897,0.00007492191,0.103534296,0.0005927706,0.00007933979,0.000015444466,9.621926e-7,0.000005627229,0.00012769582],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883926,0.00034488188,0.0001373452,0.00035619858,0.00011385652,0.00020844857],"domain_scores_gemma":[0.99927926,0.00041957948,0.000035915007,0.0001833502,0.000031638672,0.000050249935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009597617,0.00012759391,0.00015342413,0.00015368554,0.00034108048,0.0003981658,0.00016004308,0.00009782385,0.0000017475644],"category_scores_gemma":[0.00016308187,0.00012012794,0.000021042051,0.00021447723,0.000057820653,0.00048949895,0.00021906554,0.00034536325,5.7244483e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000736715,0.00012623607,0.0060415016,0.000052780208,0.000007271336,0.0000034526045,0.01168478,0.000050692397,0.000060352893,0.054041445,0.00011684979,0.9278073],"study_design_scores_gemma":[0.0029299785,0.0011541873,0.5012809,0.003793037,0.00018468054,0.0002824707,0.00901707,0.066792466,0.0013772562,0.36898515,0.041947283,0.0022555229],"about_ca_topic_score_codex":0.00018232767,"about_ca_topic_score_gemma":0.000015131221,"teacher_disagreement_score":0.9255518,"about_ca_system_score_codex":0.000045026605,"about_ca_system_score_gemma":0.0001215805,"threshold_uncertainty_score":0.4898675},"labels":[],"label_agreement":null},{"id":"W4413326690","doi":"10.1201/9781003469728","title":"A Gamer's Introduction to Programming with MonoGame","year":2025,"lang":"en","type":"book","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cambrian College","funders":"","keywords":"Computer science; Psychology; Cognitive science","score_opus":0.0073576045022777465,"score_gpt":0.2311289891630168,"score_spread":0.22377138466073906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413326690","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003679009,0.000119173186,0.909412,0.005805467,0.000570302,0.00048026704,3.897273e-7,0.0014685419,0.08214016],"genre_scores_gemma":[0.00004442954,0.0000015921107,0.37762287,0.00022789215,0.0006095416,0.00004745206,0.000010044695,0.000017784587,0.62141836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979794,0.000063246385,0.00022932007,0.0009517868,0.00036222936,0.0004140134],"domain_scores_gemma":[0.99860317,0.00005986488,0.0001265145,0.0009573446,0.00011156563,0.00014152887],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003987449,0.00032329315,0.00032853312,0.0004082713,0.00018540096,0.00056074426,0.00092784665,0.00016920536,0.000015817168],"category_scores_gemma":[0.00006128056,0.0002650915,0.00008611067,0.00037502873,0.000033543867,0.00018969893,0.00033421215,0.00079294475,0.00013061782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000638069,0.000020206075,0.0000048226934,0.000043641485,0.000047087004,0.0000110599085,0.0006491512,0.00018833003,5.6961034e-7,0.03306976,0.07213179,0.8938272],"study_design_scores_gemma":[0.00010192329,0.00027814595,0.000007462685,0.00020317147,0.000022410011,0.0000217962,0.000020375595,0.00023273412,0.0000064550445,0.00017360924,0.9985912,0.00034072011],"about_ca_topic_score_codex":0.000060109036,"about_ca_topic_score_gemma":0.000026839958,"teacher_disagreement_score":0.92645943,"about_ca_system_score_codex":0.00020756743,"about_ca_system_score_gemma":0.00037953904,"threshold_uncertainty_score":0.99998015},"labels":[],"label_agreement":null},{"id":"W4413360482","doi":"10.1109/sse67621.2025.00032","title":"Towards a DIY Robotic Tail Toolkit for Future Service Robot and Computing Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Robot; Service (business); Human–computer interaction; Service robot; Software engineering; Artificial intelligence; Business","score_opus":0.011619425601892048,"score_gpt":0.2833578161038546,"score_spread":0.2717383905019625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413360482","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006411564,0.00039861468,0.9727085,0.01811331,0.00091712,0.00018723721,9.723915e-8,0.0003157697,0.00094776554],"genre_scores_gemma":[0.4521682,0.0000024699698,0.5439311,0.0021263561,0.00017512399,0.0000130053595,0.0000033847298,0.000005409475,0.001574905],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999216,0.000049634305,0.0001362784,0.00031202822,0.00008225055,0.00020378969],"domain_scores_gemma":[0.99947655,0.0000896304,0.00004702318,0.0002446294,0.00009272001,0.00004942944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033314756,0.00010285679,0.00012032397,0.0000848919,0.00028131437,0.00036514967,0.00035727158,0.000055756016,0.000001623476],"category_scores_gemma":[0.000051790037,0.000091958456,0.00003333474,0.00033987485,0.000009550216,0.00018996811,0.00018139552,0.00015438299,0.000003242433],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017518339,0.0000351709,0.00044580834,0.000086246844,0.0000100337675,1.4944943e-7,0.0017929341,0.0011142341,0.00002053241,0.0668723,0.000640264,0.9289806],"study_design_scores_gemma":[0.00085001596,0.00014955696,0.045986634,0.00033499318,0.000050004,0.000026234084,0.0034746332,0.5871506,0.000111796406,0.0033456464,0.35794145,0.0005784807],"about_ca_topic_score_codex":0.00018705765,"about_ca_topic_score_gemma":0.000035396177,"teacher_disagreement_score":0.92840207,"about_ca_system_score_codex":0.000029155188,"about_ca_system_score_gemma":0.00018387868,"threshold_uncertainty_score":0.3749957},"labels":[],"label_agreement":null},{"id":"W4413594112","doi":"10.64628/aam.9aa9pcn5u","title":"The simple reason a viral math equation stumped the internet","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Saskatchewan","funders":"","keywords":"Simple (philosophy); Mathematics; The Internet; Calculus (dental); Physics; Applied mathematics; Computer science; Philosophy; Epistemology; World Wide Web; Medicine","score_opus":0.03559079996619637,"score_gpt":0.28992843450835176,"score_spread":0.2543376345421554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413594112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025003,0.0003653794,0.9640828,0.0058960877,0.001400938,0.0004198946,0.0000011984845,0.00075200363,0.002078693],"genre_scores_gemma":[0.9747224,0.000017321352,0.014872774,0.0002932463,0.00014896333,0.00017275049,0.00002450312,0.00001760691,0.009730437],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807924,0.00050705596,0.000233862,0.00045491077,0.0004469059,0.00027804324],"domain_scores_gemma":[0.99803954,0.00047963875,0.00022186922,0.001193852,0.000030019673,0.000035102894],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002349833,0.00017213338,0.00012832238,0.00003839229,0.0006590334,0.0012287168,0.0027621177,0.00006743181,0.00003624031],"category_scores_gemma":[0.00021400025,0.00009130318,0.00012866448,0.00011454824,0.000041648476,0.000079224745,0.004045454,0.001475024,0.00003419459],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049348905,0.000025790978,0.00024887986,0.000008912543,0.00003866762,0.0000034837635,0.008519775,0.0023229802,0.0000013160885,0.27770576,0.003482865,0.70763665],"study_design_scores_gemma":[0.00007851582,0.0000641674,0.0009990775,0.00001490545,0.000010413854,0.0000054414386,0.0004458909,0.36195615,0.000004893559,0.008568829,0.6276773,0.00017437516],"about_ca_topic_score_codex":0.0017507031,"about_ca_topic_score_gemma":0.0000715414,"teacher_disagreement_score":0.94971937,"about_ca_system_score_codex":0.00010058816,"about_ca_system_score_gemma":0.00009832725,"threshold_uncertainty_score":0.99980813},"labels":[],"label_agreement":null},{"id":"W4413595332","doi":"10.64628/aap.tnvcayy39","title":"Why elementary and high school students should learn computer programming","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Mathematics education; Computer science; Programming language; Psychology","score_opus":0.03182262928931887,"score_gpt":0.3114387025120339,"score_spread":0.27961607322271503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413595332","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050346162,0.0005180165,0.9392903,0.0044146394,0.0023409885,0.0009988517,0.000003515611,0.0019494586,0.00013805428],"genre_scores_gemma":[0.06615755,0.000036534027,0.92700016,0.0043273265,0.0004195532,0.00022485336,0.000082306215,0.000057694786,0.0016939933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959544,0.0004709814,0.0004596201,0.001402259,0.0010816089,0.0006311137],"domain_scores_gemma":[0.99822795,0.00010946681,0.0002467992,0.0010828117,0.000048888647,0.0002840774],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001372692,0.00045577317,0.0004414147,0.00027654876,0.0005881393,0.0021840383,0.0026873366,0.00018246777,0.0002449994],"category_scores_gemma":[0.000029128756,0.00044552956,0.00014506411,0.0002294203,0.000056135927,0.00027584465,0.013342659,0.0028615913,0.00002076602],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058101236,0.00020757773,0.0420539,0.00011444175,0.00016438912,0.000062899395,0.0011757461,0.0014758605,0.0000011296761,0.0013516132,0.0054687196,0.94791794],"study_design_scores_gemma":[0.00060702174,0.00035428448,0.0148453405,0.00012185816,0.000046871275,0.000028329347,0.00023358842,0.0077874227,0.0000031375596,0.00024871796,0.9748858,0.00083761703],"about_ca_topic_score_codex":0.0024773192,"about_ca_topic_score_gemma":0.000054298438,"teacher_disagreement_score":0.9694171,"about_ca_system_score_codex":0.00016994288,"about_ca_system_score_gemma":0.000097667034,"threshold_uncertainty_score":0.99979967},"labels":[],"label_agreement":null},{"id":"W4413924608","doi":"10.1007/s11423-025-10553-3","title":"Parallel courseware for adaptable programming learning: concept, design, and evaluation","year":2025,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"University of British Columbia","keywords":"Computer science; Educational technology; Instructional design; Multimedia; Mathematics education; Software engineering; Human–computer interaction; Psychology","score_opus":0.10674978146126872,"score_gpt":0.4181619225607261,"score_spread":0.31141214109945736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413924608","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008364453,0.0039419006,0.9601734,0.026068302,0.000120893004,0.0010508008,1.5603472e-7,0.00018797188,0.00009207888],"genre_scores_gemma":[0.29750058,0.000017283159,0.6992799,0.00002441158,0.000017545592,0.0010649698,0.000012767397,0.00000459601,0.0020779197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986081,0.00015386658,0.00015617238,0.0004087203,0.0002936574,0.00037946654],"domain_scores_gemma":[0.9986114,0.00057065405,0.00004030885,0.00014689339,0.00056670164,0.00006406166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027913318,0.00009082075,0.000102965336,0.0004794281,0.0009903286,0.00019116342,0.0002871088,0.000103213504,0.0000043010273],"category_scores_gemma":[0.0009802646,0.00008800466,0.000007624902,0.00055130763,0.00021137786,0.0001188277,0.00020875216,0.00038987125,0.0000035833793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010871599,0.00007717263,0.0033670343,0.00001959735,0.000026920032,2.7925486e-7,0.0011352247,0.00011678292,0.000015217573,0.09426965,0.0014154976,0.8995457],"study_design_scores_gemma":[0.0014142918,0.00048810302,0.009370845,0.00020760093,0.000008269739,0.00002474419,0.0033897902,0.016215887,0.0005806665,0.060913622,0.9070541,0.00033204936],"about_ca_topic_score_codex":0.0000076047277,"about_ca_topic_score_gemma":0.0000024984363,"teacher_disagreement_score":0.90563864,"about_ca_system_score_codex":0.00010681652,"about_ca_system_score_gemma":0.0017027482,"threshold_uncertainty_score":0.7616907},"labels":[],"label_agreement":null},{"id":"W4414203932","doi":"10.1145/3767736","title":"Can Alternative Grading Improve Student Interactions in Automatically Graded Programming Assignments?","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Debugging; Oracle; Formative assessment; Suite; Test suite; Unit testing; Software; Summative assessment; Software development","score_opus":0.019104032716112294,"score_gpt":0.34739191197987124,"score_spread":0.32828787926375896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414203932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088350534,0.000022304377,0.9024407,0.005136226,0.0029758976,0.00043286817,4.792673e-7,0.0004511131,0.00018985324],"genre_scores_gemma":[0.8075269,0.0000017832912,0.19165567,0.00028636688,0.000049287588,0.00008716654,0.0000034556163,0.000011098072,0.0003783131],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981291,0.00026203107,0.00043270196,0.00054809224,0.00026447664,0.00036357247],"domain_scores_gemma":[0.99853295,0.0005125342,0.00015669268,0.0006332122,0.000082771,0.00008183661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005495773,0.00020338778,0.00019151338,0.00065610145,0.00049406633,0.00043582614,0.00089120766,0.000048400198,0.000003706977],"category_scores_gemma":[0.00015022079,0.00021802558,0.00009076921,0.00093418284,0.000033684653,0.00029500877,0.000041999858,0.00072787405,0.000009339304],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003189342,0.00087844406,0.001145724,0.000024697918,0.00004574419,0.0000013256174,0.0070888605,0.004025835,0.000091087415,0.0046310797,0.00002325919,0.98204076],"study_design_scores_gemma":[0.005585421,0.0012809539,0.1723937,0.0068961317,0.0003360357,0.00010298325,0.024319075,0.69813836,0.008087094,0.03706843,0.042382095,0.003409715],"about_ca_topic_score_codex":0.0005154557,"about_ca_topic_score_gemma":0.000111059635,"teacher_disagreement_score":0.978631,"about_ca_system_score_codex":0.0005811293,"about_ca_system_score_gemma":0.00031002538,"threshold_uncertainty_score":0.88908255},"labels":[],"label_agreement":null},{"id":"W4414259029","doi":"10.21585/ijcses.v7i2.235","title":"Designing a Student-Centric Computer Science Curriculum: Enabling Flexibility and Personalised Learning in Secondary Schools","year":2025,"lang":"en","type":"article","venue":"International Journal of Computer Science Education in Schools","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Optech (Canada)","funders":"","keywords":"Curriculum; Flexibility (engineering); Thematic analysis; Nonprobability sampling; Curriculum development; Qualitative property; Qualitative research","score_opus":0.013780394230596932,"score_gpt":0.3410133124234603,"score_spread":0.3272329181928634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414259029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5216845,0.00029372945,0.47345108,0.0014548043,0.0028956148,0.00012521136,1.1509209e-7,0.0000327575,0.00006219523],"genre_scores_gemma":[0.7357011,0.000020764703,0.26364663,0.00035125596,0.0002475308,0.0000045993825,4.2522473e-7,0.000004163882,0.000023549377],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99621207,0.00030483733,0.0008700739,0.0007192573,0.0014121934,0.00048159392],"domain_scores_gemma":[0.99737775,0.00023797812,0.0005160134,0.00029658695,0.0013473394,0.00022435575],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007651684,0.00019701781,0.00028496905,0.003396622,0.0003792454,0.0027112549,0.0032429507,0.000054804957,0.000004445438],"category_scores_gemma":[0.0008000277,0.0001911459,0.000074367716,0.0031097394,0.00029809336,0.0039387676,0.00079811626,0.001593506,0.0000043042737],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009672155,0.00028691094,0.30823988,0.000011123946,0.000011309982,0.000017477907,0.003345771,0.007926455,0.0004855543,0.0032494399,0.000055290566,0.67636114],"study_design_scores_gemma":[0.0022794497,0.00025963417,0.8215383,0.0020393343,0.000010131689,0.00032808314,0.0024623505,0.16495588,0.0005877726,0.0022083535,0.0028095793,0.0005211042],"about_ca_topic_score_codex":0.000098853656,"about_ca_topic_score_gemma":0.000005367927,"teacher_disagreement_score":0.67584,"about_ca_system_score_codex":0.0009431333,"about_ca_system_score_gemma":0.008362834,"threshold_uncertainty_score":0.99832404},"labels":[],"label_agreement":null},{"id":"W4414283230","doi":"10.4018/979-8-3373-6960-0.ch009","title":"Data-Informed Decision Making in Introductory Programming Instruction","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University; Dalhousie University","funders":"","keywords":"Relevance (law); Quality (philosophy); Learning analytics; Data collection; Conceptual framework; Psychological intervention; Learning theory","score_opus":0.030989515805326127,"score_gpt":0.30548198359774975,"score_spread":0.27449246779242364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414283230","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041664807,0.00059516774,0.82258296,0.0003015608,0.0027146798,0.00052943075,0.0000048245556,0.0011055435,0.17212416],"genre_scores_gemma":[0.0029078447,0.000052262207,0.8530411,0.00014081824,0.00036706857,0.000011494739,0.00009829481,0.000035768357,0.14334533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747795,0.000035310117,0.00060053327,0.0010421519,0.00045942055,0.00038464737],"domain_scores_gemma":[0.9973978,0.00030342065,0.00026920228,0.0019116399,0.000062284715,0.000055646535],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00093670766,0.000344403,0.00037771347,0.0008067037,0.00016989525,0.0004707264,0.0022022752,0.00032749012,0.000033364613],"category_scores_gemma":[0.00037844855,0.00033014835,0.00008035975,0.00017683589,0.000051832056,0.0007922001,0.0017023355,0.0012197999,0.00005166246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006699946,0.0000080434875,0.000040497733,0.000049059716,0.000015205344,0.000013138203,0.00021025517,0.00003362508,1.7678327e-7,0.116132654,0.0014200449,0.8820706],"study_design_scores_gemma":[0.00023964538,0.000034532295,0.00008847404,0.0010494185,0.000011723432,0.000024320967,0.000021428907,0.003929613,5.9163676e-7,0.0026375882,0.9916107,0.0003519351],"about_ca_topic_score_codex":0.00003785132,"about_ca_topic_score_gemma":0.0002770332,"teacher_disagreement_score":0.9901907,"about_ca_system_score_codex":0.00025237142,"about_ca_system_score_gemma":0.00035632582,"threshold_uncertainty_score":0.99991506},"labels":[],"label_agreement":null},{"id":"W4414599509","doi":"10.55020/iojpe.1672265","title":"EARLY CHILDHOOD EDUCATION STUDENT-TEACHERS EXPERIENCING VIRTUAL MATH MAKERSPACES: ORGANIZING PLAYFUL LEARNING ENVIRONMENTS","year":2025,"lang":"en","type":"article","venue":"International Online Journal of Primary Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Early childhood; Early childhood education; Cognition; Cognitive development; Perception; Bachelor; Experiential learning; Formal learning; Child development","score_opus":0.006303908750983316,"score_gpt":0.2808677781289899,"score_spread":0.2745638693780066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414599509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90467423,0.0005804236,0.08759142,0.0024761716,0.0040127067,0.00009646487,5.522814e-7,0.00004914022,0.0005189093],"genre_scores_gemma":[0.93938094,0.000078049874,0.056074854,0.0006191267,0.00064166187,0.0000064416763,0.000027825505,0.000016646823,0.0031544394],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99817556,0.00018197265,0.0005674174,0.0002709126,0.0006161927,0.00018793183],"domain_scores_gemma":[0.9986953,0.0001137969,0.0007000243,0.0002037041,0.00019006994,0.000097097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006417411,0.00017525986,0.00020256649,0.000547215,0.00019028096,0.00036818237,0.001021647,0.0000747974,0.000012907963],"category_scores_gemma":[0.00031308757,0.00017400784,0.000108817294,0.00028377975,0.000030124613,0.0011785193,0.00018375396,0.00073720043,0.00001145712],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001199405,0.001867419,0.026171504,0.0000066240937,0.00016273955,0.0000034642371,0.050217878,0.0013186425,0.0022832379,0.00433933,0.00049225247,0.9131249],"study_design_scores_gemma":[0.00091239304,0.00035760293,0.7973741,0.0007269862,0.000062404826,0.00016701962,0.025743518,0.0004738584,0.00029199466,0.00024963246,0.17328326,0.000357206],"about_ca_topic_score_codex":0.000041307656,"about_ca_topic_score_gemma":0.000001672898,"teacher_disagreement_score":0.9127677,"about_ca_system_score_codex":0.0008439077,"about_ca_system_score_gemma":0.0017080625,"threshold_uncertainty_score":0.7095834},"labels":[],"label_agreement":null},{"id":"W4414700394","doi":"","title":"A Catalog of Misconceptions in Pharo","year":2024,"lang":"en","type":"report","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Perception; Software; Data collection; Key (lock)","score_opus":0.025112320339990994,"score_gpt":0.2759344408720041,"score_spread":0.2508221205320131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414700394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012427336,0.014714141,0.6987748,0.013698423,0.0015901108,0.00069801346,0.00007259555,0.0011639349,0.25686064],"genre_scores_gemma":[0.77704,0.0008192699,0.16869362,0.000037348324,0.000045090037,0.00008186786,0.0003253625,0.00007018546,0.052887227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949677,0.002707416,0.00060798536,0.0007276812,0.0006555932,0.000333643],"domain_scores_gemma":[0.99556136,0.00096750015,0.00042190327,0.0017839108,0.0011575444,0.000107764296],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008589881,0.00025252596,0.00039397925,0.00043785453,0.00012677416,0.00034399095,0.0017441558,0.0002304833,0.000031789088],"category_scores_gemma":[0.0019240618,0.000263205,0.00021600511,0.0008697977,0.00016474366,0.0001795371,0.00074452226,0.0009792434,0.000057951267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019018636,0.00054224505,0.0014023897,0.00058056053,0.00009174985,0.00004835713,0.029209761,0.00004968514,0.0006716857,0.10885068,0.0061419117,0.85240906],"study_design_scores_gemma":[0.0004116069,9.836207e-7,0.0020322748,0.007676784,0.000058128466,0.000097454926,0.0001512363,0.0057457467,0.0046637123,0.0018567488,0.9766104,0.00069492386],"about_ca_topic_score_codex":0.004637635,"about_ca_topic_score_gemma":0.0018781088,"teacher_disagreement_score":0.97046846,"about_ca_system_score_codex":0.00018892757,"about_ca_system_score_gemma":0.0010063485,"threshold_uncertainty_score":0.999982},"labels":[],"label_agreement":null},{"id":"W4414782578","doi":"10.61737/dggu7687","title":"Intelligence artificielle en milieu scolaire - Point de vue des parents d’élèves du Québec","year":2025,"lang":"fr","type":"report","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Point (geometry); Context (archaeology); Subject (documents); Identification (biology)","score_opus":0.03657363291780041,"score_gpt":0.28893684836809014,"score_spread":0.2523632154502897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414782578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033380084,0.011431352,0.9188837,0.003204505,0.0032966782,0.0005351464,0.000005279151,0.00095569895,0.02830756],"genre_scores_gemma":[0.6282416,0.0012802237,0.09886931,0.00034195947,0.0006310701,0.000094381285,0.000025216832,0.00006567634,0.27045056],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994524,0.0008930976,0.0011197716,0.0014430796,0.00077750883,0.0012425219],"domain_scores_gemma":[0.99636245,0.0011436468,0.00043510916,0.0012738397,0.00037702106,0.00040790788],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033408965,0.0007359124,0.0007753177,0.00035572116,0.0011757811,0.0010315062,0.0022446597,0.00059069914,0.0004162337],"category_scores_gemma":[0.0023636946,0.0007044744,0.00048477895,0.00076635426,0.00055994897,0.00041944784,0.0012788317,0.0018764365,0.0003477754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008295089,0.00032280936,0.03077974,0.0006712321,0.00013457613,0.00019496877,0.04848336,0.003632009,0.000018763725,0.0017956712,0.0026428914,0.9113157],"study_design_scores_gemma":[0.00010478984,0.00029529002,0.0053643873,0.0034824538,0.00014847868,0.00057227426,0.0090457415,0.04497039,0.00054135144,0.000612029,0.93375593,0.0011068817],"about_ca_topic_score_codex":0.3052897,"about_ca_topic_score_gemma":0.053461272,"teacher_disagreement_score":0.93111306,"about_ca_system_score_codex":0.0012518212,"about_ca_system_score_gemma":0.0069196294,"threshold_uncertainty_score":0.9995406},"labels":[],"label_agreement":null},{"id":"W4415094842","doi":"10.48550/arxiv.2506.03720","title":"Design of a visual environment for programming by direct data manipulation","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de La Réunion; Université de Nantes; Université Bretagne Sud; École de technologie supérieure","keywords":"Syntax; Process (computing); Code (set theory); Visual programming language; Source code; State (computer science); Control (management); Program code; Visualization","score_opus":0.11605824428987686,"score_gpt":0.33057088052714817,"score_spread":0.2145126362372713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415094842","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00832787,0.00061191834,0.98927146,0.00021529976,0.0003651273,0.0009127944,0.000018414974,0.00026140583,0.000015734997],"genre_scores_gemma":[0.45051882,0.000033611,0.548086,0.000035111556,0.00008538304,0.00019225274,0.00040795395,0.000022015747,0.00061887683],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776185,0.00024696536,0.00040838422,0.0009934492,0.00026206608,0.00032727368],"domain_scores_gemma":[0.9977854,0.00030880104,0.0003741359,0.0014438187,0.00003038564,0.000057439807],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013246676,0.00025571426,0.00034324816,0.00011036418,0.00015479136,0.00013300547,0.0018063559,0.00019321417,0.0000024066019],"category_scores_gemma":[0.0001691962,0.00026307328,0.00008904761,0.000107640124,0.00003991512,0.00018552975,0.0023047181,0.00043793276,0.0000062755485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002188565,0.00031642828,0.019650841,0.00037289184,0.00014899421,0.0000022450276,0.0011000294,0.013410666,0.00022740368,0.000105920575,0.00071548275,0.9639272],"study_design_scores_gemma":[0.0008755487,0.0005524071,0.009466343,0.00085423456,0.00024178992,0.0000030800306,0.00007606722,0.42686737,0.0013862991,0.000112290225,0.55845386,0.0011107003],"about_ca_topic_score_codex":0.00014750457,"about_ca_topic_score_gemma":0.0000015414131,"teacher_disagreement_score":0.96281654,"about_ca_system_score_codex":0.0000739593,"about_ca_system_score_gemma":0.00010458424,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W4415348566","doi":"10.1109/viscomm69388.2025.00007","title":"We Need to Talk (more) About Numeracy! Toward a Numeracy-Informed Visualization Design Process","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Visualization; Comprehension; Conversation; Cognition; Data visualization; Process (computing); Protocol analysis; Numeracy","score_opus":0.023804414535893218,"score_gpt":0.34017578001232807,"score_spread":0.31637136547643485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415348566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003232776,0.0000998958,0.9861622,0.0070867776,0.00038266633,0.0004482626,2.1474348e-7,0.001108411,0.0014788136],"genre_scores_gemma":[0.74090135,0.000008799527,0.2507382,0.002331043,0.00005241666,0.00009809061,0.0000048799507,0.000016771866,0.005848487],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824786,0.00012438797,0.00035408436,0.00047390195,0.00034844934,0.00045128944],"domain_scores_gemma":[0.99896955,0.0001947848,0.00009920658,0.0004388961,0.0001480678,0.00014948468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000545416,0.00021505842,0.0002168313,0.00034307185,0.0002966469,0.0006843398,0.00096275745,0.00008713914,0.000028921186],"category_scores_gemma":[0.00044708094,0.0001900198,0.00006757872,0.0014632103,0.000021800877,0.0007382053,0.00020114562,0.00022330182,0.00009648868],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003687722,0.00012697675,0.00073764124,0.00015324647,0.00004261992,0.000008987519,0.038143694,0.0072378297,0.00012245255,0.029961834,0.004788787,0.91863906],"study_design_scores_gemma":[0.0014740777,0.00041034172,0.0025360251,0.000743894,0.000040451258,0.000027757898,0.004420771,0.39989528,0.007908836,0.0016620265,0.57968533,0.0011951888],"about_ca_topic_score_codex":0.00015537145,"about_ca_topic_score_gemma":0.0000064096644,"teacher_disagreement_score":0.9174439,"about_ca_system_score_codex":0.000083155275,"about_ca_system_score_gemma":0.0003373435,"threshold_uncertainty_score":0.77487826},"labels":[],"label_agreement":null},{"id":"W4415444905","doi":"10.1145/3663547.3759703","title":"Using Co-Design to Investigate Affordances of an Expressive CS Learning Environment for Students who are BVI","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"National Science Foundation","keywords":"Affordance; Learning environment; Perception","score_opus":0.08106195144811272,"score_gpt":0.38407796295013363,"score_spread":0.3030160115020209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415444905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17170756,0.00038881507,0.8260756,0.00027394286,0.0003080647,0.0010698279,0.0000026878986,0.00011684824,0.000056621964],"genre_scores_gemma":[0.51330864,0.00002071361,0.4838485,0.0002266002,0.000058816353,0.000060576902,0.0000020287378,0.00002475987,0.0024493397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99556386,0.0009772115,0.0007561059,0.0011653667,0.0007346965,0.0008027311],"domain_scores_gemma":[0.997728,0.00045290426,0.0006565452,0.00072928227,0.00009066045,0.00034263884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022483433,0.00044666673,0.0006962374,0.00036160322,0.000988819,0.00075107976,0.0018020307,0.00016189888,0.000017330844],"category_scores_gemma":[0.00039865723,0.00045252198,0.0001650577,0.00044232237,0.00021223679,0.0006179092,0.00073925167,0.00054105546,0.000008875167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011792208,0.0004152129,0.016044982,0.0002480372,0.00018218356,0.00000965538,0.019286638,0.5602876,0.003419117,0.0009527052,0.0001695628,0.39886642],"study_design_scores_gemma":[0.0031381492,0.00387883,0.009772011,0.005924465,0.00028454507,0.000007816239,0.011649017,0.82598084,0.066725,0.0006814775,0.07020103,0.001756789],"about_ca_topic_score_codex":0.00016921105,"about_ca_topic_score_gemma":0.0000053200856,"teacher_disagreement_score":0.39710963,"about_ca_system_score_codex":0.00016709474,"about_ca_system_score_gemma":0.00019683951,"threshold_uncertainty_score":0.99979264},"labels":[],"label_agreement":null},{"id":"W4415760884","doi":"10.34190/icer.2.1.3918","title":"A Study of Preservice Teachers Developing Teaching Competencies with VEX GO Robotics","year":2025,"lang":"","type":"article","venue":"International Conference on Education Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University","funders":"","keywords":"Curriculum; Worksheet; Coding (social sciences); Robotics; Educational robotics; Teacher education; Intervention (counseling); Competence (human resources)","score_opus":0.16043924324031075,"score_gpt":0.4608546937478955,"score_spread":0.3004154505075848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415760884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7281189,0.00028472225,0.12134107,0.052718636,0.0038328583,0.002321904,0.0000057741922,0.00021338434,0.091162756],"genre_scores_gemma":[0.9531418,0.000028425146,0.034505993,0.00016955173,0.0001340222,0.00014314945,0.000012371057,0.000020605059,0.011844054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9931628,0.0022028731,0.0007424134,0.001003364,0.0022546393,0.0006338987],"domain_scores_gemma":[0.9942639,0.0009920722,0.00035887273,0.00096829515,0.0032669015,0.00014995945],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0043262737,0.00033018235,0.00037321038,0.0016189564,0.00092111336,0.0013342355,0.0034464335,0.00013813548,0.000058795067],"category_scores_gemma":[0.0013583109,0.00031121535,0.000064232685,0.0012773596,0.00029441924,0.0005587052,0.00087190216,0.0026394553,0.000046202134],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012314731,0.0039448715,0.022087863,0.00012579022,0.00034424203,0.0000073503447,0.068377525,0.0032801214,0.0000814389,0.55648005,0.0006597662,0.34448785],"study_design_scores_gemma":[0.005124072,0.007532773,0.16978963,0.015174499,0.00016057793,0.000047327798,0.5273613,0.13820165,0.0004018951,0.008160993,0.12596238,0.0020829285],"about_ca_topic_score_codex":0.0029701828,"about_ca_topic_score_gemma":0.0004878451,"teacher_disagreement_score":0.54831904,"about_ca_system_score_codex":0.00064979977,"about_ca_system_score_gemma":0.006108222,"threshold_uncertainty_score":0.999934},"labels":[],"label_agreement":null},{"id":"W4415909669","doi":"10.1007/s10639-025-13829-6","title":"Pre-service teachers’ experiences with a university and elementary school robotics club","year":2025,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Crandall University; University of Saskatchewan","funders":"Federation for the Humanities and Social Sciences","keywords":"Robotics; Educational robotics; Club; Robot; Developmental robotics; Educational technology","score_opus":0.0047084017167428665,"score_gpt":0.22475656449373882,"score_spread":0.22004816277699596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415909669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6175008,0.00034743515,0.35894984,0.02048184,0.00016746063,0.00021473483,3.1004296e-7,0.0012478168,0.0010897978],"genre_scores_gemma":[0.8913048,0.000058861504,0.107942306,0.00046297623,0.0000028385189,0.000010097247,0.0000037048517,8.485361e-7,0.00021359019],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99968076,0.000015181645,0.0000807572,0.00008702659,0.000058812573,0.000077450575],"domain_scores_gemma":[0.99971217,0.000018616918,0.00006015678,0.00014602818,0.00004484839,0.000018154242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000099235105,0.00005665845,0.000047565904,0.00019986097,0.00021995949,0.00018623713,0.00021385144,0.000044293854,0.0000012829261],"category_scores_gemma":[0.000055671062,0.00004864418,0.0000049003747,0.00035847625,0.000053364973,0.0023138886,0.00012617608,0.00012905363,0.000002164745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030388228,0.00001833449,0.006456905,0.000023331742,0.0000066889756,4.845575e-8,0.031275563,0.000028936609,0.000001317158,0.028757518,0.0006324032,0.93279594],"study_design_scores_gemma":[0.00027214535,0.00009274118,0.01749145,0.000086518805,0.000008249057,0.0000075231424,0.61986136,0.0027162079,0.00013163306,0.00033179525,0.35883802,0.0001623752],"about_ca_topic_score_codex":0.00007422815,"about_ca_topic_score_gemma":0.000008336208,"teacher_disagreement_score":0.9326335,"about_ca_system_score_codex":0.000029177105,"about_ca_system_score_gemma":0.00011367033,"threshold_uncertainty_score":0.19836521},"labels":[],"label_agreement":null},{"id":"W4415965939","doi":"10.1145/3769994.3769998","title":"From State to Structure: Towards Abstraction Support in CS2","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Abstraction; State (computer science); Recursion (computer science); Field (mathematics); Track (disk drive); Data structure","score_opus":0.011813954850259762,"score_gpt":0.2960741638611915,"score_spread":0.28426020901093174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415965939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40285313,0.000088299304,0.5829134,0.006850814,0.0039770682,0.00031424442,0.000012351673,0.00027609718,0.0027145732],"genre_scores_gemma":[0.9233934,0.000006357684,0.06676861,0.000939395,0.00011101243,0.000006287042,0.000009469497,0.000011360109,0.008754106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972864,0.00021136653,0.0005829839,0.0009292413,0.00036903113,0.00062097143],"domain_scores_gemma":[0.9988458,0.000108985274,0.000113922455,0.00068288116,0.00006598155,0.00018239186],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00068035244,0.00028397288,0.00031434465,0.00044204816,0.00018484428,0.0008463329,0.000854352,0.00015249515,0.0005095557],"category_scores_gemma":[0.00015665831,0.00028790522,0.00008521026,0.0010541979,0.000033628836,0.00046679308,0.00041214025,0.0009485591,0.00016435685],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024419334,0.000066419554,0.0027817562,0.000016958464,0.00002753961,0.000029603034,0.009544555,0.0039629876,0.00030090057,0.0005773606,0.0013627616,0.98130476],"study_design_scores_gemma":[0.0011826153,0.00037800852,0.38143757,0.00030795968,0.00003399058,0.0000077050345,0.0010481166,0.023648513,0.004623553,0.004606708,0.581804,0.0009212961],"about_ca_topic_score_codex":0.016531574,"about_ca_topic_score_gemma":0.0014515042,"teacher_disagreement_score":0.98038346,"about_ca_system_score_codex":0.00021468397,"about_ca_system_score_gemma":0.00045583566,"threshold_uncertainty_score":0.9999573},"labels":[],"label_agreement":null},{"id":"W4415965985","doi":"10.1145/3769994.3770006","title":"Lessons in Innovations, Interventions, and Kindness from the Global Pandemic: A Review of CS Education During COVID-19","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Kindness; Perspective (graphical); Work (physics); Subject (documents)","score_opus":0.07096609593618614,"score_gpt":0.42318520093706374,"score_spread":0.3522191050008776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415965985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10957473,0.28231367,0.48066598,0.12455699,0.0013073533,0.0010480551,0.000023363431,0.00015186808,0.0003579762],"genre_scores_gemma":[0.9667992,0.01619946,0.011684575,0.004544054,0.00005050215,0.000078534824,0.000031934524,0.0000062577146,0.0006054595],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973821,0.0007732581,0.0009061309,0.00050482946,0.00020334753,0.00023030273],"domain_scores_gemma":[0.9983996,0.00038405403,0.00038454105,0.0006127809,0.000143674,0.00007535765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002210777,0.00017736228,0.00032603054,0.0001538968,0.00040455477,0.00027086516,0.0007522829,0.00009363354,0.000029441948],"category_scores_gemma":[0.0024003342,0.00014576415,0.000116571755,0.0022957623,0.00013503102,0.0002637527,0.00054588227,0.00045521418,0.0000028774673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006000469,0.00029167268,0.23219097,0.0051540015,0.000039190043,6.731138e-7,0.0014183316,0.000018304527,0.0000032666082,0.07875122,0.000655356,0.681471],"study_design_scores_gemma":[0.0015974966,0.00009105456,0.6428807,0.12632307,0.00024949902,0.00003983437,0.0041979905,0.0019113985,0.000010831532,0.011398401,0.21067613,0.00062358176],"about_ca_topic_score_codex":0.004927144,"about_ca_topic_score_gemma":0.0007496759,"teacher_disagreement_score":0.8572245,"about_ca_system_score_codex":0.00030772714,"about_ca_system_score_gemma":0.0014192058,"threshold_uncertainty_score":0.74484},"labels":[],"label_agreement":null},{"id":"W4415966001","doi":"10.1145/3769994.3770057","title":"Alternative Grading at Scale: Insights from Implementing Weekly Checkpoint Quizzes in a Large Introductory CS Course","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grading (engineering); Mathematical proof; Course (navigation); Computer aided instruction; Frequently asked questions","score_opus":0.01362028844344251,"score_gpt":0.2915411522685377,"score_spread":0.27792086382509523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415966001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7352309,0.0038088604,0.25221547,0.002987696,0.003110003,0.0004801747,0.0000098393075,0.00034614408,0.0018108569],"genre_scores_gemma":[0.9687041,0.000065931505,0.025886178,0.00054382544,0.00057222234,0.000034843095,0.000024645446,0.00003553626,0.0041327146],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9932081,0.001190001,0.0013194033,0.001971601,0.000689752,0.0016211071],"domain_scores_gemma":[0.9972647,0.00060700066,0.0005405402,0.0011874774,0.0001604596,0.00023983057],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002423487,0.00064703054,0.0007834072,0.0006753227,0.0012588435,0.0009483996,0.0016935932,0.000214375,0.00023392412],"category_scores_gemma":[0.00036664514,0.00065056304,0.00027143946,0.0014414425,0.00018196843,0.0008911489,0.003023303,0.0015591689,0.00009442328],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010430917,0.0015983287,0.25893795,0.0001846594,0.0006249298,0.00018793593,0.12328229,0.00055665034,0.0035358479,0.06269956,0.0019829397,0.5463046],"study_design_scores_gemma":[0.008241005,0.00047893106,0.21836765,0.0029617464,0.00030000924,0.000018699746,0.015277399,0.4207572,0.011596006,0.0060140626,0.3131749,0.0028123865],"about_ca_topic_score_codex":0.005145373,"about_ca_topic_score_gemma":0.0066727903,"teacher_disagreement_score":0.5434922,"about_ca_system_score_codex":0.000754773,"about_ca_system_score_gemma":0.000356878,"threshold_uncertainty_score":0.99959457},"labels":[],"label_agreement":null},{"id":"W4415966008","doi":"10.1145/3769994.3770054","title":"Interests and Challenges in Machine Learning: Differences by Gender, Prior Experience, and First Generation Status","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curiosity; Bonferroni correction; Field (mathematics); Work (physics); Ideation","score_opus":0.08891058590612126,"score_gpt":0.2933811401393374,"score_spread":0.20447055423321614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415966008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8297116,0.12113321,0.044045825,0.0035526373,0.0005060178,0.00029644996,0.0000014701756,0.00016596343,0.00058680534],"genre_scores_gemma":[0.9545948,0.03896627,0.0046919934,0.00007107263,0.000035380068,0.000029631308,0.0000037614025,0.000010618176,0.0015964897],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99720633,0.0004615566,0.00044246524,0.0010624259,0.00023137894,0.0005958369],"domain_scores_gemma":[0.99911886,0.00023880991,0.00013462584,0.00029220755,0.000037065747,0.00017843522],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005949219,0.00034374325,0.00036316892,0.00032149692,0.0006318229,0.0009258061,0.00034782788,0.00016729324,0.000021278836],"category_scores_gemma":[0.0002592967,0.00031124556,0.000033927896,0.00029927786,0.0002126156,0.00047033455,0.00057608495,0.00072033616,0.0000019023691],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013943545,0.00010978347,0.15111692,0.00014005616,0.00001930296,0.000005049339,0.04539927,0.000019160861,0.00008151278,0.0034786537,0.000033349614,0.799583],"study_design_scores_gemma":[0.0016411372,0.00076841505,0.27307668,0.00040546464,0.000023728582,0.000019205978,0.0070268577,0.54012644,0.00012338362,0.00013049987,0.17585321,0.00080499105],"about_ca_topic_score_codex":0.00089343777,"about_ca_topic_score_gemma":0.0013290754,"teacher_disagreement_score":0.798778,"about_ca_system_score_codex":0.000054411772,"about_ca_system_score_gemma":0.000063964304,"threshold_uncertainty_score":0.99993396},"labels":[],"label_agreement":null},{"id":"W4415966011","doi":"10.1145/3769994.3770020","title":"Prerequisites and Performance in a Machine Learning Course: A Quantitative Analysis","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Point (geometry); Face (sociological concept); Work (physics); Quantitative analysis (chemistry); Software; Predictive validity","score_opus":0.015252116898576149,"score_gpt":0.29897464896445075,"score_spread":0.2837225320658746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415966011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51873505,0.01153192,0.46516374,0.0015235047,0.0001578055,0.00022346579,9.188856e-7,0.00020380483,0.002459778],"genre_scores_gemma":[0.94137436,0.00033841125,0.05083753,0.00011532784,0.00000935719,0.000012526051,0.0000040338064,0.000008566165,0.0072998833],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970952,0.0006484126,0.0005156348,0.00088540104,0.0002702916,0.00058505614],"domain_scores_gemma":[0.99864405,0.0005717913,0.00018820884,0.00040537224,0.00008844501,0.00010215752],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020169863,0.00031180456,0.00057226996,0.0010923477,0.00052500534,0.00071580795,0.0005302662,0.00012679376,0.00005126384],"category_scores_gemma":[0.00031522702,0.000298678,0.00013515633,0.0046194224,0.00016235854,0.00056809315,0.00050446484,0.0012077244,0.000015030096],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000291145,0.000104853665,0.6413784,0.00008128553,0.00039250412,0.000007620332,0.00694019,0.01134341,0.0000047342337,0.011995683,0.000003993531,0.3277182],"study_design_scores_gemma":[0.00036829637,0.0002832467,0.31972432,0.0001762885,0.0002489693,0.000002130952,0.0004643003,0.67468804,0.0000070588867,0.000027728838,0.003794591,0.00021505053],"about_ca_topic_score_codex":0.0009667175,"about_ca_topic_score_gemma":0.0005564608,"teacher_disagreement_score":0.6633446,"about_ca_system_score_codex":0.00006145557,"about_ca_system_score_gemma":0.00014962732,"threshold_uncertainty_score":0.99994653},"labels":[],"label_agreement":null},{"id":"W4416086363","doi":"10.64628/aam.xthp3h6c6","title":"We asked teachers about their experiences with AI in the classroom — here’s what they said","year":2025,"lang":"","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Qualitative research; Work (physics); Perspective (graphical); Agency (philosophy)","score_opus":0.02389273404654438,"score_gpt":0.28391332002814124,"score_spread":0.26002058598159683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416086363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50240916,0.015056767,0.39140934,0.06568094,0.006494668,0.0040961853,0.0000039392703,0.0016312904,0.013217705],"genre_scores_gemma":[0.96804357,0.0011864371,0.020058349,0.002651396,0.00024813897,0.0007446316,0.000007896688,0.000039676557,0.007019913],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98957396,0.003706656,0.0011403947,0.002704776,0.0012995873,0.0015746132],"domain_scores_gemma":[0.99437314,0.0013028294,0.00063850114,0.0033118762,0.00014620468,0.00022745921],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.005170161,0.0013013047,0.0011035957,0.0004762688,0.0011056899,0.00921406,0.00838028,0.0007086779,0.00008674449],"category_scores_gemma":[0.00016511786,0.0007298098,0.00046355595,0.0011025618,0.0005853423,0.0017817446,0.0022389637,0.0064976094,0.00004645582],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026705919,0.00019829646,0.0016419372,0.000061015686,0.00007715447,0.000021727508,0.49340028,0.0017591156,0.0000011080342,0.0015949555,0.00010403969,0.50111365],"study_design_scores_gemma":[0.00075296196,0.0004438383,0.0015303202,0.0043004504,0.000047989553,0.000048879316,0.8014339,0.020250935,0.000036044396,0.0006897116,0.16917472,0.0012902321],"about_ca_topic_score_codex":0.0026665768,"about_ca_topic_score_gemma":0.0015127435,"teacher_disagreement_score":0.49982345,"about_ca_system_score_codex":0.00027733596,"about_ca_system_score_gemma":0.0012219509,"threshold_uncertainty_score":0.99997383},"labels":[],"label_agreement":null},{"id":"W4416218217","doi":"10.1007/978-3-032-02591-3_3","title":"Using Tangible and Hybrid Interfaces to Address Student Collaboration and Mistakes in K-5 Computational Thinking Games","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computational thinking; Context (archaeology); Educational game; Computational model; Game mechanics; Game studies; Game design; Interface (matter)","score_opus":0.02940289272068724,"score_gpt":0.3137525201491652,"score_spread":0.28434962742847797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416218217","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019637777,0.004216933,0.9185646,0.0024573763,0.0006164513,0.00093417714,0.000013501214,0.0004512516,0.053107914],"genre_scores_gemma":[0.3546217,0.000024434876,0.5472912,0.0005548406,0.00008252178,0.000012476105,0.000020836922,0.000033190958,0.09735879],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988166,0.00004386896,0.00024953572,0.00047472466,0.00026451092,0.00015076257],"domain_scores_gemma":[0.9994497,0.00016014026,0.00010260382,0.00015162207,0.00007994013,0.0000560377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003639469,0.00019631993,0.00024017866,0.00034763952,0.00016181442,0.00085542235,0.0002684712,0.000069078815,0.000004971805],"category_scores_gemma":[0.00002807323,0.00019361563,0.000018024686,0.00007655699,0.00003372703,0.00020355382,0.00021090012,0.00025929598,0.0000014666371],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021886888,0.000052233725,0.0017318963,0.00025316142,0.00012863136,0.00007008108,0.036322884,0.028947897,0.0000339675,0.5530863,0.00082733657,0.3785237],"study_design_scores_gemma":[0.0031951426,0.0009950472,0.0048015956,0.011964606,0.00020146571,0.0002316858,0.0071834526,0.34675646,0.00032725316,0.043887306,0.57609475,0.0043612416],"about_ca_topic_score_codex":0.00009335674,"about_ca_topic_score_gemma":0.00013766464,"teacher_disagreement_score":0.5752674,"about_ca_system_score_codex":0.00009873106,"about_ca_system_score_gemma":0.00011007788,"threshold_uncertainty_score":0.8248857},"labels":[],"label_agreement":null},{"id":"W4416361907","doi":"10.1109/aiware69974.2025.00016","title":"Examining the Usage of Generative AI Models in Student Learning Activities for Software Programming","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Task (project management); Generative grammar; Task analysis; Software; Generative model; Knowledge level; Online learning; Inductive programming","score_opus":0.04642312371418628,"score_gpt":0.32299201327186927,"score_spread":0.276568889557683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416361907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07799489,0.0012900336,0.91761625,0.00089680863,0.0005352668,0.001212815,0.0000011179541,0.00020454644,0.00024828318],"genre_scores_gemma":[0.7746157,0.000024681587,0.22067617,0.00021913348,0.00006198889,0.00027350156,0.0000023195419,0.000023910694,0.004102597],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99567276,0.0010801199,0.00087648723,0.00094154,0.00052156014,0.00090750953],"domain_scores_gemma":[0.9965116,0.0021882441,0.00042090123,0.00062913005,0.00017956698,0.00007056202],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039035317,0.0004374391,0.00063893525,0.00044394465,0.0010624834,0.001020027,0.0014083635,0.0001873849,0.0000061817113],"category_scores_gemma":[0.0005957399,0.00034643587,0.00021415831,0.0010782433,0.0002681486,0.0008854423,0.00089995423,0.0014393767,8.3416916e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025160898,0.0002040029,0.009569832,0.00016136233,0.000110883724,0.0000036322451,0.048931573,0.16537899,0.000040928426,0.011252182,0.000022358414,0.7642991],"study_design_scores_gemma":[0.0021469395,0.0014130137,0.0051275995,0.0018752,0.00013902452,0.000007199517,0.048910215,0.905104,0.0009822176,0.0011306544,0.032248266,0.0009156836],"about_ca_topic_score_codex":0.00031326147,"about_ca_topic_score_gemma":0.00014985359,"teacher_disagreement_score":0.7633834,"about_ca_system_score_codex":0.00017315218,"about_ca_system_score_gemma":0.00043225157,"threshold_uncertainty_score":0.9998988},"labels":[],"label_agreement":null},{"id":"W4416469491","doi":"10.1108/978-1-64802-908-020251012","title":"Implementing a Professional Development Framework to Assist the Rollout of Computer Science in Second-Level Schools in Ireland","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Professional development; Identity (music); Subject (documents); Professional learning community; Professional studies; Social identity theory","score_opus":0.03509526834573261,"score_gpt":0.29957347277498136,"score_spread":0.26447820442924874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416469491","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035123024,0.00025687035,0.900441,0.00493851,0.0047907815,0.0027945342,0.000016313788,0.00036391476,0.051275052],"genre_scores_gemma":[0.24479143,0.0000013967928,0.67292607,0.0008722672,0.000095550255,0.00011314709,0.000008540605,0.000037548954,0.08115405],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99672276,0.00010803541,0.00074100826,0.00078928703,0.0009864781,0.0006524386],"domain_scores_gemma":[0.9985877,0.00031765722,0.0003109547,0.00060921983,0.000068917216,0.00010551062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004791775,0.00027923338,0.00036939175,0.0006910046,0.00057898177,0.0002497992,0.0021797467,0.00012203619,0.00037052325],"category_scores_gemma":[0.00009943855,0.00020959649,0.00007313467,0.0004518566,0.00007950193,0.0002247506,0.0031793853,0.0019411539,0.00002120113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011229456,0.00008363996,0.01410327,0.000053933476,0.00002321,0.000028583561,0.012396365,0.00049528806,0.000010982346,0.24241832,0.00034316807,0.730032],"study_design_scores_gemma":[0.00050776004,0.00012920478,0.07148094,0.0014087965,0.0000052428877,0.000018321582,0.000276325,0.0022272696,0.000030404135,0.0032873603,0.919851,0.00077735924],"about_ca_topic_score_codex":0.00009310063,"about_ca_topic_score_gemma":0.00041278926,"teacher_disagreement_score":0.91950786,"about_ca_system_score_codex":0.00032323063,"about_ca_system_score_gemma":0.0010780058,"threshold_uncertainty_score":0.8547097},"labels":[],"label_agreement":null},{"id":"W4416469749","doi":"10.1108/978-1-64802-908-020251017","title":"CODE SAVVY EDUCATORS","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code (set theory); Professional development; Continuing professional development; Program code; Development (topology); Source code","score_opus":0.02379563383193428,"score_gpt":0.25287560338181725,"score_spread":0.22907996954988297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416469749","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031365116,0.0004031186,0.04178436,0.0012091702,0.0013857646,0.00009449663,0.000001889447,0.0009161905,0.9542019],"genre_scores_gemma":[0.0006696662,0.000018862986,0.04635242,0.00045473076,0.00016255703,0.000008688976,0.00001128819,0.000037542886,0.9522842],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868995,0.00003182898,0.00018166339,0.00051258237,0.00034883549,0.00023514603],"domain_scores_gemma":[0.99894065,0.000082867926,0.000121606,0.000736757,0.00001824598,0.000099861856],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003286359,0.00021845369,0.00020267618,0.00016501648,0.00026923846,0.00017732984,0.0011755164,0.00010805895,0.002222099],"category_scores_gemma":[0.000017370066,0.00021134906,0.00014490863,0.000037048172,0.000029176646,0.000114046095,0.0005729481,0.0009710143,0.0004202533],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.1460632e-7,0.0000061821593,0.0000048921843,0.0000049676805,0.000014118945,0.000011464694,0.000350165,0.000009403747,1.3899508e-7,0.6854028,0.009490761,0.3047048],"study_design_scores_gemma":[0.000040601335,0.00004882872,0.0000063531697,0.000016205144,0.000007004368,0.00002486372,0.00001278534,0.000080187536,7.477869e-7,0.0029834127,0.9965101,0.00026891602],"about_ca_topic_score_codex":0.00006197108,"about_ca_topic_score_gemma":0.000008456021,"teacher_disagreement_score":0.98701936,"about_ca_system_score_codex":0.000092098155,"about_ca_system_score_gemma":0.00015603931,"threshold_uncertainty_score":0.99869},"labels":[],"label_agreement":null},{"id":"W4416668291","doi":"10.5772/intechopen.1012593","title":"Supplementing AI “Curriculum” Using Teachers Pay Teachers Resources: What There Is and What There Isn’t","year":2025,"lang":"en","type":"book-chapter","venue":"Artificial intelligence","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mount Saint Vincent University","keywords":"Curriculum; Payment; Quality (philosophy); Resource (disambiguation); Professional development; Educational resources; Faculty development; Curriculum development","score_opus":0.04135439542539012,"score_gpt":0.30439642276437234,"score_spread":0.26304202733898224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416668291","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013678994,0.06002396,0.8814341,0.01550184,0.006359231,0.0022850465,0.000020097867,0.002048386,0.018648367],"genre_scores_gemma":[0.34614548,0.015756499,0.14931954,0.009970519,0.0034854752,0.0001311022,0.00012819991,0.00078669784,0.47427648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99608165,0.00022118787,0.0008336601,0.0014523341,0.0006198611,0.00079132756],"domain_scores_gemma":[0.99781066,0.00028567162,0.0004989536,0.0010769347,0.00012820987,0.00019959],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013668222,0.00070142426,0.0005818044,0.00031818883,0.0008262478,0.0059083533,0.0014714629,0.00048966985,0.00031733332],"category_scores_gemma":[0.000101773345,0.0006001603,0.00028399474,0.00020990701,0.00030146498,0.0024195304,0.0008034935,0.0019570496,0.00008786856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032106084,0.000032202177,0.000098910474,0.00004569359,0.00010521616,0.00003186737,0.026526567,0.00015627198,0.000023902401,0.03874192,0.00035618886,0.93387806],"study_design_scores_gemma":[0.000057712892,0.00014997611,0.0000089413215,0.004058686,0.0001580047,0.00002816535,0.023813311,0.023452418,0.0004381117,0.015637014,0.9308449,0.0013527552],"about_ca_topic_score_codex":0.00085418246,"about_ca_topic_score_gemma":0.00019288364,"teacher_disagreement_score":0.9325253,"about_ca_system_score_codex":0.00018134146,"about_ca_system_score_gemma":0.00015687432,"threshold_uncertainty_score":0.999645},"labels":[],"label_agreement":null},{"id":"W4416816615","doi":"10.1111/bjep.70047","title":"Gender differences in computation strategies: Evidence across adolescent and adult samples","year":2025,"lang":"en","type":"article","venue":"British Journal of Educational Psychology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Canada Excellence Research Chairs, Government of Canada","keywords":"Computation; Focus (optics); Point (geometry); Relation (database); Sample (material)","score_opus":0.07398075289261856,"score_gpt":0.40819403997540266,"score_spread":0.3342132870827841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416816615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75681734,0.005422992,0.2298692,0.007034668,0.00069771503,0.00004979666,7.1980196e-7,0.000008666159,0.000098909564],"genre_scores_gemma":[0.970455,0.00035687705,0.028429853,0.0006477642,0.000077349265,0.0000026594714,8.998018e-7,0.0000022967445,0.000027283186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99896306,0.00021011918,0.00033798782,0.00019516548,0.00013148828,0.00016221085],"domain_scores_gemma":[0.9991006,0.0004081069,0.00018166249,0.000072466784,0.00019007591,0.00004703795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055291934,0.00006566859,0.00014284911,0.000121337005,0.00011206657,0.0003152005,0.0003401199,0.000049541897,0.0000059964304],"category_scores_gemma":[0.00041807204,0.00007329401,0.000031680895,0.00021725507,0.00008358499,0.0004090306,0.000041646257,0.00035436556,0.000001276294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002211813,0.00035122575,0.40449756,0.000057918725,0.000027797083,0.000019925343,0.0028656055,0.00018199929,0.00004021583,0.0201754,0.0021566963,0.56960356],"study_design_scores_gemma":[0.00028700355,0.00004754041,0.9858967,0.00049997895,0.000002700948,0.00054734515,0.00063623616,0.00014980706,6.879147e-7,0.011394368,0.00047427882,0.000063374726],"about_ca_topic_score_codex":0.00011359922,"about_ca_topic_score_gemma":0.00007446942,"teacher_disagreement_score":0.58139914,"about_ca_system_score_codex":0.00003027394,"about_ca_system_score_gemma":0.00024001677,"threshold_uncertainty_score":0.30394858},"labels":[],"label_agreement":null},{"id":"W4417181556","doi":"10.1007/978-3-031-99804-1_4","title":"What Is AI? The Need for AI Literacy in Education","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SAIT Polytechnic; University of Toronto","funders":"","keywords":"Information literacy; Literacy; Higher education; Critical literacy; Graduate students","score_opus":0.013352230404837791,"score_gpt":0.30636517030038923,"score_spread":0.29301293989555144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417181556","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000815289,0.006215031,0.7065238,0.12618311,0.006407395,0.0012428728,0.0000019979523,0.00046486993,0.1529528],"genre_scores_gemma":[0.0006318595,0.00008992462,0.026489973,0.01604257,0.00017944977,0.00005118535,0.000013417902,0.000013834686,0.9564878],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907476,0.00002901615,0.0002130591,0.000374561,0.00013655031,0.00017203834],"domain_scores_gemma":[0.99896604,0.00022402419,0.00008761534,0.00058260566,0.000110023495,0.000029665363],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003837941,0.00016984995,0.00015700921,0.00020154075,0.00013161637,0.0014183484,0.0007539146,0.0001404469,0.00002638549],"category_scores_gemma":[0.00003325354,0.00012271883,0.000115462164,0.00006440991,0.000018778139,0.00067726127,0.00015127542,0.0005629545,0.000029379236],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011152222,0.000008339179,0.0000056849035,0.000019571637,0.0000058473015,1.8968092e-7,0.0023214328,0.0000027008232,9.528857e-8,0.31209868,0.013237204,0.67229915],"study_design_scores_gemma":[0.00007577064,0.00002383816,0.00001278995,0.00044852195,0.000007065937,0.0000018812472,0.00006309312,0.0026547804,0.0000023722134,0.021879133,0.97468907,0.00014167433],"about_ca_topic_score_codex":0.000097986645,"about_ca_topic_score_gemma":0.0000153272,"teacher_disagreement_score":0.9614519,"about_ca_system_score_codex":0.00005625447,"about_ca_system_score_gemma":0.00029263145,"threshold_uncertainty_score":0.9996183},"labels":[],"label_agreement":null},{"id":"W4417350208","doi":"10.1108/979-8-88730-711-420251020","title":"Broadening Conceptualizations of the Intended and Enacted Curriculum to Inform Research Design","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Conceptualization; Curriculum; Suite; Fidelity; Curriculum theory; Implementation; Research design; Curriculum development; Core (optical fiber)","score_opus":0.09972446911678,"score_gpt":0.3459715164127708,"score_spread":0.24624704729599078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417350208","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024172094,0.0006384724,0.6707768,0.0022119198,0.000500393,0.000699508,0.0000022355694,0.0004224767,0.32472402],"genre_scores_gemma":[0.036179364,0.000016686025,0.06934839,0.00012346554,0.000071101604,0.000019883708,0.000003221239,0.000036085294,0.8942018],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998551,0.00008065158,0.00027142843,0.0003498619,0.00050526473,0.0002417783],"domain_scores_gemma":[0.99870706,0.00028628713,0.00007951432,0.0004960358,0.0003390706,0.000092019545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092326925,0.00015982028,0.00018680764,0.00031665375,0.00024105143,0.00031319744,0.00087293144,0.00014797114,0.000027792774],"category_scores_gemma":[0.0003575092,0.00010585178,0.000059904258,0.0004055935,0.00016974463,0.000118087,0.0010507017,0.0009660304,0.000053900087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.239164e-7,0.000003988043,0.000008111119,0.000027001804,0.000025863481,0.000002158803,0.0069311154,0.00006775156,0.000007784111,0.92087597,0.002753574,0.06929588],"study_design_scores_gemma":[0.000081213395,0.00014821382,0.00001932227,0.0007953731,0.00001720843,0.000022747057,0.00044069713,0.0063377433,0.00006576017,0.009556367,0.98227465,0.00024071653],"about_ca_topic_score_codex":0.000122022175,"about_ca_topic_score_gemma":0.000015573758,"teacher_disagreement_score":0.97952104,"about_ca_system_score_codex":0.000052673437,"about_ca_system_score_gemma":0.00015134121,"threshold_uncertainty_score":0.43165103},"labels":[],"label_agreement":null},{"id":"W53995515","doi":"10.2991/978-94-6239-030-0_14","title":"Procedure Learning via Adaptively Biased Hillclimbing","year":2014,"lang":"en","type":"book-chapter","venue":"Atlantis thinking machines","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pyrogenesis (Canada)","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning","score_opus":0.014567169604591134,"score_gpt":0.22725967868249503,"score_spread":0.21269250907790388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W53995515","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007330149,0.001985344,0.88819605,0.0012152941,0.002386271,0.0005645626,0.0000031942493,0.00494058,0.099975675],"genre_scores_gemma":[0.37094775,0.00017248014,0.10259306,0.0009807416,0.0019762877,0.000024907074,0.00021942273,0.00047237822,0.522613],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960291,0.00022611895,0.00065786,0.0013846088,0.0009464582,0.0007558773],"domain_scores_gemma":[0.9975448,0.00045871688,0.00075601856,0.00090033835,0.00014485663,0.00019521636],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014544005,0.0008965842,0.0008830207,0.00047179172,0.0011788077,0.0008741895,0.0021138275,0.0006002834,0.000034991426],"category_scores_gemma":[0.00021726897,0.0008301353,0.00041358257,0.00013736,0.00010809116,0.00029912143,0.00079569954,0.002893754,0.00032090466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017396653,0.000030053448,0.0020456794,0.00024229693,0.00026644734,0.00021277025,0.0047066957,0.0030874049,0.00008075207,0.35546437,0.0014394306,0.6324067],"study_design_scores_gemma":[0.0005973536,0.00040229643,0.00053240196,0.0018187631,0.00013672531,0.00046160372,0.0000120402265,0.06516387,0.000024233826,0.01446232,0.9143475,0.002040862],"about_ca_topic_score_codex":0.00031571806,"about_ca_topic_score_gemma":0.00004139089,"teacher_disagreement_score":0.9129081,"about_ca_system_score_codex":0.00009286231,"about_ca_system_score_gemma":0.00010931106,"threshold_uncertainty_score":0.9994149},"labels":[],"label_agreement":null},{"id":"W58703409","doi":"","title":"All Cycles are Edge-Magic.","year":2001,"lang":"en","type":"article","venue":"Ars Combinatoria","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics; MAGIC (telescope); Enhanced Data Rates for GSM Evolution; Astronomy; Computer science; Artificial intelligence; Physics","score_opus":0.02086550752196746,"score_gpt":0.26537997609622543,"score_spread":0.24451446857425796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58703409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95553106,0.00077862927,0.020510938,0.0063523925,0.0057989215,0.00020508525,5.003279e-7,0.0020382728,0.00878417],"genre_scores_gemma":[0.98996526,0.000014531925,0.008763921,0.0003955185,0.000021670709,0.00000627386,0.0000017343734,0.000014421099,0.00081666873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873644,0.00012084408,0.00015894132,0.00035815043,0.00024311128,0.00038253114],"domain_scores_gemma":[0.9990538,0.000097303455,0.00010045406,0.00057262025,0.0000478552,0.00012799649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000381438,0.00014293312,0.0001523547,0.000079385056,0.00017366519,0.00025319873,0.00086920714,0.00006808152,0.000012443648],"category_scores_gemma":[0.00010249018,0.00013914303,0.00006972557,0.000290007,0.000033997305,0.00030885715,0.0002081256,0.00032256558,0.00032491513],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005487544,0.00022599501,0.05628581,0.000010783207,0.0000337115,0.00016607178,0.0017767728,0.000059928956,0.000043468197,0.70760226,0.008362366,0.22542734],"study_design_scores_gemma":[0.00073243846,0.00010228738,0.044398338,0.00005174787,0.000010168983,0.00007413521,0.00011277974,0.0022440366,0.00009232636,0.10907096,0.84268796,0.0004227942],"about_ca_topic_score_codex":0.000080101345,"about_ca_topic_score_gemma":0.0000037261473,"teacher_disagreement_score":0.8343256,"about_ca_system_score_codex":0.000039724164,"about_ca_system_score_gemma":0.000023643493,"threshold_uncertainty_score":0.5674088},"labels":[],"label_agreement":null},{"id":"W605810508","doi":"10.5860/choice.49-6328","title":"Thinking as computation: a first course","year":2012,"lang":"en","type":"article","venue":"Choice Reviews Online","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Course (navigation); Computation; Computer science; Mathematics education; Psychology; Engineering; Programming language","score_opus":0.05462320179800496,"score_gpt":0.36384076814048755,"score_spread":0.3092175663424826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W605810508","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0112056155,0.16797063,0.80493206,0.010731499,0.0020885,0.0007418857,0.0000020490527,0.0012536871,0.0010740632],"genre_scores_gemma":[0.17024055,0.002412194,0.820464,0.003493625,0.0022853806,0.00004143027,0.00005235619,0.000038812985,0.0009716575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859744,0.00019545756,0.00031928014,0.00025000502,0.00025622782,0.000381588],"domain_scores_gemma":[0.99893624,0.00022391546,0.00020693998,0.0004197183,0.000041040123,0.00017216605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014389784,0.00016119177,0.0002753013,0.000045798755,0.00031057108,0.00017360643,0.00070979836,0.000052090334,0.000017159766],"category_scores_gemma":[0.00041738994,0.00013216991,0.00011480608,0.00034369127,0.000024157034,0.00054364704,0.00018360821,0.00035900815,0.00046143218],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6862934e-7,0.00025856544,0.006398,0.00012238664,0.0000113233455,0.0000023531318,0.002015523,0.00007041544,0.0000036542576,0.003032862,0.002051488,0.98603296],"study_design_scores_gemma":[0.00013032176,0.000031248914,0.007821757,0.0003384084,0.000017043814,0.000038538266,0.00001787763,0.0020187881,0.0000014818389,0.00005107437,0.9893666,0.00016686012],"about_ca_topic_score_codex":0.000044314886,"about_ca_topic_score_gemma":0.000017525379,"teacher_disagreement_score":0.9873151,"about_ca_system_score_codex":0.00003639814,"about_ca_system_score_gemma":0.000033876942,"threshold_uncertainty_score":0.5930931},"labels":[],"label_agreement":null},{"id":"W636441855","doi":"10.54870/1551-3440.1334","title":"Developing Strategic and Mathematical Thinking via Game Play: Programming to Investigate a Risky Strategy for Quarto","year":2015,"lang":"en","type":"article","venue":"The Mathematics Enthusiast","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Trent University; Institute of Mathematics and its Applications; Nottingham Trent University","keywords":"Club; Mathematics education; Python (programming language); Position (finance); Computer science; Set (abstract data type); Psychology; Business; Programming language","score_opus":0.10863596287491947,"score_gpt":0.3191446801926184,"score_spread":0.2105087173176989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W636441855","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047698576,0.00008880467,0.9487353,0.0015542012,0.00010725387,0.00086995837,9.210143e-7,0.00042642019,0.0005185616],"genre_scores_gemma":[0.4998931,8.571666e-7,0.4997243,0.00012660366,0.00005844768,0.00010742398,0.00000148817,0.000025088031,0.000062686624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99785316,0.00013472243,0.0004833322,0.0004268065,0.00049043534,0.00061151886],"domain_scores_gemma":[0.99830484,0.00044542842,0.00022183871,0.0005884893,0.00011554916,0.00032387758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025832322,0.0003018645,0.0003549246,0.00012390084,0.0003697707,0.001035594,0.000988081,0.00007441793,0.0000015428328],"category_scores_gemma":[0.00033720737,0.00021150814,0.00006997315,0.00038010895,0.00011337331,0.00023695682,0.0003879549,0.00032882605,0.00004882588],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008464946,0.00007930212,0.00000593491,0.00022721426,0.000041714753,0.000008546071,0.36126286,0.0010022047,0.0000364907,0.57693654,0.000031094067,0.060359657],"study_design_scores_gemma":[0.0014471627,0.0011615432,0.00005717749,0.001100202,0.0001166825,0.0006606766,0.022687752,0.43886805,0.0002897835,0.5253535,0.0069326507,0.0013248193],"about_ca_topic_score_codex":0.00002132427,"about_ca_topic_score_gemma":0.000019538174,"teacher_disagreement_score":0.45219454,"about_ca_system_score_codex":0.00007545574,"about_ca_system_score_gemma":0.00016305657,"threshold_uncertainty_score":0.9986257},"labels":[],"label_agreement":null},{"id":"W64662012","doi":"10.18260/1-2--8280","title":"Designing Toy Robots To Help Autistic Children An Open Design Project For Electrical And Computer Engineering Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"CONTEST; Bachelor; Curriculum; Computer science; Engineering education; Robot; Session (web analytics); Mathematics education; Engineering management; Engineering; Artificial intelligence; Pedagogy; Psychology; World Wide Web","score_opus":0.04679299040587943,"score_gpt":0.3013693975746567,"score_spread":0.2545764071687773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W64662012","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015736353,0.000029661504,0.99594295,0.0010035181,0.000078719204,0.0010124067,2.0744528e-7,0.0003490987,0.0000098046285],"genre_scores_gemma":[0.1780266,3.0217402e-7,0.820902,0.00080336316,0.0001408281,0.00007607259,0.000003658715,0.000013549456,0.000033657936],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989376,0.00009786207,0.00013751093,0.00046561478,0.00009571954,0.00026566355],"domain_scores_gemma":[0.99948514,0.00012458104,0.00003309595,0.00016181343,0.000031310527,0.00016404138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040905183,0.00012519985,0.00014434449,0.00008045556,0.00016240944,0.0008308773,0.00067608507,0.00003799055,7.815674e-7],"category_scores_gemma":[0.0001389343,0.000118722266,0.000016652508,0.00029625755,0.0000045434563,0.00038194534,0.00023840272,0.00013952596,0.0000040062123],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017959446,0.00007702347,0.00055040384,0.000020161895,0.000018576024,0.0000010351764,0.0034828945,0.013996636,0.00055503537,0.007863144,0.0036119912,0.9698051],"study_design_scores_gemma":[0.000246947,0.001302692,0.003882079,0.000029525305,0.000009260019,0.00002412575,0.000014807371,0.9909578,0.00030846155,0.000028337849,0.0029251562,0.0002708004],"about_ca_topic_score_codex":0.00008257823,"about_ca_topic_score_gemma":7.9638284e-7,"teacher_disagreement_score":0.9769612,"about_ca_system_score_codex":0.000027818387,"about_ca_system_score_gemma":0.00015132157,"threshold_uncertainty_score":0.8012169},"labels":[],"label_agreement":null},{"id":"W6885050715","doi":"10.13140/rg.2.2.23600.38400","title":"LLNL-PRES-727078 Serious Gaming Final Project: The Robots are Coming Pardee RAND Graduate School, Winter Quarter","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Robot; Context (archaeology); Craft","score_opus":0.0902474858087413,"score_gpt":0.32130186329303323,"score_spread":0.23105437748429192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885050715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22833417,0.00048549523,0.7311458,0.027632914,0.002394014,0.0011350536,0.0000016462785,0.0020353284,0.006835577],"genre_scores_gemma":[0.96924555,0.0000066888792,0.026678115,0.00044846212,0.00024598406,0.000037739977,7.1985426e-7,0.000027550672,0.003309165],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99781483,0.00027637286,0.00029853752,0.0005921448,0.0004072706,0.000610832],"domain_scores_gemma":[0.99764615,0.00016112643,0.00034246626,0.0016531537,0.00007891749,0.00011819774],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012388228,0.00027213022,0.00027810354,0.00008757833,0.002065165,0.0028849323,0.0023434767,0.000079606056,0.0000152060165],"category_scores_gemma":[0.000343137,0.00017836747,0.00016257376,0.000091611844,0.00013184281,0.0008903734,0.00062690326,0.0008115124,0.00015507604],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008770878,0.00016033057,0.052929506,0.000084250634,0.0001754952,0.00020799552,0.016414784,0.0008627493,0.0001443764,0.0016547197,0.03230661,0.8949715],"study_design_scores_gemma":[0.007255437,0.0008583424,0.41268682,0.001430426,0.0001547943,0.0007398757,0.0052767037,0.1671374,0.0006688628,0.0013484651,0.39951134,0.0029315325],"about_ca_topic_score_codex":0.0005011444,"about_ca_topic_score_gemma":0.00016843659,"teacher_disagreement_score":0.89203995,"about_ca_system_score_codex":0.000039010854,"about_ca_system_score_gemma":0.00007258376,"threshold_uncertainty_score":0.999234},"labels":[],"label_agreement":null},{"id":"W6886898821","doi":"10.15368/theses.2021.142","title":"A Study of Non-computing Majors' Growth Mindset, Self-Efficacy and Perceived CS Relevance in CS1","year":2021,"lang":"en","type":"article","venue":"DigitalCommons - CalPoly (California State Polytechnic University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Relevance (law); Mindset; Population; Quarter (Canadian coin); Diversity (politics); Duration (music)","score_opus":0.010939922177543969,"score_gpt":0.22492153502812653,"score_spread":0.21398161285058256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6886898821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623129,0.000089315174,0.034815066,0.00020061969,0.00006471594,0.0003393494,0.000026400283,0.00043008348,0.0017215915],"genre_scores_gemma":[0.9844876,0.00003182058,0.015239244,0.00002830403,0.00001144875,0.0000012548277,0.000009750886,0.000022563221,0.00016801147],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99756724,0.00025249406,0.00044647092,0.0007908491,0.00034147617,0.0006014489],"domain_scores_gemma":[0.9982294,0.00049429305,0.0002447611,0.0007082165,0.00011291051,0.00021043028],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032856342,0.00031720952,0.00048681116,0.0006765385,0.00025255664,0.00019960762,0.00092332065,0.00010934768,0.0000017339648],"category_scores_gemma":[0.0001892242,0.0003615068,0.000103694,0.001966445,0.00011650627,0.00051596016,0.0010330655,0.000625994,0.000009652518],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025740723,0.013697198,0.16980384,0.00039201317,0.00064691,0.008550962,0.049374647,0.0015675838,0.0022161219,0.011549737,0.0002495934,0.741694],"study_design_scores_gemma":[0.031167278,0.0051929248,0.73046154,0.0020644846,0.00049339735,0.0012548029,0.033137053,0.052126016,0.0030673018,0.00090566644,0.13387936,0.0062501947],"about_ca_topic_score_codex":0.00041134164,"about_ca_topic_score_gemma":0.00026781872,"teacher_disagreement_score":0.7354438,"about_ca_system_score_codex":0.00016118921,"about_ca_system_score_gemma":0.00016745522,"threshold_uncertainty_score":0.9998837},"labels":[],"label_agreement":null},{"id":"W6888854158","doi":"10.2312/eved.20251027","title":"Exploring the Role of Visualization Tools in Enhancing Computing Education: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"Eurographics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Visualization; Categorization; Systematic review; Comprehension; Information visualization; Data visualization","score_opus":0.032803162898597076,"score_gpt":0.3069012333823334,"score_spread":0.2740980704837363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6888854158","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033693224,0.5931465,0.36683416,0.0014044989,0.0015894823,0.0016975369,4.1806535e-7,0.00049666833,0.0011375073],"genre_scores_gemma":[0.98299426,0.006594303,0.009728916,0.0005354726,0.00004011967,0.00006693086,0.0000037525597,0.000008707996,0.000027560169],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985347,0.0005109637,0.00042361632,0.0002038617,0.00017939402,0.00014749172],"domain_scores_gemma":[0.99889815,0.00036415423,0.00018335506,0.00042149538,0.000113431044,0.000019408248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001584604,0.000097893506,0.0002131333,0.00026830417,0.00013336356,0.00023072146,0.00052831345,0.00002313401,1.7438e-7],"category_scores_gemma":[0.00063799386,0.00007467922,0.00007631351,0.0029720163,0.000019715642,0.00035147925,0.0001179134,0.00028873992,8.5073674e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011999546,0.0001346656,0.0035144354,0.05591685,0.000031167776,0.0000028579168,0.013820515,0.00014560965,0.00008145566,0.3309132,0.000031074764,0.595407],"study_design_scores_gemma":[0.00029859543,0.00011498718,0.010471371,0.9232439,0.00012008113,0.00005140875,0.0026349537,0.020628726,0.0005418625,0.0013327827,0.04001509,0.0005462335],"about_ca_topic_score_codex":0.000007963324,"about_ca_topic_score_gemma":0.0000048225907,"teacher_disagreement_score":0.949301,"about_ca_system_score_codex":0.000012972787,"about_ca_system_score_gemma":0.00007357598,"threshold_uncertainty_score":0.304533},"labels":[],"label_agreement":null},{"id":"W6894233998","doi":"10.5683/sp3/clryca","title":"Chandler (West) Quebec. 1:50,000. Map Sheet 022A07, ed. 1, 1955","year":2022,"lang":"en","type":"dataset","venue":"Borealis","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Georeference; General partnership; Raster graphics; Natural (archaeology); Aerial photography; Digital mapping; Government (linguistics); Orthophoto; Geographic information system","score_opus":0.01642565154393191,"score_gpt":0.25941910534427504,"score_spread":0.24299345380034312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6894233998","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019655604,0.0010809612,0.0039721676,0.0012389963,0.0015729589,0.00027693107,0.9910118,0.0006370702,0.0002071405],"genre_scores_gemma":[0.0000074015384,0.00013367954,0.003742843,0.000872687,0.0006252158,0.00016304327,0.9927533,0.000047494508,0.0016543203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99612343,0.00052756123,0.00046771413,0.0011264114,0.0009222292,0.0008326285],"domain_scores_gemma":[0.9966819,0.00019139683,0.0003829766,0.0024236585,0.000054154218,0.00026589903],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001098862,0.0005470002,0.0005559418,0.00037334044,0.00064804265,0.00081745646,0.0035419147,0.00033098692,0.003369352],"category_scores_gemma":[0.00014583944,0.0005402612,0.0002587062,0.00033869108,0.00008244743,0.000312159,0.0014726459,0.0016987328,0.00012591667],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063556067,0.00009599969,0.000010110281,0.00008139475,0.000053380925,0.0001246652,0.00037455693,0.000057142537,2.3176642e-7,0.0004899977,0.95299387,0.045712274],"study_design_scores_gemma":[0.0002299784,0.00012415714,0.00022966437,0.00006820552,0.000046741043,0.000041280393,0.00003923147,0.00007523662,8.331781e-7,0.000039464583,0.9984627,0.0006425007],"about_ca_topic_score_codex":0.3757745,"about_ca_topic_score_gemma":0.03561321,"teacher_disagreement_score":0.3401613,"about_ca_system_score_codex":0.00022766006,"about_ca_system_score_gemma":0.00031828412,"threshold_uncertainty_score":0.9997049},"labels":[],"label_agreement":null},{"id":"W6903592271","doi":"10.11575/ajer.v69i3.75299","title":"The Growth of Computer Science Education in Alberta: An Analysis of High School Course Completion Trends","year":2022,"lang":"en","type":"article","venue":"University of Calgary","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Curriculum; Course (navigation); Science education; Curriculum development","score_opus":0.0069474019516339025,"score_gpt":0.2256508901658903,"score_spread":0.2187034882142564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6903592271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86041003,0.000021236501,0.1388482,0.00036798682,0.00010474228,0.00003682131,0.0000010252403,0.000013864968,0.00019607169],"genre_scores_gemma":[0.9815147,0.0000016009083,0.018286172,0.000013908495,0.0000038146102,9.8546195e-8,0.000008857789,0.000001198763,0.00016963035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991343,0.00019070665,0.00010684528,0.00017207596,0.00029786697,0.0000981911],"domain_scores_gemma":[0.9993257,0.00009140012,0.00016419838,0.00028149283,0.00009537075,0.000041826715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065541215,0.000041820767,0.00013083253,0.0004920344,0.00030807088,0.0000136689,0.0008371812,0.000012561216,0.000015030838],"category_scores_gemma":[0.000015915248,0.000042774456,0.000056221324,0.00166102,0.00020883277,0.00021927286,0.00025593274,0.0001312932,2.523911e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053029988,0.0007799504,0.16982117,0.000013579684,0.000106791376,0.0000028291463,0.008082841,0.013655383,0.00024086716,0.12738223,0.000112631955,0.67974865],"study_design_scores_gemma":[0.00018925137,0.000158253,0.8154911,0.000007086374,0.000058837493,0.0000012377677,0.00053426035,0.1822826,0.000027099964,0.000072802344,0.0011176708,0.00005981579],"about_ca_topic_score_codex":0.018456463,"about_ca_topic_score_gemma":0.0009182509,"teacher_disagreement_score":0.6796889,"about_ca_system_score_codex":0.00007342621,"about_ca_system_score_gemma":0.00033750033,"threshold_uncertainty_score":0.9880797},"labels":[],"label_agreement":null},{"id":"W6911961778","doi":"10.5281/zenodo.15398798","title":"From Classroom to Cloud: Evaluating Hybrid Approaches for Engineering Software Instruction","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Software; Software development; Perspective (graphical); Scheduling (production processes); Social software engineering; Personal software process","score_opus":0.054088416031141506,"score_gpt":0.2693523971200193,"score_spread":0.2152639810888778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911961778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02651525,0.000042239866,0.9692327,0.0008594094,0.00038480668,0.0003917045,0.000024450721,0.0016998359,0.00084963866],"genre_scores_gemma":[0.6394444,0.0000024194057,0.35845742,0.00014849062,0.00039943587,5.392425e-7,0.00048915873,0.0005917178,0.00046639092],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985202,0.00018877508,0.00021019377,0.0005097896,0.00024419292,0.0003268782],"domain_scores_gemma":[0.9990675,0.00008438404,0.00006677662,0.00045886784,0.00021549518,0.00010701935],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009367881,0.00012692204,0.00012588142,0.00025903137,0.001555408,0.0012209044,0.0011955199,0.00004206927,0.00008745112],"category_scores_gemma":[0.0019197128,0.00014365745,0.0000533739,0.0005326616,0.000023175027,0.00026606876,0.0010374148,0.0002746723,0.00032687353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018746947,0.000028715047,0.0000037572029,0.000038327853,0.000027737327,9.83985e-7,0.0015024388,0.004387358,0.00034028623,0.005414914,0.00771282,0.98052394],"study_design_scores_gemma":[0.00041767512,0.00015292791,0.0002480472,0.00006800359,0.000010305398,0.000011924475,0.00020993265,0.06448132,0.000357437,0.00044821415,0.93342906,0.00016517937],"about_ca_topic_score_codex":0.00002541224,"about_ca_topic_score_gemma":1.200218e-7,"teacher_disagreement_score":0.9803587,"about_ca_system_score_codex":0.00014645648,"about_ca_system_score_gemma":0.0000067700607,"threshold_uncertainty_score":0.99981594},"labels":[],"label_agreement":null},{"id":"W6924995683","doi":"10.1594/pangaea.972829","title":"Passive acoustic monitoring data recorded by recorder ICL1721 at mooring DBS08-08 in the German Bight, North Sea, in 2018","year":2024,"lang":"en","type":"dataset","venue":"Publishing Network for Geoscientific and Environmental Data (PANGAEA) (Alfred Wegener Institute for Polar and Marine Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data processing; Standardization; NetCDF; Metadata; Data set; Data acquisition; Mooring; German","score_opus":0.07172086393757596,"score_gpt":0.31357308815882534,"score_spread":0.24185222422124938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924995683","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043735434,0.0041182954,0.0030216982,0.00095938216,0.0033015723,0.0013141893,0.9828341,0.000064837484,0.000012364538],"genre_scores_gemma":[0.0020960227,0.0027948567,0.004643473,0.00006183163,0.001001056,0.00020749983,0.98811007,0.000060631795,0.0010245554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936341,0.0004618479,0.0007200172,0.002534022,0.0010247967,0.0016251999],"domain_scores_gemma":[0.9953149,0.00069752964,0.00024112823,0.0033876551,0.000030279047,0.00032849406],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0069646537,0.0005673923,0.0005348844,0.0005904446,0.0018325811,0.0049173,0.0062217135,0.00035554782,0.000011547376],"category_scores_gemma":[0.0006875891,0.00047481363,0.000086726286,0.00096032914,0.0005355862,0.004036271,0.012336108,0.0020954898,0.00002525585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038810846,0.00012913682,0.0025651657,0.00030550067,0.000068223075,0.000034129192,0.0002640078,0.00016038804,0.000007430403,0.000018414987,0.9074374,0.088971384],"study_design_scores_gemma":[0.00055771536,0.000100883866,0.0016593661,0.00022228822,0.000082401595,0.00003494354,0.00011326061,0.018203331,0.0000017165743,0.00014084752,0.97836,0.0005232311],"about_ca_topic_score_codex":0.3672485,"about_ca_topic_score_gemma":0.42810985,"teacher_disagreement_score":0.08844816,"about_ca_system_score_codex":0.00033767303,"about_ca_system_score_gemma":0.0001357496,"threshold_uncertainty_score":0.99977034},"labels":[],"label_agreement":null},{"id":"W6929095362","doi":"10.4224/20378749","title":"FTIR gas measurement in home smoke alarm tests","year":2002,"lang":"en","type":"report","venue":"NPARC","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Health Canada; National Institute of Standards and Technology","keywords":"Smoke; Fourier transform infrared spectroscopy; Absorption (acoustics); Infrared; Gas analysis","score_opus":0.0976004552531123,"score_gpt":0.2980080841887108,"score_spread":0.2004076289355985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929095362","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03585759,0.016203579,0.055210732,0.011284251,0.020236475,0.0028198585,0.000016030346,0.0060693296,0.85230213],"genre_scores_gemma":[0.9142824,0.00060753437,0.076179124,0.00015125277,0.00080871524,0.000112965514,0.000013798824,0.000096372874,0.0077478536],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99570835,0.00022097747,0.00047481485,0.00079475803,0.0021724247,0.0006286526],"domain_scores_gemma":[0.9982331,0.000074395124,0.0002789245,0.0010089296,0.00025774265,0.00014691893],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033131186,0.00034202004,0.00046849842,0.00037739336,0.00012284846,0.00028982168,0.0012273336,0.0002885425,0.00007773147],"category_scores_gemma":[0.0005895118,0.00033132755,0.00016112311,0.00043178877,0.000036706148,0.00013637601,0.00030826905,0.001413639,0.00010737192],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010958314,0.00014917162,0.004522187,0.000114998744,0.00003273143,0.00021502345,0.0008983477,0.00002514139,0.00008605858,0.00020167737,0.016178664,0.9775749],"study_design_scores_gemma":[0.00025674954,0.00010214764,0.014337169,0.00061445846,0.000016121763,0.00011840526,0.000009990026,0.00053094927,0.000024280664,0.00043586534,0.98301923,0.00053465465],"about_ca_topic_score_codex":0.0003862681,"about_ca_topic_score_gemma":0.00008794523,"teacher_disagreement_score":0.97704023,"about_ca_system_score_codex":0.0007082591,"about_ca_system_score_gemma":0.00053135783,"threshold_uncertainty_score":0.9999139},"labels":[],"label_agreement":null},{"id":"W6929843826","doi":"10.5061/dryad.jm63xsjb3","title":"Behavioural, morphological, and life history shifts during invasive spread","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Invasive species; Biological dispersal; Population; Introduced species; Cannibalism; Predation; Life history theory","score_opus":0.06405455654051416,"score_gpt":0.24561746458106498,"score_spread":0.1815629080405508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929843826","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028379075,0.009830373,0.0110351145,0.004105043,0.002778746,0.0022280612,0.92797977,0.009071385,0.0045924336],"genre_scores_gemma":[0.008051242,0.0007826457,0.0025787835,0.0003989316,0.00025504778,1.6198044e-7,0.98640555,0.00091615005,0.0006114762],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712974,0.0007742621,0.00029769872,0.0008866836,0.00045025905,0.00046133986],"domain_scores_gemma":[0.9981858,0.000058599297,0.00023122125,0.0009300963,0.00026004112,0.0003342459],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00065724103,0.00026484233,0.00028389145,0.0002916479,0.0018531365,0.0015575435,0.0022060466,0.00020015167,0.0029376845],"category_scores_gemma":[0.0018292982,0.00028115776,0.0000740903,0.000302264,0.00020494105,0.00031868718,0.0043001524,0.0011164638,0.0018274052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007313442,0.00009775463,0.0000015758717,0.00011882241,0.000029215522,0.00031184204,0.00051341945,0.000006445342,0.00012550114,0.00008718556,0.9863846,0.012316354],"study_design_scores_gemma":[0.00025503826,0.0001456592,0.00043176924,0.000101398844,0.000021759515,0.00033629045,0.0000792958,0.000011500443,0.000014551103,0.000004964274,0.99829143,0.00030632422],"about_ca_topic_score_codex":0.0001260851,"about_ca_topic_score_gemma":0.000001259681,"teacher_disagreement_score":0.05842579,"about_ca_system_score_codex":0.000306676,"about_ca_system_score_gemma":0.000022162854,"threshold_uncertainty_score":0.99996406},"labels":[],"label_agreement":null},{"id":"W6930282073","doi":"10.5281/zenodo.12295403","title":"The way of the heart pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prayer; Solitude; Silence; Contemplation; Surrender; Blessing; Worship; Meditation","score_opus":0.023144379530074408,"score_gpt":0.24462350882215686,"score_spread":0.22147912929208247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930282073","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009823661,0.0010652867,0.011544143,0.003599975,0.0007031455,0.00034718288,0.000019726598,0.0015577212,0.981153],"genre_scores_gemma":[0.0054802294,0.00006864025,0.0015211422,0.00010854326,0.00027556697,4.1663956e-8,0.0000399819,0.0037950152,0.9887108],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831665,0.0005024384,0.00016643046,0.00034594352,0.00040113693,0.00026743315],"domain_scores_gemma":[0.9987217,0.00003113972,0.00012844228,0.0009619417,0.00009606019,0.00006071628],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00093755405,0.00012867949,0.000118489486,0.0001255665,0.0012666328,0.0012112638,0.0029289809,0.000077930636,0.0032981834],"category_scores_gemma":[0.0003766225,0.00008151521,0.00009437768,0.0005235282,0.00019011613,0.000052101634,0.0022803606,0.00058361585,0.024403574],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001210697,0.000013956849,2.4986238e-7,0.000043488657,0.000025621004,0.0000013129155,0.0004950779,0.0000035208195,0.000028140783,0.010930395,0.8473979,0.14105913],"study_design_scores_gemma":[0.00005774568,0.000046868914,0.000024361001,0.00013231556,0.000007699609,0.000035488287,0.000049268056,0.00012509576,0.000018434703,0.00013063336,0.9992792,0.00009289902],"about_ca_topic_score_codex":0.000036617388,"about_ca_topic_score_gemma":7.020529e-7,"teacher_disagreement_score":0.15188129,"about_ca_system_score_codex":0.00004282866,"about_ca_system_score_gemma":0.0000047160374,"threshold_uncertainty_score":0.9998256},"labels":[],"label_agreement":null},{"id":"W6949200946","doi":"10.5281/zenodo.13336098","title":"+⨳9⨳1⨳-⨳8⨳0⨳9⨳4⨳7⨳7⨳4⨳4⨳0⨳4 spell to return ex lover with effective results","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spell; Miracle; Wife; MAGIC (telescope); Happening; German; Caster; Ain't","score_opus":0.01751515941960877,"score_gpt":0.24334374944543555,"score_spread":0.22582859002582678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949200946","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015173444,0.00024514546,0.07583094,0.0010711345,0.00031829614,0.0008560748,0.0001091965,0.004183186,0.91737086],"genre_scores_gemma":[0.0029224486,0.000026117395,0.01630407,0.0002487726,0.0006778196,4.6934826e-8,0.00049315405,0.01078688,0.96854067],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969711,0.00050994253,0.00023519922,0.0011420051,0.000601319,0.00054046273],"domain_scores_gemma":[0.9981684,0.000038665985,0.00016768374,0.0011511614,0.00018472648,0.00028937843],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000997273,0.00033067793,0.0002740525,0.00067222456,0.00036195814,0.0022925504,0.0022233704,0.00016573572,0.002631638],"category_scores_gemma":[0.0005131591,0.0002936541,0.000074801166,0.00107226,0.00009830848,0.0001533714,0.0020079182,0.0009004919,0.12199213],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004202178,0.000043920492,1.691071e-7,0.00010085212,0.00007278367,0.00007862945,0.002234563,0.00001985987,0.000029442952,0.0016901173,0.8391784,0.15650924],"study_design_scores_gemma":[0.00037149628,0.0005682697,0.000014469505,0.0004909726,0.000020879766,0.00012580922,0.00006746917,0.00016290987,0.000030460851,0.000039865427,0.99772775,0.00037962347],"about_ca_topic_score_codex":0.00008559404,"about_ca_topic_score_gemma":0.0000021958938,"teacher_disagreement_score":0.15854937,"about_ca_system_score_codex":0.0001789756,"about_ca_system_score_gemma":0.0000067707097,"threshold_uncertainty_score":0.99995154},"labels":[],"label_agreement":null},{"id":"W6958422432","doi":"10.6084/m9.figshare.26725949.v1","title":"Additional file 4 of Effect of capacity building interventions on classroom teacher and early childhood educator perceived capabilities, knowledge, and attitudes relating to physical activity and fundamental movement skills: a systematic review and meta-analysis","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children’s Health Research Institute; Western University","funders":"","keywords":"Physical activity; Psychological intervention; Early childhood; Movement (music); Early childhood education; Intervention (counseling); Action (physics)","score_opus":0.03523931033545528,"score_gpt":0.317270392329192,"score_spread":0.2820310819937367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958422432","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36868796,0.019199576,0.000080793456,0.00015948777,0.000021462709,0.0019161064,0.60970545,0.00014973953,0.000079433186],"genre_scores_gemma":[0.993451,0.0000033819508,0.0024611056,0.00001657465,0.000016165472,0.00087099447,0.0028762403,0.0000107323,0.0002938032],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9987718,0.00037831458,0.00021363322,0.00037167512,0.00014960444,0.00011498674],"domain_scores_gemma":[0.9973746,0.0021990743,0.00012959124,0.0001823787,0.0000320579,0.00008232223],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025622454,0.00015791935,0.0007308659,0.00013254696,0.000106379906,0.00013164333,0.00010142568,0.000031650696,0.018824464],"category_scores_gemma":[0.0016558033,0.00011797795,0.00028283187,0.0002323373,0.000023650024,0.00018097932,0.00019475889,0.00022123774,0.0000048170227],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008022584,0.0019347192,0.000521716,0.7616092,0.04721369,0.0000057544767,0.043312903,0.000024442006,0.00008066506,0.0003807567,0.119780496,0.02512764],"study_design_scores_gemma":[0.0006094838,0.00361425,0.42914817,0.46710765,0.08583634,0.000057524172,0.0005698509,0.0056430735,0.000116820505,0.00010116391,0.005662596,0.0015330816],"about_ca_topic_score_codex":0.000027860813,"about_ca_topic_score_gemma":0.000010223635,"teacher_disagreement_score":0.624763,"about_ca_system_score_codex":0.000035842004,"about_ca_system_score_gemma":0.000022351496,"threshold_uncertainty_score":0.9820725},"labels":[],"label_agreement":null},{"id":"W6958424854","doi":"10.60770/3jsj-m574","title":"CS connections: adapting a popular puzzle game for computing concepts","year":2025,"lang":"en","type":"other","venue":"MRU-Repo","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Key (lock); Set (abstract data type); Field (mathematics); Feature (linguistics); Matching (statistics)","score_opus":0.021351673682232817,"score_gpt":0.31642362467174534,"score_spread":0.2950719509895125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958424854","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018777842,0.0017938961,0.9507549,0.0007483361,0.0021060503,0.0005769694,0.000008215246,0.002143683,0.04184918],"genre_scores_gemma":[0.020297399,0.000012513542,0.40054893,0.00045440014,0.0010965496,0.00008309705,0.000047103673,0.00028218905,0.5771778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977716,0.00019073127,0.0003917884,0.00084636395,0.00025388287,0.00054560864],"domain_scores_gemma":[0.9983269,0.00026963485,0.00045977283,0.0007701429,0.00007954496,0.00009402607],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007127453,0.00034075134,0.0004673574,0.00031374447,0.00039921896,0.00038939042,0.0008740882,0.00029545996,0.00004394435],"category_scores_gemma":[0.0007302516,0.0003563462,0.0002297287,0.00033831247,0.00006461581,0.00008014627,0.00031945694,0.0005681758,0.00004672845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070186898,0.000118496115,0.00029620482,0.00043615125,0.00028262782,0.00004750241,0.0026869602,0.0010209106,0.00001654397,0.08436978,0.18672821,0.7239896],"study_design_scores_gemma":[0.00037270394,0.000058058005,0.000012375846,0.00074294256,0.00003245167,0.000021093236,0.00012322298,0.01780878,0.00000852038,0.00020306396,0.98023516,0.0003816481],"about_ca_topic_score_codex":0.000908165,"about_ca_topic_score_gemma":0.000089334,"teacher_disagreement_score":0.7935069,"about_ca_system_score_codex":0.000080993035,"about_ca_system_score_gemma":0.00014245471,"threshold_uncertainty_score":0.99988884},"labels":[],"label_agreement":null},{"id":"W6964987497","doi":"10.26126/intervals.eyms8m","title":"Lung function [Individual measurements]","year":2019,"lang":"en","type":"dataset","venue":"INTERVALS","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lung function; Lung; Cigarette smoke; In vivo; Function (biology); Aerosol","score_opus":0.08594174022954287,"score_gpt":0.3201097267979268,"score_spread":0.23416798656838395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6964987497","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026862965,0.0011680373,0.1662288,0.00042176255,0.010113755,0.00044948867,0.8209071,0.0005117528,0.00017239686],"genre_scores_gemma":[0.0006289923,0.000008179902,0.003959583,0.0007291434,0.0004371065,0.00003249432,0.9931434,0.000023040762,0.0010380823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99769956,0.0003116848,0.00032707214,0.00060171,0.00069305033,0.00036694625],"domain_scores_gemma":[0.998334,0.00008800468,0.00028231397,0.0011454537,0.000071715716,0.00007851669],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013355503,0.00027886877,0.0003113543,0.00021615392,0.00011531356,0.00064922054,0.0019685298,0.00023874348,0.00013344706],"category_scores_gemma":[0.00015945741,0.00025882103,0.00018814583,0.00015977715,0.000019253503,0.00028451034,0.00057702727,0.00082877744,0.00164619],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003386175,0.000040460713,0.00003989903,0.0000801718,0.0001231417,0.000004454728,0.000099982666,0.000023706212,0.0000019557338,0.000015521078,0.9403094,0.0592579],"study_design_scores_gemma":[0.0001650358,0.00014794596,0.00016742507,0.00023691806,0.0000736718,0.000009595375,0.000006634231,0.00010714456,0.0000057660995,0.00001315381,0.9987877,0.00027900588],"about_ca_topic_score_codex":0.00015144832,"about_ca_topic_score_gemma":0.00001331884,"teacher_disagreement_score":0.17223625,"about_ca_system_score_codex":0.00008064704,"about_ca_system_score_gemma":0.000074012125,"threshold_uncertainty_score":0.9999864},"labels":[],"label_agreement":null},{"id":"W6966687797","doi":"10.48550/arxiv.2207.12702","title":"Teaching Programming to Novices Using the codeBoot Online Environment","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Variety (cybernetics); Programming by demonstration; Inductive programming; Learning environment; Computer programming; Development environment; Online learning","score_opus":0.09795677400955036,"score_gpt":0.22703826962643633,"score_spread":0.12908149561688598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6966687797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3448178,0.00007442862,0.6532113,0.00052380573,0.00042207906,0.0004337193,0.000006782799,0.00040074324,0.00010934986],"genre_scores_gemma":[0.9117421,0.000009446064,0.086673014,0.00025297282,0.00014318858,0.0000038436406,0.00001835169,0.000034476103,0.0011226202],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969147,0.0006888206,0.000248063,0.0013384994,0.00023497651,0.0005749377],"domain_scores_gemma":[0.9976902,0.0001821177,0.00031934728,0.0015888256,0.000025062398,0.00019447114],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011397109,0.00038070278,0.0003073298,0.00025852097,0.0013208867,0.00038078017,0.003326723,0.00013778714,0.000035685513],"category_scores_gemma":[0.000049716888,0.00036414387,0.00023345731,0.00034626108,0.00007905825,0.00021731848,0.006503009,0.0023873032,0.000020554517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012272978,0.00020062953,0.0020718,0.000045269917,0.00008830241,0.000156104,0.0044953944,0.8800173,0.000024025981,0.015271089,0.000022332732,0.097595476],"study_design_scores_gemma":[0.00026637712,0.00014487683,0.00052469905,0.00011866446,0.00011288955,0.000016484782,0.001992531,0.69244474,0.000006130681,0.00070645014,0.30288327,0.00078286923],"about_ca_topic_score_codex":0.001951713,"about_ca_topic_score_gemma":0.000061637096,"teacher_disagreement_score":0.5669243,"about_ca_system_score_codex":0.00049512286,"about_ca_system_score_gemma":0.00013189048,"threshold_uncertainty_score":0.99997926},"labels":[],"label_agreement":null},{"id":"W6967046959","doi":"10.48782/e-jiref-10-2-71","title":"La fidélité des scores totaux et la fidélité des scores logits : le cas du modèle de Rasch","year":2024,"lang":"fr","type":"peer-review","venue":"Association pour le Développement des Méthodologies d’Évaluation en Éducation - Europe","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal","funders":"","keywords":"Rasch model; Context (archaeology); Measure (data warehouse); Definiteness","score_opus":0.27877269542579824,"score_gpt":0.40899179610849484,"score_spread":0.1302191006826966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967046959","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06859445,0.025771596,0.6510633,0.23859881,0.0045849327,0.0019695815,0.00013571138,0.0018424598,0.007439144],"genre_scores_gemma":[0.1747824,0.04815691,0.62679166,0.006127171,0.0013573847,0.0012183029,0.0025453055,0.00043194235,0.13858892],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9594303,0.03382639,0.0018334041,0.0017794578,0.0017411376,0.001389342],"domain_scores_gemma":[0.98092467,0.012877773,0.002047606,0.0010406596,0.0028210555,0.0002882552],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05075739,0.0010960938,0.0011434384,0.0006675461,0.0017376441,0.0025724787,0.0017538004,0.00081966544,0.0001919072],"category_scores_gemma":[0.065142006,0.0011559848,0.0005212191,0.0019019365,0.000566421,0.0014628676,0.0010105689,0.0020463963,0.00066561624],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00003500451,0.0010282658,0.04351806,0.004618173,0.00087964314,0.000060937746,0.09281008,0.018710379,0.00023352464,0.040426947,0.22647619,0.5712028],"study_design_scores_gemma":[0.0011787334,0.00031975596,0.4841785,0.007620246,0.0007927671,0.0001904963,0.00259008,0.009130434,0.00031781307,0.03079326,0.46108326,0.0018046432],"about_ca_topic_score_codex":0.0032307697,"about_ca_topic_score_gemma":0.0012206098,"teacher_disagreement_score":0.56939816,"about_ca_system_score_codex":0.004347235,"about_ca_system_score_gemma":0.007879662,"threshold_uncertainty_score":0.99956197},"labels":[],"label_agreement":null},{"id":"W6967501136","doi":"10.5281/zenodo.11855835","title":"écosystème numérique pdf","year":2024,"lang":"fr","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Gloom; Pilotage","score_opus":0.034640233590781125,"score_gpt":0.25088691742747843,"score_spread":0.21624668383669732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967501136","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059233847,0.0015011306,0.1512129,0.0030189885,0.0012388654,0.00050075195,0.000059540947,0.0030413894,0.8393672],"genre_scores_gemma":[0.013657454,0.00011207445,0.0057651945,0.00026214175,0.001271986,8.508864e-8,0.00051867485,0.008884973,0.9695274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99561405,0.0012546005,0.00043575605,0.0012377776,0.0006137657,0.0008440403],"domain_scores_gemma":[0.9978638,0.00004715175,0.0002347579,0.0011067949,0.00040139,0.00034610424],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016318215,0.00043391375,0.0003611279,0.000571497,0.0020810002,0.0063189464,0.0031400623,0.00033034524,0.13812569],"category_scores_gemma":[0.0009588324,0.00047298195,0.00019157802,0.0010618475,0.00025876058,0.0003199655,0.0032937855,0.0016582678,0.54598045],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000702838,0.000103835504,5.522857e-7,0.00036888613,0.00010136896,0.000120030185,0.0058789346,0.00004615864,0.000084594816,0.069340475,0.4281739,0.49577424],"study_design_scores_gemma":[0.00022381614,0.00027824304,0.000032119668,0.000659891,0.000023831242,0.00051287457,0.00025057737,0.002185445,0.000015714884,0.0005708799,0.9947566,0.000490044],"about_ca_topic_score_codex":0.00009685967,"about_ca_topic_score_gemma":0.0000018454899,"teacher_disagreement_score":0.5665827,"about_ca_system_score_codex":0.0003967027,"about_ca_system_score_gemma":0.000015680731,"threshold_uncertainty_score":0.9997722},"labels":[],"label_agreement":null},{"id":"W6967556034","doi":"10.5281/zenodo.1172644","title":"Htt Overexpression Optimisation In Mammalian Cells","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cell culture; Transfection; Cell; Gene expression; HEK 293 cells","score_opus":0.03155850884906233,"score_gpt":0.2547539753935041,"score_spread":0.22319546654444175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967556034","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3362274,0.00009819533,0.5692688,0.003392252,0.00075005717,0.0010244129,0.00002903465,0.0053014094,0.08390843],"genre_scores_gemma":[0.9832963,0.0000047977915,0.015547093,0.00011018782,0.000175461,2.5574797e-8,0.00010591407,0.00023858262,0.000521645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984904,0.0003828587,0.00017224367,0.00037749615,0.00026852448,0.0003085065],"domain_scores_gemma":[0.9992474,0.000021247706,0.00007788335,0.00037610406,0.00017266753,0.000104730745],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000830582,0.00009548526,0.00008113529,0.00016895383,0.0012229113,0.0009026999,0.001155139,0.00005338697,0.0013989089],"category_scores_gemma":[0.00020296796,0.00009048022,0.000026751013,0.00050600205,0.00006554832,0.00040708017,0.0009120538,0.000262542,0.0031579959],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019093588,0.000101693535,0.00001277257,0.000017405913,0.0000049690157,0.000008336468,0.0045046415,0.00014695385,0.023832476,0.0042294925,0.020019747,0.9471024],"study_design_scores_gemma":[0.000266629,0.00020189569,0.0012012323,0.0000494953,0.0000012727751,0.000023868133,0.000107762025,0.004520839,0.0026926235,0.000091811366,0.9907067,0.00013590441],"about_ca_topic_score_codex":0.000048340356,"about_ca_topic_score_gemma":4.7857964e-7,"teacher_disagreement_score":0.9706869,"about_ca_system_score_codex":0.00009543648,"about_ca_system_score_gemma":0.0000024247167,"threshold_uncertainty_score":0.9995139},"labels":[],"label_agreement":null},{"id":"W6967826591","doi":"10.5281/zenodo.11702504","title":"campbell biology third canadian edition free pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reproduction; Replication (statistics); Systems biology; Variation (astronomy); Synthetic biology; Biological evolution","score_opus":0.022061063075130314,"score_gpt":0.23955218644678186,"score_spread":0.21749112337165155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967826591","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023924558,0.00043230387,0.04534758,0.0016250421,0.00090716034,0.0002796224,0.00016359091,0.0031147907,0.9481275],"genre_scores_gemma":[0.002706933,0.000111428286,0.007762813,0.000428407,0.0016369349,1.2778618e-7,0.0026568456,0.008165509,0.976531],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798554,0.00040280697,0.00017696331,0.0006771781,0.0002376898,0.00051982136],"domain_scores_gemma":[0.99853134,0.000013975415,0.00010838367,0.00093256566,0.00011799607,0.0002957232],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00067134807,0.00020869881,0.00017520734,0.0008196545,0.000955297,0.0014472627,0.0026825287,0.00023597991,0.019139184],"category_scores_gemma":[0.00040642777,0.0002178662,0.00006767685,0.0005498414,0.000111970076,0.00011379426,0.0013906682,0.0007789709,0.11906475],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1487914e-7,0.000013886155,2.6740355e-7,0.000051644394,0.00003228763,0.000022562035,0.00048447552,0.0000017711465,0.000013036309,0.015521843,0.87155026,0.11230708],"study_design_scores_gemma":[0.00012002106,0.00010379501,0.0000063990083,0.00010837695,0.000010588618,0.00006952455,0.000031699972,0.00014520297,0.0000036739395,0.00059319823,0.9985747,0.0002328611],"about_ca_topic_score_codex":0.00791397,"about_ca_topic_score_gemma":0.00029637426,"teacher_disagreement_score":0.12702443,"about_ca_system_score_codex":0.00020698886,"about_ca_system_score_gemma":0.000017472434,"threshold_uncertainty_score":0.9995893},"labels":[],"label_agreement":null},{"id":"W6968041922","doi":"10.5281/zenodo.11613519","title":"Towards AI Literacy: 101+ Creative and Critical Practices, Perspectives and Purposes","year":2024,"lang":"en","type":"book","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Situated; License; Data collection; Collection development; Creativity; Metadata; Commons; Perspective (graphical)","score_opus":0.03532507178378793,"score_gpt":0.3172548694193394,"score_spread":0.2819297976355515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968041922","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017156353,0.016527943,0.096507765,0.01664164,0.000403592,0.00088700396,0.00019309446,0.004495066,0.86417234],"genre_scores_gemma":[0.07364817,0.0038067114,0.064796515,0.0011883515,0.0023473734,6.3919254e-7,0.0015601545,0.0072924118,0.8453597],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760604,0.0005142185,0.00021323138,0.00091146474,0.00041293644,0.00034210965],"domain_scores_gemma":[0.99841845,0.00014555403,0.00016247289,0.00043943786,0.0006096079,0.00022447703],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00093403895,0.00025234226,0.00023809807,0.00034642813,0.0016813682,0.0074087023,0.0009199815,0.00014475675,0.0006762957],"category_scores_gemma":[0.0031514834,0.0002488466,0.00005044418,0.00024172304,0.00039634074,0.0009339332,0.0026118634,0.0012495565,0.0010109966],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016202437,0.00005642702,3.7735896e-7,0.00029857663,0.000079660625,0.000089065885,0.026462534,8.977658e-7,0.000013165684,0.17927656,0.0986502,0.6950563],"study_design_scores_gemma":[0.00012576202,0.00034534192,0.000049679325,0.00026607717,0.00004129469,0.00045717464,0.0005465174,0.0006852293,0.000003597467,0.0028106526,0.99440426,0.00026443694],"about_ca_topic_score_codex":0.00002766799,"about_ca_topic_score_gemma":1.5568463e-7,"teacher_disagreement_score":0.89575404,"about_ca_system_score_codex":0.00017278557,"about_ca_system_score_gemma":0.000027350528,"threshold_uncertainty_score":0.99999636},"labels":[],"label_agreement":null},{"id":"W6968189472","doi":"10.5281/zenodo.15755512","title":"Reithrodontomys fulvescens J. A. Allen 1894","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Salt lake; Fauna; Lake sturgeon; Distribution (mathematics)","score_opus":0.051758545742553494,"score_gpt":0.2473745232578826,"score_spread":0.1956159775153291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968189472","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037597183,0.00023119262,0.86512977,0.024823355,0.00022366909,0.00046512656,0.000019650353,0.007842155,0.097505376],"genre_scores_gemma":[0.97007406,0.000037162805,0.02614379,0.0013532264,0.00036925357,3.103519e-8,0.00021585949,0.0010487644,0.0007578405],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981546,0.00039924524,0.00018989964,0.0005191825,0.0003551498,0.0003819661],"domain_scores_gemma":[0.99891114,0.00002178384,0.0000837278,0.00049215864,0.00020644428,0.00028474952],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00060679787,0.00012710021,0.00012756599,0.00009415114,0.001827217,0.0013879708,0.0020571807,0.000049693077,0.0011683074],"category_scores_gemma":[0.00069096347,0.00013356344,0.000056545432,0.00044273143,0.00007442735,0.00039028484,0.0015929658,0.00043615178,0.007890887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016754373,0.00006766079,0.0000055305154,0.000039307353,0.000029660787,0.000029915309,0.010408784,0.00014000654,0.0008973053,0.016633824,0.13655238,0.83517885],"study_design_scores_gemma":[0.00026387433,0.00023614638,0.00024967044,0.000014117125,0.000004091972,0.000049104194,0.00015307336,0.0034494977,0.00008181833,0.000049997627,0.9952888,0.00015984385],"about_ca_topic_score_codex":0.000011167076,"about_ca_topic_score_gemma":9.241863e-8,"teacher_disagreement_score":0.9663144,"about_ca_system_score_codex":0.000055220185,"about_ca_system_score_gemma":0.000003826376,"threshold_uncertainty_score":0.9997448},"labels":[],"label_agreement":null},{"id":"W6976873390","doi":"10.60692/vvp5e-9e580","title":"Communication transforms the impact of the COVID‐19 pandemic on children with cancer and their families","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital","funders":"","keywords":"Psychosocial; Pandemic; Psychological intervention; Anxiety; Focus group; Pediatric cancer","score_opus":0.04388248838521053,"score_gpt":0.2613828802866349,"score_spread":0.2175003919014244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976873390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705343,0.000009403902,0.028408756,0.00032466734,0.00003817475,0.00030085727,0.000025045581,0.0002705891,0.00008820276],"genre_scores_gemma":[0.99978405,0.0000016917298,0.000059097118,0.000078304605,0.000008022145,0.00003701939,0.0000053338263,0.0000037319421,0.000022769285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993239,0.00012385052,0.00019604371,0.00007675668,0.00015012397,0.000129333],"domain_scores_gemma":[0.9992149,0.00003188998,0.00018408138,0.00049745786,0.000033835775,0.000037828955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005782557,0.00010103446,0.00010383721,0.000089550434,0.00037447922,0.0001598793,0.00050069886,0.00003565878,4.9519883e-7],"category_scores_gemma":[0.000012678009,0.000038397855,0.000052127238,0.0003596023,0.00006262331,0.00032003096,0.00006793201,0.00015451237,0.00000752966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010542327,8.070808e-7,0.6070657,0.000026648388,0.00004778464,2.5615028e-8,0.35700837,0.01029614,2.691334e-7,0.00026868112,0.000031396703,0.025243698],"study_design_scores_gemma":[0.0005034442,0.000075994954,0.97602844,0.00012502648,0.000007871247,0.000044924156,0.010049414,0.012748496,0.000021609274,0.0000034738073,0.00028665448,0.00010465472],"about_ca_topic_score_codex":0.00042292464,"about_ca_topic_score_gemma":0.0000039112806,"teacher_disagreement_score":0.3689628,"about_ca_system_score_codex":0.000064738975,"about_ca_system_score_gemma":0.000055968852,"threshold_uncertainty_score":0.28802294},"labels":[],"label_agreement":null},{"id":"W6977068587","doi":"10.6084/m9.figshare.29839490","title":"School librarians self-rated AI literacy and readiness: A global study","year":2025,"lang":"en","type":"dataset","venue":"Figshare","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Literacy; Adult literacy; Kingdom; Information literacy","score_opus":0.012297597242005022,"score_gpt":0.29759701228752844,"score_spread":0.2852994150455234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977068587","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023875727,0.000501873,0.000049693088,0.00026480106,0.00020428307,0.0004669537,0.9976759,0.0007718643,0.00006225549],"genre_scores_gemma":[0.00004876266,0.0000035951225,0.0017886562,0.00057949615,0.00017127821,0.00017523115,0.99689245,0.000007902447,0.00033262515],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785227,0.00031142824,0.00029280072,0.00087058084,0.0002971947,0.0003757181],"domain_scores_gemma":[0.9981742,0.00015590536,0.00018433346,0.0011749075,0.000112275986,0.00019839405],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012530074,0.00037607946,0.00036311295,0.0001636641,0.00027172422,0.002822001,0.0017413759,0.0002676606,0.0032454731],"category_scores_gemma":[0.0012770729,0.0003572739,0.00006765927,0.00083118066,0.0000040582695,0.0008207621,0.0013635914,0.0010084354,0.00034452818],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002753214,0.00016421342,0.000054827015,0.00028562843,0.00007178677,0.00015827506,0.00020686787,0.0000030939527,5.1671214e-9,0.0000055142273,0.9822657,0.01678135],"study_design_scores_gemma":[0.00030406096,0.00011357684,0.0007883181,0.0019823313,0.00003230365,0.000023610333,0.000014811541,0.00032254236,7.0264676e-8,0.000009511528,0.99606454,0.00034429756],"about_ca_topic_score_codex":0.00012533178,"about_ca_topic_score_gemma":0.000020971476,"teacher_disagreement_score":0.016437052,"about_ca_system_score_codex":0.00007272211,"about_ca_system_score_gemma":0.0005209483,"threshold_uncertainty_score":0.99988794},"labels":[],"label_agreement":null},{"id":"W6977309237","doi":"10.6084/m9.figshare.29839490.v1","title":"School librarians self-rated AI literacy and readiness: A global study","year":2025,"lang":"en","type":"dataset","venue":"Figshare","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Literacy; Adult literacy; Kingdom; Information literacy","score_opus":0.012297597242005022,"score_gpt":0.29759701228752844,"score_spread":0.2852994150455234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977309237","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023875727,0.000501873,0.000049693088,0.00026480106,0.00020428307,0.0004669537,0.9976759,0.0007718643,0.00006225549],"genre_scores_gemma":[0.00004876266,0.0000035951225,0.0017886562,0.00057949615,0.00017127821,0.00017523115,0.99689245,0.000007902447,0.00033262515],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785227,0.00031142824,0.00029280072,0.00087058084,0.0002971947,0.0003757181],"domain_scores_gemma":[0.9981742,0.00015590536,0.00018433346,0.0011749075,0.000112275986,0.00019839405],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012530074,0.00037607946,0.00036311295,0.0001636641,0.00027172422,0.002822001,0.0017413759,0.0002676606,0.0032454731],"category_scores_gemma":[0.0012770729,0.0003572739,0.00006765927,0.00083118066,0.0000040582695,0.0008207621,0.0013635914,0.0010084354,0.00034452818],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002753214,0.00016421342,0.000054827015,0.00028562843,0.00007178677,0.00015827506,0.00020686787,0.0000030939527,5.1671214e-9,0.0000055142273,0.9822657,0.01678135],"study_design_scores_gemma":[0.00030406096,0.00011357684,0.0007883181,0.0019823313,0.00003230365,0.000023610333,0.000014811541,0.00032254236,7.0264676e-8,0.000009511528,0.99606454,0.00034429756],"about_ca_topic_score_codex":0.00012533178,"about_ca_topic_score_gemma":0.000020971476,"teacher_disagreement_score":0.016437052,"about_ca_system_score_codex":0.00007272211,"about_ca_system_score_gemma":0.0005209483,"threshold_uncertainty_score":0.99988794},"labels":[],"label_agreement":null},{"id":"W6977473190","doi":"10.6084/m9.figshare.c.6700959","title":"Exploring the accuracy of self-reported maternal and newborn care in select studies from low and middle-income country settings: do respondent and facility characteristics affect measurement?","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Respondent; Psychological intervention; Intervention (counseling); Bivariate analysis; Receipt; Affect (linguistics); Univariate; Health care","score_opus":0.09630513106347485,"score_gpt":0.29085383599077463,"score_spread":0.19454870492729978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977473190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58973503,0.2737389,0.00010032462,0.00035100005,0.0019132385,0.0039955163,0.12609027,0.0028784098,0.001197289],"genre_scores_gemma":[0.983369,0.001798129,0.0056941584,0.00010528441,0.00067527115,0.0007361512,0.0047779274,0.0004388171,0.0024052523],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981741,0.00023297111,0.00031513095,0.0006096191,0.00042290404,0.0002453091],"domain_scores_gemma":[0.9988014,0.00030125192,0.0003484719,0.000394513,0.0000941721,0.0000602028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045470757,0.00030303557,0.00041832353,0.00015995187,0.00008719393,0.00041781366,0.00030877106,0.00010589237,0.00012101504],"category_scores_gemma":[0.0012955572,0.00022919574,0.00003510072,0.00017946125,0.00002256661,0.00014994858,0.00053011824,0.00053428515,0.000013419865],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001390693,0.00010671112,0.04012793,0.05547013,0.0031054683,0.00095950346,0.14838566,0.000005588371,0.000072840376,0.000017881675,0.03508068,0.71652853],"study_design_scores_gemma":[0.0009861874,0.0002567943,0.21098262,0.12969507,0.0002563916,0.0000936981,0.0025991406,0.00033571312,0.00014297203,0.000025284147,0.653474,0.0011521901],"about_ca_topic_score_codex":0.00017696145,"about_ca_topic_score_gemma":0.00013703464,"teacher_disagreement_score":0.7153764,"about_ca_system_score_codex":0.00009358495,"about_ca_system_score_gemma":0.00007243602,"threshold_uncertainty_score":0.9346331},"labels":[],"label_agreement":null},{"id":"W6980375491","doi":"","title":"Canada_PDFrazer Consulting, INC_Government of Alberta_2011-3-2","year":2011,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Identification (biology); Product (mathematics); Process (computing)","score_opus":0.006682433490539995,"score_gpt":0.17714959380464662,"score_spread":0.17046716031410664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980375491","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012529321,0.0002490351,0.000042445932,0.00006552595,0.00031576157,0.00021232486,0.000020907793,0.0001677657,0.9989137],"genre_scores_gemma":[0.0018530323,0.000030668874,0.020795029,0.00011317154,0.00004468932,0.0000071184063,0.000018568167,0.000063881555,0.97707385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832296,0.00009459942,0.00057159056,0.00021849247,0.00050481997,0.00028754908],"domain_scores_gemma":[0.9980999,0.00010897865,0.0010201326,0.0005696505,0.00008899004,0.00011233071],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00032007063,0.00027110416,0.000387272,0.00007628752,0.00005258687,0.00004014646,0.000802223,0.00026886832,0.09560525],"category_scores_gemma":[0.00017452445,0.00026195793,0.000118895165,0.00000929185,0.0001049014,2.3261097e-7,0.00020529737,0.00031120292,0.0023533101],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009672256,0.000036541973,0.000009654139,0.00023282002,0.00005691476,0.000006108119,0.0006591417,0.000030970004,1.3942383e-7,0.00045896048,0.9833328,0.015166264],"study_design_scores_gemma":[0.00028318065,0.000108509616,0.000017198954,0.0002635661,0.000023389204,0.000027235035,0.00004967311,0.000028866849,0.000010300502,0.000003033207,0.998926,0.00025905555],"about_ca_topic_score_codex":0.13028717,"about_ca_topic_score_gemma":0.0071455915,"teacher_disagreement_score":0.12314157,"about_ca_system_score_codex":0.00004794896,"about_ca_system_score_gemma":0.00006996226,"threshold_uncertainty_score":0.99998325},"labels":[],"label_agreement":null},{"id":"W6985173089","doi":"","title":"Sentencing","year":2020,"lang":"en","type":"other","venue":"Mount Royal University Institutional Repository (Mount Royal University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Criminal justice; Economic Justice; Public opinion; Sentencing guidelines; Criminal law","score_opus":0.007600305542231255,"score_gpt":0.16839901296032583,"score_spread":0.16079870741809457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6985173089","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007996381,0.00021635594,0.16173764,0.00037046548,0.0020331868,0.00037077538,0.00005138589,0.0024481895,0.83197236],"genre_scores_gemma":[0.04321733,0.00002317245,0.016456991,0.00013888303,0.00066835474,3.4000928e-7,0.00008944936,0.00012766242,0.9392778],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966401,0.00033423738,0.00023753711,0.0013253924,0.00083416,0.00062858243],"domain_scores_gemma":[0.9981263,0.00007775294,0.00041959374,0.0007540654,0.00012308304,0.00049915205],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00015981495,0.0006141227,0.00054498063,0.0009079474,0.0015767912,0.00026268951,0.0023790465,0.00056459213,0.00016901943],"category_scores_gemma":[0.00004669212,0.00076562393,0.00040637536,0.00076036033,0.0004193599,0.00033009468,0.0011396393,0.0012342545,0.00033082155],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002769413,0.0006229307,0.0014554253,0.00045383847,0.0012882849,0.03623838,0.0016838061,0.022505673,0.00014082545,0.69524115,0.22721253,0.012880179],"study_design_scores_gemma":[0.0007302588,0.00010672655,0.00029285965,0.00026533072,0.00013044501,0.000063735824,0.00044189967,0.005297652,0.000013054358,0.000006193225,0.9918585,0.00079336675],"about_ca_topic_score_codex":0.013077558,"about_ca_topic_score_gemma":0.00030867706,"teacher_disagreement_score":0.76464593,"about_ca_system_score_codex":0.0029374687,"about_ca_system_score_gemma":0.0010001299,"threshold_uncertainty_score":0.999723},"labels":[],"label_agreement":null},{"id":"W6986947937","doi":"","title":"Representation of women in CS: how do we measure a program's success?","year":2009,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Representation (politics); Measure (data warehouse); Set (abstract data type); Sample (material); Data set; Psychological intervention; Correlation","score_opus":0.019134777529846277,"score_gpt":0.25264648977587595,"score_spread":0.23351171224602968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986947937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91725147,0.00027267882,0.07992512,0.0017245666,0.00007634115,0.00021307294,0.000001011637,0.00018837111,0.00034739665],"genre_scores_gemma":[0.9742839,0.000020249858,0.025342973,0.00001174258,0.000019756464,7.57465e-7,0.00000285218,0.000005327428,0.0003124753],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998356,0.00024977443,0.00014297225,0.0003853539,0.00042588476,0.00044000495],"domain_scores_gemma":[0.99893415,0.00008180441,0.00026179175,0.00046756776,0.00012618593,0.0001284799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008986314,0.00013201042,0.00031986323,0.00032334795,0.00017084063,0.00014267142,0.00083032815,0.00009958657,0.000011071244],"category_scores_gemma":[0.00014703904,0.00015983863,0.00012515172,0.0010201131,0.000120467004,0.0008824807,0.00012575948,0.0002717312,0.0000054476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001323722,0.00083323853,0.08956948,0.00014544229,0.000116741736,0.00007809463,0.11866496,0.000830867,0.00007911309,0.46257818,0.00024300395,0.3267285],"study_design_scores_gemma":[0.0011031876,0.0004932222,0.047071658,0.00011918254,0.000016772268,0.000009510396,0.012427166,0.0014572875,0.000003518838,0.9341567,0.0028731592,0.0002685924],"about_ca_topic_score_codex":0.00038163314,"about_ca_topic_score_gemma":0.00012514775,"teacher_disagreement_score":0.47157854,"about_ca_system_score_codex":0.0002019887,"about_ca_system_score_gemma":0.00008187452,"threshold_uncertainty_score":0.651803},"labels":[],"label_agreement":null},{"id":"W6989065572","doi":"","title":"AI Eye Episode 436: Microsoft Canada Announces Canada Skills Program to Improve AI Skills","year":2020,"lang":"en","type":"other","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Attendance; The Internet; Training (meteorology)","score_opus":0.0030133350943165023,"score_gpt":0.23623891540280167,"score_spread":0.23322558030848517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989065572","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019248598,0.0038510915,0.4231955,0.24747136,0.029629594,0.0101810945,0.0008903422,0.014906351,0.26968217],"genre_scores_gemma":[0.001635783,0.000008586649,0.12930128,0.03256567,0.00076516357,0.00016939538,0.00008283173,0.0003758871,0.8350954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995794,0.00015962971,0.00046149746,0.0014532703,0.00097519695,0.0011563995],"domain_scores_gemma":[0.9977004,0.000106480926,0.00028069224,0.0010814001,0.00009201886,0.00073901814],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023292562,0.00070851046,0.0007047894,0.0001558659,0.0002458832,0.0007200883,0.002438421,0.0002636871,0.00016658299],"category_scores_gemma":[0.00018678106,0.00063337403,0.00012056895,0.00066826976,0.000052455533,0.00012336465,0.00055584934,0.0011625728,0.00006146383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.37279e-7,0.000059522317,0.00042645863,0.00006277418,0.00006668632,0.00009468534,0.00018283841,0.000029787985,0.0000075681505,0.00015190698,0.7385978,0.26031902],"study_design_scores_gemma":[0.00017461888,0.00014947527,0.00013579999,0.00017447417,0.000016411672,0.000006746029,0.00002798218,0.000310688,0.000064489635,0.0000061566434,0.99807113,0.0008620412],"about_ca_topic_score_codex":0.9985768,"about_ca_topic_score_gemma":0.99926454,"teacher_disagreement_score":0.56541324,"about_ca_system_score_codex":0.0005510929,"about_ca_system_score_gemma":0.005496465,"threshold_uncertainty_score":0.99961174},"labels":[],"label_agreement":null},{"id":"W6989122556","doi":"","title":"AI Education and Design Fiction","year":2025,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mindset; Narrative; Bridge (graph theory); Component (thermodynamics); Adaptation (eye); Reflection (computer programming); Empirical research; Empirical evidence","score_opus":0.06833019693526948,"score_gpt":0.32668881154021434,"score_spread":0.25835861460494486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989122556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42575133,0.00016196215,0.5717524,0.0013164389,0.00041050772,0.00013873584,3.0805364e-7,0.00032846813,0.00013983695],"genre_scores_gemma":[0.9829149,0.000021316127,0.0058680857,0.0011300596,0.000038730817,0.0000015383015,0.0000030053386,0.00000995832,0.010012393],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865144,0.0003618745,0.00012342125,0.0004644682,0.00015059349,0.00024816877],"domain_scores_gemma":[0.99921715,0.000095216405,0.00007800514,0.00041439015,0.00008677862,0.00010846996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044530298,0.00015725232,0.00013624795,0.0005061307,0.00038187127,0.0006222539,0.0006445545,0.00011657201,0.0000014483434],"category_scores_gemma":[0.000041758012,0.00018264525,0.000045025405,0.0005698389,0.000045176395,0.0017250807,0.00029974736,0.000479475,0.0000252186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022308026,0.0001328989,0.7885446,0.000044211512,0.000035814053,0.000021568985,0.001025448,0.00010427712,0.00017111497,0.004228499,0.000016654363,0.2056526],"study_design_scores_gemma":[0.0005884925,0.00012403107,0.8893454,0.00028910715,0.00004775903,0.000034928333,0.00024004398,0.00002767402,0.00059330824,0.0005696672,0.10777418,0.00036539763],"about_ca_topic_score_codex":0.0000057645375,"about_ca_topic_score_gemma":0.00003324662,"teacher_disagreement_score":0.56588435,"about_ca_system_score_codex":0.00011878457,"about_ca_system_score_gemma":0.00019726914,"threshold_uncertainty_score":0.7448057},"labels":[],"label_agreement":null},{"id":"W6992031575","doi":"","title":"Investigating the Utility of Prompting Novice Programmers for Self-Explanations to Improve Mental Models","year":2021,"lang":"en","type":"article","venue":"eScholarship (California Digital Library)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Nucleofection; TSG101; Gestational period; Dysgeusia; Diafiltration; Liquation; Demotion; Articular cartilage damage","score_opus":0.02582778898416842,"score_gpt":0.2490188643171639,"score_spread":0.22319107533299548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992031575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5786276,0.00029495807,0.39862484,0.012594346,0.00045969628,0.0024407809,0.0010459245,0.0020834722,0.003828403],"genre_scores_gemma":[0.7756785,5.686861e-7,0.22343574,0.00047880103,0.00005280447,0.00010008353,0.00013675711,0.000028156248,0.000088551984],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795985,0.00014697065,0.00046189176,0.00057584926,0.00037425658,0.00048118317],"domain_scores_gemma":[0.9985069,0.0003771268,0.00020414588,0.00056238665,0.000110518915,0.00023892561],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000613341,0.00021358755,0.00021173563,0.00008115408,0.0004465719,0.0018332317,0.0009393502,0.0000763258,0.0000070614383],"category_scores_gemma":[0.0006934256,0.00017563821,0.00016561573,0.00076668384,0.000055176082,0.0030533874,0.0005962311,0.00042663302,0.000021242235],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023195578,0.00067895814,0.028804326,0.0003010712,0.00017739476,0.00000796249,0.0048478646,0.00037087747,0.0008368767,0.03181857,0.001241631,0.9308913],"study_design_scores_gemma":[0.0017369408,0.0005324099,0.005396053,0.0004789963,0.000073139825,0.000058056008,0.0017259772,0.35383254,0.023286674,0.026321374,0.5850879,0.0014699561],"about_ca_topic_score_codex":0.000007695453,"about_ca_topic_score_gemma":0.000002134942,"teacher_disagreement_score":0.9294213,"about_ca_system_score_codex":0.00002421481,"about_ca_system_score_gemma":0.000254533,"threshold_uncertainty_score":0.99920297},"labels":[],"label_agreement":null},{"id":"W6992624108","doi":"","title":"L’opposition wallonne au CETA : une politisation à risque pour l’Union ?","year":2021,"lang":"fr","type":"report","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Private life; Gloom; General interest","score_opus":0.03089741660243232,"score_gpt":0.2541593267783926,"score_spread":0.22326191017596028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992624108","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019986913,0.0035553433,0.8012531,0.061169367,0.0018515411,0.00058083783,0.00004308787,0.0007515665,0.11080825],"genre_scores_gemma":[0.6478081,0.0016589785,0.17281082,0.00017342651,0.0004120611,0.000093016926,0.0023656867,0.00015239087,0.17452556],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9725455,0.021449292,0.0013462243,0.0019113878,0.0015002565,0.0012473455],"domain_scores_gemma":[0.9860977,0.0025673627,0.0015835207,0.0034930473,0.0056675994,0.00059078715],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.018710127,0.0008078123,0.0008739801,0.0004819165,0.0018214964,0.0020432612,0.0022058336,0.0008357852,0.00025767196],"category_scores_gemma":[0.0048161754,0.00096756424,0.0006181901,0.0016967304,0.00040542972,0.0008465056,0.0013274641,0.00200415,0.0002171993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005321337,0.0010049898,0.0032042197,0.0004182526,0.00017483068,0.000092254326,0.024819452,0.00023209266,0.0017333556,0.14955755,0.001420742,0.8173369],"study_design_scores_gemma":[0.0014252972,0.0000054434217,0.04123889,0.012875811,0.00035098856,0.001096473,0.0009200318,0.05063739,0.013060948,0.0027766402,0.87345576,0.0021563016],"about_ca_topic_score_codex":0.052217204,"about_ca_topic_score_gemma":0.01280836,"teacher_disagreement_score":0.872035,"about_ca_system_score_codex":0.0015910153,"about_ca_system_score_gemma":0.0033748175,"threshold_uncertainty_score":0.999478},"labels":[],"label_agreement":null},{"id":"W6995839843","doi":"","title":"Proceedings of the Western Canadian Conference on Computing Education","year":2014,"lang":"en","type":"other","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Work (physics); Information system","score_opus":0.014530745005660376,"score_gpt":0.2479260379292947,"score_spread":0.23339529292363434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6995839843","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015296663,0.00002235481,0.010837644,0.0016927914,0.00076111266,0.00018331461,4.2768426e-7,0.00023921854,0.98611015],"genre_scores_gemma":[0.22791637,0.0000010130632,0.01556566,0.00091947214,0.00021529144,0.000003376475,0.000001173815,0.000074515985,0.75530314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993021,0.000021768778,0.00010535245,0.0002412565,0.00015598616,0.00017357299],"domain_scores_gemma":[0.99942786,0.000015356336,0.00020017127,0.00023602194,0.000045207566,0.00007540608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019474275,0.000119754266,0.0001286333,0.0001576538,0.00007582511,0.00013688483,0.00094226113,0.000103813276,0.000026093048],"category_scores_gemma":[0.000028965924,0.000082674014,0.000037901467,0.00012852158,0.000029354034,0.000024901621,0.000078870245,0.0002697616,0.000047915455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.508723e-7,0.000029121951,0.0040653055,0.00009085861,0.000013479119,9.219271e-8,0.0012537622,0.0000042942925,0.000003373842,0.16307214,0.38358483,0.4478825],"study_design_scores_gemma":[0.000031766438,0.000022346083,0.0013965651,0.0005737915,0.0000031643071,0.0000026016387,0.000029172528,0.0005568147,0.000007742074,0.000032477314,0.997225,0.000118590055],"about_ca_topic_score_codex":0.09006365,"about_ca_topic_score_gemma":0.014745817,"teacher_disagreement_score":0.6136401,"about_ca_system_score_codex":0.000035975485,"about_ca_system_score_gemma":0.00034151156,"threshold_uncertainty_score":0.9159957},"labels":[],"label_agreement":null},{"id":"W6996651126","doi":"","title":".ss+****1800==919{{{0992***)))QuickBooKs suPPort PHone number,QuickBooKs pHONe number,!.!. @","year":2016,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Helpline; Phone; Service (business); Customer service; Customer needs; Telephone line","score_opus":0.014426592491168278,"score_gpt":0.26994532077471056,"score_spread":0.2555187282835423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996651126","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001645825,0.00000808167,0.0810603,0.00044110246,0.0036276241,0.0013182206,0.000053893105,0.0032789754,0.91004723],"genre_scores_gemma":[0.004206307,0.0001678409,0.032710303,0.00043106067,0.0009908881,0.00043849787,0.00007871057,0.0009047264,0.9600717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864365,0.0018422938,0.0015395457,0.006349278,0.0016946038,0.0021377855],"domain_scores_gemma":[0.985279,0.0007510267,0.0016132225,0.011131045,0.00021739092,0.0010082866],"candidate_categories":["metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.007053236,0.0016195895,0.0017228004,0.00056237605,0.00058097136,0.0008710502,0.007508406,0.0015051675,0.7044215],"category_scores_gemma":[0.0013987187,0.0016375347,0.0008611996,0.00046690588,0.00059345295,0.0005318305,0.005937515,0.0026422914,0.9671096],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006365066,0.00045155446,0.0028665992,0.00026387186,0.0004807,0.00023665058,0.0023472928,0.000016471125,0.0002746558,0.004225282,0.7784538,0.21031943],"study_design_scores_gemma":[0.0015220268,0.0000030747697,0.00028529082,0.0006904696,0.00010656589,0.00040835977,0.00005854102,0.00010146234,0.0007585608,0.0012931441,0.9929656,0.0018069083],"about_ca_topic_score_codex":0.0018554738,"about_ca_topic_score_gemma":0.00017055859,"teacher_disagreement_score":0.26268807,"about_ca_system_score_codex":0.00061820884,"about_ca_system_score_gemma":0.0008300298,"threshold_uncertainty_score":0.9997911},"labels":[],"label_agreement":null},{"id":"W6999412931","doi":"","title":"Consilienza nella risposta di adattamento sensoriale periferico","year":2022,"lang":"it","type":"article","venue":"AMS Degree Thesis (University of Bologna)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Population; Context (archaeology); Function (biology)","score_opus":0.03774516232057515,"score_gpt":0.2188893182111376,"score_spread":0.18114415589056246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999412931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438714,0.0010901764,0.040216446,0.0065240404,0.001946765,0.00053065026,0.0000971029,0.0004924768,0.0052309576],"genre_scores_gemma":[0.9760053,0.000065679735,0.011820371,0.00014424934,0.00008365206,8.8593276e-7,0.000014755391,0.000026691976,0.011838407],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958805,0.0015050889,0.0002575543,0.00089689187,0.0007402692,0.00071968965],"domain_scores_gemma":[0.9974861,0.00052508916,0.0005425739,0.0011032942,0.000113127004,0.0002298195],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013292059,0.00033740254,0.00061972317,0.00031141524,0.0020263358,0.000115893905,0.002170864,0.0001535665,0.000970889],"category_scores_gemma":[0.000104756065,0.00045266238,0.00036611696,0.0007897845,0.00055019715,0.00034623113,0.0021452848,0.0009402841,0.00013604063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072042114,0.0012304988,0.025549104,0.00013608408,0.00070644636,0.0010519535,0.07634027,0.004749415,0.0017779893,0.009935156,0.014192966,0.8636097],"study_design_scores_gemma":[0.00244982,0.0021324789,0.033710603,0.000107481574,0.00044756298,0.00019979937,0.06110349,0.024554476,0.0001436918,0.00014328561,0.87371963,0.0012876602],"about_ca_topic_score_codex":0.002877528,"about_ca_topic_score_gemma":0.00009665741,"teacher_disagreement_score":0.86232203,"about_ca_system_score_codex":0.00026369697,"about_ca_system_score_gemma":0.00027690796,"threshold_uncertainty_score":0.99994236},"labels":[],"label_agreement":null},{"id":"W7006384772","doi":"","title":"Teaching Data Bases with a Learning Tool","year":2006,"lang":"en","type":"article","venue":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Component (thermodynamics); Base (topology); Learning Management; Management system; Open source; Data management; Course (navigation)","score_opus":0.05342332820843769,"score_gpt":0.2772912228104216,"score_spread":0.22386789460198392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7006384772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061259594,0.00004027663,0.9185621,0.00078697613,0.000075291064,0.00024713375,0.000018772811,0.00033701837,0.018672844],"genre_scores_gemma":[0.9258062,0.0000018976168,0.07344185,0.000014024143,0.000053954747,0.0000011392839,0.00017670261,0.0000040971668,0.00050011097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735993,0.00039971308,0.00027563493,0.0002982019,0.0012969028,0.00036963308],"domain_scores_gemma":[0.99823195,0.00022582477,0.00022479903,0.0007211662,0.00050094444,0.00009530444],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037403682,0.00012902408,0.00019656516,0.00061796623,0.0019393489,0.00025430188,0.001626106,0.00008057928,0.000013117823],"category_scores_gemma":[0.00027504523,0.00013006697,0.0000460511,0.0006301096,0.0002508015,0.0054402472,0.00083209097,0.00080882356,0.00013030552],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013663151,0.000112147616,0.0052127927,0.00064328144,0.00008580944,0.0000940668,0.0052092997,0.051988173,0.000082532126,0.755265,0.007421676,0.17374861],"study_design_scores_gemma":[0.001112907,0.00018756588,0.010453681,0.00046454414,0.000012286246,0.00014684696,0.007336342,0.28589097,0.000009602631,0.000026601307,0.6940941,0.00026452096],"about_ca_topic_score_codex":0.0058605964,"about_ca_topic_score_gemma":0.00005177934,"teacher_disagreement_score":0.86454666,"about_ca_system_score_codex":0.00026939067,"about_ca_system_score_gemma":0.00054588215,"threshold_uncertainty_score":0.99935997},"labels":[],"label_agreement":null},{"id":"W7008267440","doi":"","title":"Beyond Inclusion: Interrogating the Transformational Potential of Informal STEM Learning","year":2023,"lang":"en","type":"article","venue":"D-Scholarship@Pitt (University of Pittsburgh)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transformational leadership; Feminism; Informal learning; Equity (law); Lifelong learning; Intersectionality; Informal education; Educational equity; Higher education; Power (physics)","score_opus":0.01561690158219079,"score_gpt":0.22129601929863602,"score_spread":0.20567911771644523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008267440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7195059,0.00005397432,0.27834573,0.0011823756,0.00022421537,0.00012854405,0.0000018739294,0.00030642454,0.00025091533],"genre_scores_gemma":[0.9955227,0.000014136106,0.0041850144,0.00003785326,0.000034985977,4.114348e-7,0.000011875136,0.000009184407,0.00018383643],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981544,0.00028712625,0.00028225395,0.00024524232,0.0006885758,0.000342381],"domain_scores_gemma":[0.9988822,0.0001886945,0.00033787696,0.0003330309,0.00016379543,0.000094454444],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002226585,0.00015214835,0.00022916109,0.00032319047,0.0014966481,0.00008454178,0.001533651,0.00011506728,0.000027631433],"category_scores_gemma":[0.000073242416,0.0001505634,0.0002093122,0.00092714466,0.00015286577,0.001657035,0.0014789865,0.0008644563,0.000023928058],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060281447,0.000069523645,0.004406826,0.00013675992,0.000117717216,0.00004224099,0.15859227,0.012899449,0.0021420962,0.017637437,0.0000670481,0.80382836],"study_design_scores_gemma":[0.0067443093,0.0018041813,0.4867743,0.0012799279,0.00028884935,0.00022541438,0.13154534,0.21637855,0.0012166053,0.02100505,0.13055834,0.0021791498],"about_ca_topic_score_codex":0.00006096727,"about_ca_topic_score_gemma":0.000015171817,"teacher_disagreement_score":0.8016492,"about_ca_system_score_codex":0.00003698097,"about_ca_system_score_gemma":0.00009557644,"threshold_uncertainty_score":0.99980325},"labels":[],"label_agreement":null},{"id":"W7010707756","doi":"","title":"Institutional support for computing faculty research productivity: does gender matter?","year":2012,"lang":"en","type":"article","venue":"The Institutional Repository at DePaul University (DePaul University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Publishing; Scope (computer science); Survey data collection; Survey instrument","score_opus":0.06669258624247962,"score_gpt":0.28664709719621884,"score_spread":0.21995451095373922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010707756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8262442,0.00004222777,0.16133183,0.0007471827,0.0011121894,0.00045668212,0.000027335684,0.0003260875,0.0097123],"genre_scores_gemma":[0.97396326,0.000003883944,0.012281546,0.000064986496,0.0004244945,7.785822e-7,0.000056415196,0.0000126906,0.013191914],"study_design_codex":"case_report","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967103,0.0006308908,0.00020223533,0.0007325779,0.0008318825,0.0008921246],"domain_scores_gemma":[0.99799293,0.0004031703,0.00017977043,0.0006939754,0.00041786206,0.00031228716],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016272096,0.0002781606,0.00024146007,0.00051600474,0.007812118,0.00016154464,0.0017270435,0.00017710026,0.000017920178],"category_scores_gemma":[0.00010925974,0.00024060866,0.00022995044,0.0009553339,0.0006644679,0.001925407,0.0014109301,0.0007485434,0.00012661699],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035313596,0.0053554005,0.04922992,0.0011602939,0.0031781911,0.4238226,0.00710248,0.05936931,0.010578462,0.3838808,0.0018424792,0.050948687],"study_design_scores_gemma":[0.000954336,0.00007078885,0.034976866,0.00004286531,0.000080874794,0.029177213,0.0010799215,0.0014578644,0.0007933171,0.00015734452,0.9306909,0.00051771995],"about_ca_topic_score_codex":0.00020563211,"about_ca_topic_score_gemma":0.00003136377,"teacher_disagreement_score":0.9288484,"about_ca_system_score_codex":0.0016363824,"about_ca_system_score_gemma":0.00069956615,"threshold_uncertainty_score":0.99347955},"labels":[],"label_agreement":null},{"id":"W7018930314","doi":"","title":"Electric Royalties: Ontario Lithium Project Secures C$100M Financing Interest from Export Development Canada","year":2024,"lang":"en","type":"other","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lithium (medication); Investment (military); Export credit agency","score_opus":0.021440280536222295,"score_gpt":0.23345329742285348,"score_spread":0.21201301688663118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7018930314","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002517685,0.008605706,0.19050443,0.0005218719,0.009474392,0.0012142921,0.000011371234,0.00515589,0.78199434],"genre_scores_gemma":[0.0047036507,0.0000050070676,0.10157496,0.00018723127,0.00025254473,0.00005020588,0.000028955814,0.00022564607,0.8929718],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976128,0.00007193956,0.0003735667,0.0009522084,0.0004262827,0.0005632373],"domain_scores_gemma":[0.9990135,0.000055806464,0.00019367738,0.0006124574,0.00002685495,0.00009770699],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026538578,0.00044856424,0.0003956136,0.000368188,0.00010324028,0.0005127093,0.0010841403,0.00021715224,0.00031057218],"category_scores_gemma":[0.000030763138,0.00038132703,0.00007558932,0.00032924124,0.000013453043,0.00007097014,0.00039156748,0.0011590931,0.00013855456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014457445,0.000019670937,0.00034095734,0.00008447454,0.00012730628,0.00016008312,0.0069807046,0.0000018069466,0.0000013057273,0.0007193598,0.91450787,0.07705499],"study_design_scores_gemma":[0.00006954649,0.000033129152,0.00026047722,0.00067959627,0.0000139791655,0.000009304863,0.00010573686,0.000095954616,0.00004221973,0.000020160336,0.9981609,0.00050900044],"about_ca_topic_score_codex":0.9918522,"about_ca_topic_score_gemma":0.997815,"teacher_disagreement_score":0.11097745,"about_ca_system_score_codex":0.001054089,"about_ca_system_score_gemma":0.007702946,"threshold_uncertainty_score":0.99986386},"labels":[],"label_agreement":null},{"id":"W7020753823","doi":"","title":"MakerArcade : Using Gaming and Physical Computing for Playful Making, Learning, and Creativity","year":2019,"lang":"en","type":"article","venue":"Lancaster EPrints (Lancaster University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Variety (cybernetics); Physical computing; Creativity; Strict constructionism; Constructionism; Programming by demonstration; Cyber-physical system","score_opus":0.020022268062427555,"score_gpt":0.26744054756403235,"score_spread":0.2474182795016048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020753823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75077134,0.000021562964,0.24756756,0.000053282252,0.00008307294,0.00019141544,0.0000011293558,0.00011054942,0.0012000928],"genre_scores_gemma":[0.9556409,0.0000016857306,0.039370667,0.000051105417,0.000083827945,3.6968956e-7,0.0000016192462,0.000019464569,0.004830361],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843395,0.00017416311,0.00012744174,0.0006796402,0.00014925939,0.00043554092],"domain_scores_gemma":[0.99919385,0.00023794215,0.00015568055,0.0002675076,0.00003954896,0.000105501065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028873517,0.00022446233,0.00031011694,0.0002079137,0.0002918744,0.00023989473,0.00030697839,0.00008231365,0.000011443433],"category_scores_gemma":[0.00002492522,0.00023945761,0.00006688046,0.00021207934,0.00006469059,0.00045797293,0.00069435226,0.00041604714,0.000022855013],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006145834,0.000059612452,0.8885434,0.00019512023,0.00006480252,0.000050742055,0.007844107,0.00004889611,0.0008713146,0.0048616906,0.0000048885086,0.097393915],"study_design_scores_gemma":[0.0022757614,0.0002911313,0.35363665,0.0003634989,0.00004727628,0.0001458442,0.0014551798,0.5095166,0.00017057826,0.000068917136,0.13129894,0.00072964],"about_ca_topic_score_codex":0.000022695876,"about_ca_topic_score_gemma":0.0000039778993,"teacher_disagreement_score":0.5349068,"about_ca_system_score_codex":0.00005000338,"about_ca_system_score_gemma":0.000022142824,"threshold_uncertainty_score":0.97647977},"labels":[],"label_agreement":null},{"id":"W7024127585","doi":"","title":"The Promise of Economic Rights and the Welfare State","year":2008,"lang":"en","type":"article","venue":"Digital Commons - DU (University of Denver)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"nobody; Welfare state; State (computer science); Welfare rights; Mythology; Social policy; Human rights; Social Welfare; Welfare; Collective bargaining","score_opus":0.007590055605286132,"score_gpt":0.16891930505657884,"score_spread":0.1613292494512927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024127585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901478,0.00011162991,0.004504085,0.002355767,0.000050596922,0.000108715496,0.0000067948595,0.00005342524,0.002661142],"genre_scores_gemma":[0.99889654,0.000011937973,0.0005000621,0.0000039543193,0.0000041215594,1.2078735e-7,0.0000012387588,0.000002407862,0.00057962746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995114,0.00007141457,0.000080173086,0.00012698858,0.00009323467,0.00011674559],"domain_scores_gemma":[0.99930894,0.0001941707,0.000119735436,0.00031015542,0.00002395902,0.00004300768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017501973,0.000066120636,0.00012510907,0.0000357612,0.0008210078,0.0000732899,0.00071683584,0.000019210518,0.0000018060631],"category_scores_gemma":[0.000015088774,0.000046956935,0.00007172124,0.000070251124,0.0006038865,0.00043345132,0.00034309636,0.00011766542,0.000007152051],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054562784,0.0003016577,0.065547734,0.000060774186,0.00044131692,0.00016778054,0.085313044,0.0007318486,0.000005652597,0.41466463,0.004074293,0.42814565],"study_design_scores_gemma":[0.007069434,0.00051518396,0.1665695,0.00008277426,0.000065066146,0.0003371873,0.004231577,0.03466861,0.000053835076,0.01206085,0.7736242,0.00072181044],"about_ca_topic_score_codex":0.0006454204,"about_ca_topic_score_gemma":0.00021524812,"teacher_disagreement_score":0.76954985,"about_ca_system_score_codex":0.000015921087,"about_ca_system_score_gemma":0.000023120454,"threshold_uncertainty_score":0.63146114},"labels":[],"label_agreement":null},{"id":"W7025320245","doi":"","title":"âWILL WORK FOR FOODâ: Canadaâs Agricultural Industry and the Recruitment of South East Asian Temporary Migrant Workers","year":2013,"lang":"en","type":"dissertation","venue":"Library and Archives Canada (Government of Canada)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Diafiltration; Liquation; Hyporeflexia; Hemopericardium; Dysgeusia","score_opus":0.009913454918210326,"score_gpt":0.17192266459608874,"score_spread":0.1620092096778784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025320245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86702037,0.007922901,0.0013783487,0.035942763,0.0034265197,0.0063743796,0.0005214394,0.00013699847,0.07727627],"genre_scores_gemma":[0.97902185,0.000012962402,0.004646573,0.00024037196,0.000068606554,0.00011166472,0.00005760548,0.00002365817,0.015816683],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974807,0.00015402868,0.00042873056,0.0003930615,0.0011869614,0.00035650615],"domain_scores_gemma":[0.99863446,0.00026561593,0.00054661767,0.0003030111,0.000002323108,0.00024796659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000049666567,0.00031304915,0.00044030958,0.000035074707,0.00032837532,0.00009756334,0.0005960855,0.00011985575,0.0000026792507],"category_scores_gemma":[0.000011106457,0.00021586732,0.00007007309,0.00014275062,0.00009865111,0.00027474356,0.00012002174,0.0005666624,1.0049086e-9],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032169074,0.0001424871,0.08619562,0.002834765,0.0017327135,0.00006654753,0.033661652,0.00032729542,0.0006194637,0.14502038,0.015683508,0.71049863],"study_design_scores_gemma":[0.0045448006,0.0005406716,0.5528174,0.0043744617,0.00033367058,0.00002857071,0.19020471,0.0014857628,0.0043773456,0.0011496339,0.2378815,0.0022614617],"about_ca_topic_score_codex":0.021979308,"about_ca_topic_score_gemma":0.049704183,"teacher_disagreement_score":0.7082372,"about_ca_system_score_codex":0.0000112319185,"about_ca_system_score_gemma":0.0019167141,"threshold_uncertainty_score":0.9845334},"labels":[],"label_agreement":null},{"id":"W7028028844","doi":"","title":"Eight years of computing education papers at NACCQ","year":2008,"lang":"en","type":"article","venue":"Figshare","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Consistency (knowledge bases); Set (abstract data type); Quarter (Canadian coin); Curriculum; Position (finance); Position paper","score_opus":0.028759037574814,"score_gpt":0.25301678383279547,"score_spread":0.22425774625798148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7028028844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92140335,0.0048769424,0.0033683612,0.0013345216,0.0027058274,0.0013988083,0.0070709623,0.0035793823,0.054261822],"genre_scores_gemma":[0.9847106,8.183403e-7,0.012559261,0.000098928285,0.0000670456,0.0000060520715,0.0018536806,0.000007110833,0.00069651136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994281,0.000038516362,0.00010072565,0.00016418537,0.00013896797,0.00012953463],"domain_scores_gemma":[0.9995236,0.00008255986,0.00008941822,0.00022523095,0.000035864454,0.00004336657],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000044830413,0.00005430376,0.00007212929,0.00004641515,0.00012956891,0.00002146295,0.0003464719,0.000033607463,0.002044933],"category_scores_gemma":[0.00024778533,0.000058526708,0.000043196294,0.00015770667,0.0000050817553,0.000089319044,0.00016780088,0.000107807406,0.00037975013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010843186,0.000058251106,0.001054742,0.00005643884,0.000008348686,0.000010769261,0.0066154804,0.00019110003,0.000097997276,0.0001428703,0.097301774,0.89446115],"study_design_scores_gemma":[0.000097819575,0.00003285345,0.07255666,0.00046008884,0.0000012697882,0.000055320328,0.000035001307,0.0013023866,0.00027445392,0.0000037218174,0.9250416,0.00013881699],"about_ca_topic_score_codex":0.000012809688,"about_ca_topic_score_gemma":0.0000010557733,"teacher_disagreement_score":0.89432234,"about_ca_system_score_codex":0.000030355457,"about_ca_system_score_gemma":0.00008421983,"threshold_uncertainty_score":0.99886733},"labels":[],"label_agreement":null},{"id":"W7028575059","doi":"","title":"Feature Story: Honouring a mentor by writing a book","year":2015,"lang":"en","type":"other","venue":"oURspace (University of Regina)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Possessive; Feature (linguistics); Adjunct; George (robot); Individualism","score_opus":0.008704252716399926,"score_gpt":0.20187093465231984,"score_spread":0.1931666819359199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7028575059","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000325926,0.008565627,0.07814422,0.8859895,0.00031037504,0.00019680671,0.00001465446,0.00096370716,0.02578251],"genre_scores_gemma":[0.000010297683,0.00008345989,0.05717648,0.00003353632,0.00008997671,1.807418e-7,0.000012274697,0.00008159961,0.9425122],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986813,0.00016486144,0.000006434369,0.0004528014,0.00036372518,0.00033087144],"domain_scores_gemma":[0.9988743,0.000028192459,0.00033269767,0.0005456882,0.00004808852,0.00017101441],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040413436,0.00021705954,0.00032639247,0.00026992973,0.00018829826,0.00006601002,0.0010310987,0.00026385806,0.0000072348503],"category_scores_gemma":[0.000024047782,0.00027935067,0.00010250081,0.00022225222,0.00008803097,0.0002194867,0.00030637468,0.0006488934,0.00004612832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024912115,0.000009394247,0.000021285856,0.000053808733,0.000048940175,0.000039892584,0.0008933985,0.0000033269869,0.0000088224015,0.00028351118,0.9842056,0.014429499],"study_design_scores_gemma":[0.00034901788,0.00006758735,0.0000026337204,0.0004017789,0.00002911285,0.000009665082,0.0013346106,0.00015496778,0.0000011710163,3.5840793e-7,0.997377,0.00027214232],"about_ca_topic_score_codex":0.00003610066,"about_ca_topic_score_gemma":0.000063359905,"teacher_disagreement_score":0.9167297,"about_ca_system_score_codex":0.00013578487,"about_ca_system_score_gemma":0.00013541701,"threshold_uncertainty_score":0.99996585},"labels":[],"label_agreement":null},{"id":"W7034334166","doi":"","title":"TOLL FREE $$1800~290~5189$$ Webroot antivirus technical support Phone number","year":2016,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phone; Payroll; Toll; The Internet; Phone call; Mobile phone","score_opus":0.013394867714860405,"score_gpt":0.27206240359159284,"score_spread":0.2586675358767324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034334166","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007616179,0.000004069759,0.11186857,0.000579329,0.0012720915,0.0008024522,0.000030367974,0.002638866,0.8827281],"genre_scores_gemma":[0.0042297826,0.00009004338,0.052700296,0.00018340728,0.0004910418,0.00022487187,0.00002072711,0.00048003104,0.9415798],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912182,0.0010562034,0.00090256415,0.00447431,0.0010999204,0.0012488178],"domain_scores_gemma":[0.9867348,0.0005437233,0.0008208577,0.011311458,0.00010059038,0.0004885394],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005298047,0.0009188417,0.0010671283,0.00043518757,0.00028569775,0.00051977334,0.007495239,0.0011019238,0.62218714],"category_scores_gemma":[0.002153643,0.00087920227,0.0005402027,0.00038369634,0.00036030746,0.00036955863,0.0070822104,0.0018781762,0.9411859],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022059865,0.00032292577,0.0030468786,0.00009785267,0.00017285603,0.00013332505,0.00032479173,0.000005660452,0.00031599816,0.003913258,0.791588,0.2000564],"study_design_scores_gemma":[0.0008377705,0.0000018921633,0.00091119803,0.00040043754,0.000056969206,0.0002142672,0.000010682614,0.0000498053,0.00044460807,0.0012525832,0.9947842,0.0010356101],"about_ca_topic_score_codex":0.0007353459,"about_ca_topic_score_gemma":0.00019507973,"teacher_disagreement_score":0.3189987,"about_ca_system_score_codex":0.00031435446,"about_ca_system_score_gemma":0.00039961797,"threshold_uncertainty_score":0.99936587},"labels":[],"label_agreement":null},{"id":"W7036120927","doi":"","title":"British Columbia-yukon","year":2000,"lang":"en","type":"article","venue":"Digital Commons - University of South Florida (University of South Florida)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Identification (biology); Government (linguistics)","score_opus":0.011397585015137308,"score_gpt":0.168553797587788,"score_spread":0.1571562125726507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036120927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94811296,0.00006137912,0.037821293,0.00016263101,0.00025228137,0.00021756854,0.00020223061,0.0005055744,0.012664074],"genre_scores_gemma":[0.98306096,0.000012163476,0.007832309,0.00001529904,0.000051288556,4.976549e-8,0.000045029192,0.000020902055,0.008962028],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976911,0.00011197443,0.00023372509,0.0007229815,0.0006531716,0.0005870273],"domain_scores_gemma":[0.99813205,0.00010812472,0.00031937286,0.00088630646,0.00020912402,0.0003450086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002889782,0.00025053503,0.00058122334,0.00021596256,0.0008775059,0.00040106956,0.0023072711,0.00022144066,0.0007189844],"category_scores_gemma":[0.000037652186,0.0004888522,0.0004432432,0.0009056749,0.0006444188,0.0017195615,0.000654722,0.0005761556,0.00016910041],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043065983,0.0006146111,0.23352648,0.00028531696,0.0006438393,0.0011049632,0.112421244,0.0017993224,0.000021974329,0.0016214927,0.006940928,0.6405892],"study_design_scores_gemma":[0.011969815,0.001937746,0.37559363,0.0012482821,0.0005270154,0.00019371783,0.12107567,0.01035772,0.000022917306,0.00080172654,0.47226676,0.004005024],"about_ca_topic_score_codex":0.0087121595,"about_ca_topic_score_gemma":0.0022410774,"teacher_disagreement_score":0.63658416,"about_ca_system_score_codex":0.00009744018,"about_ca_system_score_gemma":0.00015044231,"threshold_uncertainty_score":0.99975634},"labels":[],"label_agreement":null},{"id":"W7036827701","doi":"","title":"Croissance de l’usage du vélo en période de crise sanitaire : dynamique et facteurs explicatifs à travers le cas de la métropole de Lyon (France)","year":2022,"lang":"fr","type":"other","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministère des Transports","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Diafiltration; Dysgeusia; Liquation; Fusible alloy; Demotion; Emperipolesis","score_opus":0.008765126015193095,"score_gpt":0.241785075288815,"score_spread":0.2330199492736219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036827701","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047878113,0.0033398839,0.84919685,0.027826175,0.0002023763,0.00050026365,0.000046995294,0.0007374661,0.07027187],"genre_scores_gemma":[0.53892267,0.0012701375,0.24835606,0.0007018616,0.00008174935,0.00024592568,0.00014790567,0.00030839752,0.20996532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96624756,0.030197859,0.00056970894,0.0012215424,0.0005126487,0.0012506611],"domain_scores_gemma":[0.9921414,0.0038045424,0.00070098654,0.0024079764,0.00039324793,0.00055180665],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015968073,0.00063396274,0.00055475207,0.00030490395,0.001450031,0.0012762564,0.0033933779,0.0005348444,0.00082856405],"category_scores_gemma":[0.003296528,0.0007892064,0.00036246693,0.0007482775,0.0006370537,0.00036572843,0.0009456424,0.0023423452,0.00006282278],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026532147,0.0015619291,0.049119674,0.00037784566,0.00018556493,0.0001972788,0.2546091,0.0030040313,0.0043882737,0.24493413,0.0071473564,0.43444827],"study_design_scores_gemma":[0.00081408257,0.0000045153547,0.03511733,0.0011496991,0.00006436641,0.0003282001,0.0015480815,0.051939804,0.0024868003,0.0010481478,0.90459347,0.00090549974],"about_ca_topic_score_codex":0.034410547,"about_ca_topic_score_gemma":0.0068982253,"teacher_disagreement_score":0.8974461,"about_ca_system_score_codex":0.0015347161,"about_ca_system_score_gemma":0.0019546486,"threshold_uncertainty_score":0.9999593},"labels":[],"label_agreement":null},{"id":"W7036946934","doi":"","title":"A critical analysis of the community economic development discourse used by affordable housing providers in Winnipeg","year":2005,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Community development; Community economic development; Affordable housing; Poverty; Government (linguistics)","score_opus":0.016719858800178813,"score_gpt":0.24816883129868444,"score_spread":0.23144897249850563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036946934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914292,0.00006141216,0.007180106,0.0007393405,0.00013006058,0.00013988127,0.0000050461344,0.000044232445,0.00027069458],"genre_scores_gemma":[0.98554087,0.0000039169204,0.014002719,0.0000072051484,0.000005986737,4.1883123e-7,0.000051767925,0.000009620681,0.00037749857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872833,0.00037361681,0.00016983929,0.00025072915,0.00023930267,0.00023817935],"domain_scores_gemma":[0.9988917,0.00017844758,0.0003099992,0.0005275893,0.000043732594,0.00004850158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005834626,0.00016461687,0.00040151225,0.0004131138,0.00040610155,0.00007168701,0.0012489816,0.00014102783,0.000002640065],"category_scores_gemma":[0.000045477023,0.00018131048,0.00018467187,0.00051473983,0.00012273071,0.00039245293,0.00021159094,0.0006552095,0.0000027949554],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021624265,0.0022694631,0.47331083,0.0011714757,0.0027006355,0.000028244902,0.2737897,0.032679167,0.0006935353,0.0042606154,0.001790341,0.20708974],"study_design_scores_gemma":[0.00089792185,0.00012264053,0.65303,0.00070139964,0.0009546168,0.0000012077231,0.30863264,0.024396388,0.00044205273,0.000035957262,0.009980916,0.00080429524],"about_ca_topic_score_codex":0.017358316,"about_ca_topic_score_gemma":0.73524046,"teacher_disagreement_score":0.71788216,"about_ca_system_score_codex":0.00033621755,"about_ca_system_score_gemma":0.0002870871,"threshold_uncertainty_score":0.98918515},"labels":[],"label_agreement":null},{"id":"W7039891207","doi":"","title":"Modélisation de la remontée de la cime du pin gris","year":2009,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Limiting; Liquation; Filter (signal processing)","score_opus":0.0031173109331621013,"score_gpt":0.1561852736630825,"score_spread":0.1530679627299204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039891207","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067652785,0.0017499295,0.03269402,0.010763144,0.00036900662,0.00020552884,0.000041462055,0.00007248748,0.9473391],"genre_scores_gemma":[0.6252177,0.00048851775,0.069834165,0.0022477142,0.00045597125,0.000008902016,0.000009275077,0.00010855043,0.30162922],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964199,0.0010546567,0.00030056693,0.00043969663,0.0012522468,0.00053292676],"domain_scores_gemma":[0.9980038,0.0009594289,0.0003094845,0.0003356694,6.0648364e-7,0.00039105568],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012098731,0.0003381774,0.000344286,0.0000511358,0.00030551042,0.00022257761,0.00061064766,0.0001436227,0.00010408298],"category_scores_gemma":[0.000030149371,0.000363079,0.000060419352,0.00011123006,0.0002045952,0.00033483413,0.00018489808,0.000634712,1.4035189e-8],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008344469,0.00007709687,0.017145423,0.000213736,0.00010690115,0.00046468244,0.0017154427,0.0013488474,0.00094587693,0.30975935,0.00907197,0.6590672],"study_design_scores_gemma":[0.0003138178,0.000090031186,0.07624325,0.00046092054,0.000032975677,0.00008440827,0.00040119886,0.020783376,0.00089384074,0.0017739831,0.89851534,0.00040685292],"about_ca_topic_score_codex":0.027271999,"about_ca_topic_score_gemma":0.013943966,"teacher_disagreement_score":0.8894434,"about_ca_system_score_codex":0.00004667778,"about_ca_system_score_gemma":0.0036102368,"threshold_uncertainty_score":0.9998821},"labels":[],"label_agreement":null},{"id":"W7042870276","doi":"","title":"Proceedings of the 16th Western Canadian Conference on Computing Education","year":2011,"lang":"en","type":"other","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Work (physics); Information system; The Internet","score_opus":0.02457397307268035,"score_gpt":0.24691964148138323,"score_spread":0.22234566840870287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042870276","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019591756,0.00003297574,0.0039010851,0.0004972383,0.00068585493,0.00018910297,6.132212e-7,0.00022153831,0.9942757],"genre_scores_gemma":[0.16905326,0.000002237975,0.025706118,0.00049610564,0.00015517263,0.0000043847135,0.0000012210435,0.00008585706,0.80449563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926054,0.000019052679,0.00011277558,0.00026471697,0.0001464624,0.00019642555],"domain_scores_gemma":[0.9993865,0.000009824607,0.00021479106,0.00025173303,0.00005148661,0.00008566914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016228406,0.0001350346,0.0001315904,0.00018033243,0.000080072896,0.00010967075,0.0010595835,0.000113764305,0.000086136875],"category_scores_gemma":[0.000020047828,0.00009350894,0.000041395408,0.00014715845,0.000035639358,0.00003767612,0.00009534133,0.00030235344,0.000054544726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.006028e-7,0.00006972135,0.008685653,0.00010682797,0.00002612267,3.072489e-7,0.0047756834,0.0000011452909,0.0000036821752,0.28411728,0.20982403,0.49238893],"study_design_scores_gemma":[0.00004653485,0.000040015297,0.0033784474,0.00081841194,0.000006200858,0.000005066777,0.00010929154,0.00016540934,0.00001976643,0.00009399414,0.9951201,0.00019673361],"about_ca_topic_score_codex":0.17242044,"about_ca_topic_score_gemma":0.025309527,"teacher_disagreement_score":0.7852961,"about_ca_system_score_codex":0.000039117174,"about_ca_system_score_gemma":0.00046759367,"threshold_uncertainty_score":0.99247605},"labels":[],"label_agreement":null},{"id":"W7043991380","doi":"","title":"Women catch up: Gender differences in learning programming concepts","year":2006,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Categorization; Perception; Point (geometry); Computer programming; Correlation","score_opus":0.02369012702603637,"score_gpt":0.23749197893903887,"score_spread":0.2138018519130025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043991380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81791896,0.00014227428,0.1806836,0.00010092795,0.00016780898,0.0001152248,5.791881e-7,0.00027213304,0.0005985241],"genre_scores_gemma":[0.97937167,0.000004728309,0.017873645,0.000011768399,0.00004636361,0.0000012988241,0.000006662084,0.000011548654,0.0026723442],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99799436,0.0002867732,0.00019804141,0.00050559413,0.0003840872,0.0006311626],"domain_scores_gemma":[0.9991158,0.0001498463,0.00022691255,0.0003191,0.00007633012,0.00011197136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007150007,0.0001966215,0.000327534,0.00027311142,0.0005107154,0.00020002545,0.0008875766,0.00012387772,0.000034640325],"category_scores_gemma":[0.000058988902,0.00023621628,0.000108191954,0.0006093026,0.00022681856,0.00062186597,0.0002921217,0.00054189714,0.00003220291],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026702433,0.00020453983,0.5005955,0.000088927685,0.000057798068,0.00005291741,0.07689198,0.0011413152,0.000018325502,0.40296373,0.00009921112,0.017859016],"study_design_scores_gemma":[0.0015019599,0.00024381051,0.112169944,0.000062774794,0.000018887966,0.000016580974,0.037050795,0.0034316278,0.0000013237802,0.83150554,0.013333344,0.00066341937],"about_ca_topic_score_codex":0.00230549,"about_ca_topic_score_gemma":0.0004308946,"teacher_disagreement_score":0.4285418,"about_ca_system_score_codex":0.000195209,"about_ca_system_score_gemma":0.00008494063,"threshold_uncertainty_score":0.963262},"labels":[],"label_agreement":null},{"id":"W7045213168","doi":"","title":"Aspects of the reproductive biology of clintonia borealis (Ait.) Raf. / by Roderick G. Seabrook. --","year":2017,"lang":"en","type":"other","venue":"Knowledge Commons (Lakehead University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rhizome; Dormancy; Population; Inflorescence; Reproductive biology; Population biology; Stipe (mycology)","score_opus":0.023196975764232443,"score_gpt":0.2613644107819842,"score_spread":0.23816743501775176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7045213168","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007271141,0.0039561684,0.021972444,0.0005393536,0.0011561473,0.0004212505,0.00015451852,0.00038624895,0.97068673],"genre_scores_gemma":[0.3493618,0.000024583598,0.0019122276,0.0000031859324,0.00026267662,0.0000021414116,0.00007128083,0.00017620136,0.6481859],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977928,0.00069478544,0.00022238231,0.0007681256,0.00016250683,0.0003594365],"domain_scores_gemma":[0.99585575,0.00015798863,0.0009086282,0.0028249314,0.00015555217,0.00009715152],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039315101,0.0003297195,0.0006788661,0.000493575,0.00031651853,0.000037860667,0.00380057,0.00037723687,0.000019596737],"category_scores_gemma":[0.00024160904,0.0002884543,0.00028572368,0.0006299122,0.0007157258,0.0001121613,0.0012797809,0.00070640893,0.000012556911],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032772277,0.00062804145,0.009476082,0.0002895776,0.0005151266,0.000021275548,0.005749282,0.000007765424,0.00027111193,0.15469179,0.6596673,0.16864988],"study_design_scores_gemma":[0.00039275875,0.0001082323,0.0007668074,0.00038051992,0.00006758051,0.000004910411,0.000044324668,0.000023938297,0.0003472459,0.00013724068,0.9974499,0.00027659297],"about_ca_topic_score_codex":0.0032535275,"about_ca_topic_score_gemma":0.044461265,"teacher_disagreement_score":0.3486347,"about_ca_system_score_codex":0.00010705574,"about_ca_system_score_gemma":0.00031087463,"threshold_uncertainty_score":0.9999568},"labels":[],"label_agreement":null},{"id":"W7066065502","doi":"","title":"Ethnographic evaluation of Second Step, a violence-prevention curriculum","year":2001,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ethnography; Curriculum; Qualitative research; Work (physics); Field (mathematics); Apprenticeship; Participant observation","score_opus":0.007458773149482932,"score_gpt":0.1922484632192279,"score_spread":0.18478969006974497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7066065502","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013638949,0.007073497,0.02038187,0.0006712912,0.0009883253,0.0007474953,0.00008579331,0.000120051765,0.95629275],"genre_scores_gemma":[0.6885208,0.0009190922,0.049545202,0.00035437476,0.00023304179,0.00004866261,0.000036101672,0.00021030879,0.2601324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669665,0.0002684193,0.00026767564,0.0003182462,0.0022156013,0.00023338961],"domain_scores_gemma":[0.9990169,0.00007047381,0.0004470539,0.0003360205,0.0000010889058,0.0001284863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005977965,0.00019579046,0.0002699486,0.00008692508,0.00007720214,0.000026447433,0.00046027853,0.00005853311,0.0001652077],"category_scores_gemma":[0.000005278721,0.00019294022,0.000047547375,0.00016979023,0.000055484983,0.00018498818,0.00015042875,0.00022640989,2.7563605e-9],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011865997,0.00006880939,0.016006604,0.00035455773,0.0001493924,0.000016796706,0.00011489837,0.00006277345,0.0001639695,0.02251221,0.009190992,0.9513471],"study_design_scores_gemma":[0.0011361608,0.0002604963,0.014251616,0.0041118357,0.00015437261,0.00001494237,0.0030059975,0.022689903,0.001368534,0.0018853241,0.95022094,0.0008998816],"about_ca_topic_score_codex":0.012817786,"about_ca_topic_score_gemma":0.08011562,"teacher_disagreement_score":0.95044726,"about_ca_system_score_codex":0.000005838141,"about_ca_system_score_gemma":0.0012303495,"threshold_uncertainty_score":0.99375594},"labels":[],"label_agreement":null},{"id":"W7070881123","doi":"","title":"Proceedings of the 2021 miniKanren and Relational Programming Workshop","year":2021,"lang":"en","type":"report","venue":"TSpace","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Relational database; Relational model; Entity–relationship model; Logic programming","score_opus":0.04932171671914294,"score_gpt":0.3307349646004608,"score_spread":0.2814132478813179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7070881123","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2674331,0.105843335,0.13455757,0.07334331,0.020880312,0.0071200915,0.000016279748,0.0029254777,0.3878805],"genre_scores_gemma":[0.14899194,0.0005719291,0.5847983,0.00008335151,0.0014841985,0.00011614093,0.000026811671,0.000120528886,0.26380682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979989,0.00004537044,0.00028610966,0.0005262676,0.00087008893,0.00027326273],"domain_scores_gemma":[0.9985091,0.00016667813,0.0004877103,0.00034253058,0.00042393143,0.00007004194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011272125,0.0002116146,0.00031172571,0.00008470146,0.00020673354,0.0002802968,0.0005840174,0.0002460517,0.000014586404],"category_scores_gemma":[0.0009530278,0.0001624912,0.00014119012,0.0005244051,0.00009732805,0.00013027519,0.000675479,0.00091120764,0.000001965656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002791337,0.000067387686,0.009474048,0.000380055,0.00011936777,0.000010213426,0.014272949,0.000017431681,0.00005163021,0.0054886127,0.0106941275,0.9594214],"study_design_scores_gemma":[0.0001004503,0.00002313273,0.0053360565,0.00094752945,0.00004177032,0.00013816985,0.00095680007,0.00016623046,0.00004099597,0.000030941184,0.991984,0.00023394286],"about_ca_topic_score_codex":0.00011058849,"about_ca_topic_score_gemma":0.000010245772,"teacher_disagreement_score":0.98128986,"about_ca_system_score_codex":0.000076898024,"about_ca_system_score_gemma":0.0006245371,"threshold_uncertainty_score":0.6626199},"labels":[],"label_agreement":null},{"id":"W7093080140","doi":"10.5281/zenodo.17403824","title":"LLMs Unplugged: Understand how AI language models work by building one yourself.","year":2025,"lang":"en","type":"other","venue":"ANU Open Research (Australian National University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Work (physics); Software; Language model; Modeling language; Cybernetics; Studio","score_opus":0.14161801191162204,"score_gpt":0.3742661533082938,"score_spread":0.23264814139667178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093080140","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004380972,0.0002542343,0.19333422,0.028881058,0.00023655785,0.001111243,0.00017421546,0.0005193329,0.77544534],"genre_scores_gemma":[0.008233695,0.000046653648,0.028123382,0.000098181736,0.00009955431,0.000002570586,0.000105832434,0.000067884015,0.96322227],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962522,0.0006914829,0.000120641846,0.00086740125,0.0013878993,0.0006803797],"domain_scores_gemma":[0.99854565,0.00026096948,0.00012551113,0.00052606204,0.000302078,0.00023973208],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015406806,0.0002562093,0.00029684798,0.0013482489,0.00052191975,0.0015264549,0.003888448,0.00034094465,0.00025889158],"category_scores_gemma":[0.00013591856,0.0003028117,0.00009502543,0.00233562,0.00019000661,0.00085886894,0.0013180069,0.0015563085,0.00005492554],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014577616,0.000089275185,0.00001873926,0.000032931523,0.00013222477,0.000077145516,0.00036847638,0.000109533445,0.000009726326,0.21685435,0.77497417,0.0073188394],"study_design_scores_gemma":[0.0005774082,0.000051614647,0.000008714803,0.00048827688,0.000013731522,0.0000016696947,0.000939422,0.00021899925,0.00002815287,0.0018927275,0.9954271,0.00035220434],"about_ca_topic_score_codex":0.0031040576,"about_ca_topic_score_gemma":0.00013107804,"teacher_disagreement_score":0.2204529,"about_ca_system_score_codex":0.0005886024,"about_ca_system_score_gemma":0.0008355578,"threshold_uncertainty_score":0.9999424},"labels":[],"label_agreement":null},{"id":"W7093082652","doi":"10.5281/zenodo.17410380","title":"My First Language Model: Understand how AI language models work by building one yourself.","year":2025,"lang":"","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Work (physics); Software; Modeling language; Language understanding; Language model; Universal Networking Language; Language technology; On Language","score_opus":0.036031817293068376,"score_gpt":0.2584947815310149,"score_spread":0.22246296423794654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093082652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002199092,0.0022895548,0.8683927,0.0044604377,0.0002507058,0.0007604353,0.00025293886,0.0026541215,0.12071917],"genre_scores_gemma":[0.48635864,0.0006699179,0.040843673,0.00092082913,0.0007864345,3.3285247e-7,0.0023180926,0.011732502,0.45636958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99442494,0.0010127901,0.0004729462,0.0017105574,0.0011137291,0.0012650415],"domain_scores_gemma":[0.9969269,0.00008874915,0.00043529505,0.0016836076,0.00040251837,0.00046291115],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016865177,0.000664644,0.00060323457,0.0008154973,0.0046627554,0.006901111,0.004330226,0.00043669742,0.0055667153],"category_scores_gemma":[0.0006705643,0.0007767809,0.00021506054,0.0016981211,0.00033646935,0.00071848184,0.0037631954,0.0020435937,0.0018926802],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006472607,0.00040656066,8.467379e-7,0.00041594575,0.00031130953,0.000057173063,0.03560052,0.01387495,0.00024444025,0.01578493,0.50838214,0.42485648],"study_design_scores_gemma":[0.0008127376,0.00018981624,0.0000023426328,0.0009835394,0.00008612858,0.000026664447,0.0024942446,0.09045231,0.000048738395,0.0001842606,0.90390104,0.0008182001],"about_ca_topic_score_codex":0.00013420638,"about_ca_topic_score_gemma":0.000002173164,"teacher_disagreement_score":0.82754904,"about_ca_system_score_codex":0.0005622639,"about_ca_system_score_gemma":0.0000366698,"threshold_uncertainty_score":0.9994683},"labels":[],"label_agreement":null},{"id":"W7093102778","doi":"10.5281/zenodo.17403825","title":"My First LM: Teaching N-gram Language Models from Scratch","year":2025,"lang":"","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Scratch; Software; Modeling language; Work (physics); Language model; Studio; Grid","score_opus":0.027447757173467188,"score_gpt":0.25665140653587465,"score_spread":0.22920364936240745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093102778","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022941147,0.0010430876,0.48720425,0.0019413496,0.0006475823,0.000757643,0.00030465654,0.0034995154,0.5043725],"genre_scores_gemma":[0.24834186,0.00078783376,0.087443225,0.0019515507,0.0033771407,5.4070074e-7,0.008042331,0.021850772,0.62820476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929822,0.0021314865,0.0007008924,0.001970699,0.0010446012,0.0011701271],"domain_scores_gemma":[0.99629784,0.00017132195,0.00051138556,0.0021387239,0.00042044473,0.00046027137],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0022928312,0.00069618475,0.00063216424,0.000856903,0.007913524,0.0071460935,0.0061260164,0.00045997318,0.023165436],"category_scores_gemma":[0.001502727,0.0007817326,0.00026114224,0.0009761125,0.0002954082,0.00069455506,0.0061443825,0.0029654107,0.01719985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025974758,0.0002662273,0.000001401522,0.00014521982,0.00018207972,0.000060141338,0.015558011,0.0009795635,0.00005887617,0.010921916,0.2708946,0.70090604],"study_design_scores_gemma":[0.0006700491,0.00022300793,0.000026906333,0.0008680124,0.00006753444,0.00001857867,0.0010341351,0.026827937,0.000014236745,0.0006255191,0.9688952,0.0007288576],"about_ca_topic_score_codex":0.0017411236,"about_ca_topic_score_gemma":0.0000074552963,"teacher_disagreement_score":0.70017713,"about_ca_system_score_codex":0.00040002045,"about_ca_system_score_gemma":0.000033290635,"threshold_uncertainty_score":0.9994634},"labels":[],"label_agreement":null},{"id":"W7094300621","doi":"","title":"Camara de Combate. Latin American film festival(s) as reflection-action","year":2020,"lang":"en","type":"article","venue":"OAR@UM (University of Malta)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Latin Americans; Politics; Diaspora; Movie theater; Dictatorship; Latin American studies","score_opus":0.03720041602925693,"score_gpt":0.25739069033748446,"score_spread":0.22019027430822752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7094300621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6197276,0.000012591716,0.36824638,0.008808434,0.00011516856,0.000068227564,0.0000010953382,0.00039950525,0.002620953],"genre_scores_gemma":[0.914054,0.0000074257805,0.08414879,0.00023045906,0.000037011596,1.4176213e-7,0.000002808589,0.000006455779,0.0015129533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991345,0.00014868092,0.0000666739,0.00026845103,0.00017762197,0.00020406886],"domain_scores_gemma":[0.9994088,0.000060714043,0.00015193416,0.00018926276,0.000043495726,0.0001458085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017776451,0.00008686432,0.00014640154,0.000074649826,0.00031130892,0.000044027973,0.00044950182,0.00004157541,0.0000484032],"category_scores_gemma":[0.000072132774,0.000113727234,0.00006766636,0.00048978697,0.00009208727,0.00025648845,0.00015539856,0.00029533927,0.000087895816],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010047137,0.00010412595,0.016559932,0.00005982529,0.00006024218,0.00008794553,0.021190116,0.0030729822,0.0027348709,0.0044670664,0.004309094,0.94725335],"study_design_scores_gemma":[0.001029054,0.0014666849,0.15552297,0.0000689157,0.000049452057,0.000034105462,0.010962952,0.11823219,0.00042715177,0.00015946841,0.7114751,0.00057200604],"about_ca_topic_score_codex":0.0032516276,"about_ca_topic_score_gemma":0.00007930007,"teacher_disagreement_score":0.9466813,"about_ca_system_score_codex":0.00006223393,"about_ca_system_score_gemma":0.00008221877,"threshold_uncertainty_score":0.491551},"labels":[],"label_agreement":null},{"id":"W7095238383","doi":"","title":"RoboToy Contest - Designing Mobile Robotic Toys for Autistic Children","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Social robot; Mobile robot; Robot; Human–robot interaction; Social relation","score_opus":0.021246474394005455,"score_gpt":0.2688874241876036,"score_spread":0.24764094979359813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095238383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027694502,0.00014811014,0.99494654,0.00031494204,0.0002154924,0.00043788273,3.2153952e-7,0.00077282434,0.0003944357],"genre_scores_gemma":[0.58785987,0.0000015486855,0.41001907,0.00016184516,0.000065889675,0.00007653793,0.00000494115,0.0000118972785,0.0017984353],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877083,0.0000708927,0.00019149897,0.000394805,0.00014170734,0.00043027627],"domain_scores_gemma":[0.9991729,0.0002565555,0.000068912086,0.00037156595,0.000039308845,0.0000907231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045360392,0.00014547099,0.00017310432,0.00007548336,0.00032641296,0.00030857488,0.0006102465,0.000053539658,0.000017614992],"category_scores_gemma":[0.0001446646,0.00013063963,0.00008045592,0.00020612418,0.000027961056,0.00024235694,0.000098615914,0.00017730343,0.000058926966],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010683252,0.0001945796,0.020164615,0.000017763847,0.000058445454,0.000020087286,0.001403716,0.060506806,0.0002600641,0.037661277,0.002530793,0.87717116],"study_design_scores_gemma":[0.0037771144,0.0024071347,0.04072844,0.0002251144,0.00010471585,0.00087230845,0.00027481862,0.8009073,0.0005504841,0.0023632906,0.14571843,0.0020708097],"about_ca_topic_score_codex":0.00010838646,"about_ca_topic_score_gemma":0.000008127285,"teacher_disagreement_score":0.8751004,"about_ca_system_score_codex":0.000035071233,"about_ca_system_score_gemma":0.000038133276,"threshold_uncertainty_score":0.5327329},"labels":[],"label_agreement":null},{"id":"W7096085152","doi":"","title":"Investigating Culturally Responsive Mathematics Education","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Research council; Cultural issues","score_opus":0.014975361614080118,"score_gpt":0.28301566752421276,"score_spread":0.2680403059101326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096085152","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6607324,0.000016194086,0.32316235,0.0050133304,0.0009267058,0.00012688657,6.184002e-8,0.0008425689,0.009179508],"genre_scores_gemma":[0.31817463,1.3039993e-7,0.6790215,0.0003203929,0.000054675158,0.0000052660425,5.924292e-7,0.0000032198784,0.0024196294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994619,0.000035904824,0.000108540284,0.00015092123,0.00011883862,0.00012390828],"domain_scores_gemma":[0.99940574,0.000098809694,0.00006296495,0.00029334825,0.000068795234,0.00007033203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036877484,0.00006183318,0.000051108254,0.000043514658,0.00015653842,0.00024350129,0.0003899384,0.00003798979,0.000010212009],"category_scores_gemma":[0.0006592054,0.000047948644,0.000022912462,0.00014257843,0.000025289613,0.00025623367,0.00008002867,0.00032006495,0.00007696548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4005114e-7,0.00004633029,0.00090754917,0.000009762565,0.0000031479065,4.26196e-7,0.01042453,0.000005631835,0.010546664,0.45190632,0.0011988424,0.5249506],"study_design_scores_gemma":[0.0005135969,0.00024272641,0.03225128,0.0002354659,0.000021624664,0.00042366536,0.0064769,0.06538404,0.010932211,0.05583362,0.8262563,0.0014285725],"about_ca_topic_score_codex":0.00003895548,"about_ca_topic_score_gemma":0.000013673363,"teacher_disagreement_score":0.82505745,"about_ca_system_score_codex":0.0000071208615,"about_ca_system_score_gemma":0.00012321162,"threshold_uncertainty_score":0.23480886},"labels":[],"label_agreement":null},{"id":"W7097138418","doi":"","title":"ABSTRACT Multidisciplinary Students And Instructors: A Second-Year Games Course","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Course (navigation); Liberian dollar; Game based learning; Game design","score_opus":0.02363492066566177,"score_gpt":0.2968011984180084,"score_spread":0.27316627775234664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097138418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99400526,0.00011128717,0.0043776724,0.00013432633,0.00015061378,0.00006913071,4.1360093e-7,0.0003215519,0.00082976243],"genre_scores_gemma":[0.942102,0.000009187557,0.056677263,0.000039791368,0.000039739978,0.0000035486069,7.617913e-7,0.0000071349186,0.0011205429],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908346,0.00003694735,0.00013211054,0.00029974122,0.00023418128,0.00021358245],"domain_scores_gemma":[0.9994778,0.000058520392,0.0000516192,0.00028232348,0.00001917196,0.000110590954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022952931,0.00010809472,0.000111601694,0.000054732063,0.00026252694,0.00013997371,0.00046080377,0.00004503737,0.000038763224],"category_scores_gemma":[0.000019127921,0.00009123255,0.00003400477,0.000096596836,0.000071277325,0.00034754406,0.0003127315,0.00022901727,0.00004292464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073771544,0.00025650975,0.79052556,0.000024782203,0.000041226867,0.00013178961,0.014209793,0.000020324522,0.00013408861,0.0018388077,0.0007667906,0.19204295],"study_design_scores_gemma":[0.00040384446,0.00006520733,0.9922289,0.00001800036,0.0000021360433,0.00009503979,0.0003614242,0.00038811658,0.000044875294,0.00004938341,0.0061868173,0.00015620908],"about_ca_topic_score_codex":0.00004592784,"about_ca_topic_score_gemma":0.00001030808,"teacher_disagreement_score":0.20170338,"about_ca_system_score_codex":0.000011351231,"about_ca_system_score_gemma":0.000033167857,"threshold_uncertainty_score":0.37203556},"labels":[],"label_agreement":null},{"id":"W7097523611","doi":"","title":"Minueto, a Game Development Framework for Teaching Object- Oriented Software Design Techniques","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Video game development; Game programming; Game Developer; Game development tool; Game design; Game testing; Game design document; Software development; Software development process","score_opus":0.038193158946298364,"score_gpt":0.2858562258313007,"score_spread":0.24766306688500234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097523611","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002417046,0.00006945161,0.9940216,0.00023505831,0.00017652131,0.00041392955,2.0361887e-7,0.002562144,0.000104070015],"genre_scores_gemma":[0.10058919,0.0000017762108,0.8976989,0.00030895317,0.000074633484,0.00015983463,0.0000026281627,0.000022082933,0.0011420147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830925,0.00016587599,0.00027646357,0.0004968468,0.00027189593,0.0004796423],"domain_scores_gemma":[0.99863976,0.0006227838,0.00010603225,0.00043630615,0.000080306505,0.000114792376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009965532,0.00020443775,0.00020014631,0.0001485805,0.0007230883,0.000117953015,0.0006761745,0.00013173615,0.000005804863],"category_scores_gemma":[0.0010254779,0.00017992857,0.0000812708,0.0002107978,0.00004736138,0.00026578363,0.0001721065,0.00050908845,0.000020853973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011296649,0.000104606,0.0005557314,0.000018611037,0.000024524841,0.000016036302,0.017834004,0.00005234263,0.00004650879,0.025090568,0.0014076543,0.9548381],"study_design_scores_gemma":[0.0003536511,0.00042451953,0.0007961379,0.0002568242,0.0000092028695,0.0001578888,0.0002550453,0.004188092,0.010155902,0.0025544018,0.98002386,0.0008244867],"about_ca_topic_score_codex":0.000026098802,"about_ca_topic_score_gemma":0.0000013510443,"teacher_disagreement_score":0.9786162,"about_ca_system_score_codex":0.00009715522,"about_ca_system_score_gemma":0.00018779493,"threshold_uncertainty_score":0.73372746},"labels":[],"label_agreement":null},{"id":"W7097948636","doi":"","title":"Forward for Computing in the UK Schools.","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"State (computer science); History of computing","score_opus":0.018367912316158825,"score_gpt":0.26865154064171876,"score_spread":0.25028362832555995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097948636","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049044777,0.00002428295,0.9452989,0.0042533115,0.000095840805,0.00024434173,2.988276e-8,0.00013435344,0.00090416917],"genre_scores_gemma":[0.72613686,1.4828134e-7,0.27299523,0.00063054456,0.00003604454,0.00001912402,3.4122957e-7,0.0000023383877,0.00017936934],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935335,0.00006389284,0.0001065459,0.00015714923,0.000097048214,0.00022199935],"domain_scores_gemma":[0.9994695,0.00021606091,0.000028939146,0.00023931006,0.000021645525,0.000024523137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007160709,0.000055263597,0.000060541228,0.000040526007,0.00013733577,0.00039411848,0.0006708693,0.000022584849,0.0000059577824],"category_scores_gemma":[0.000100604746,0.000034017958,0.00003810676,0.00015007965,0.0000074910126,0.00015450026,0.00007564971,0.0001901313,0.00006462873],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.023597e-7,0.000021237325,0.01087748,0.0000064505207,0.0000032621904,6.8065964e-7,0.003410677,0.0002885382,0.000013699152,0.05330402,0.0057957424,0.9262777],"study_design_scores_gemma":[0.0011469463,0.00029437648,0.12100441,0.000074242336,0.0000050953877,0.000031695196,0.0029170234,0.6190808,0.00007797884,0.009391872,0.2454552,0.00052038534],"about_ca_topic_score_codex":0.00037696603,"about_ca_topic_score_gemma":0.000013357229,"teacher_disagreement_score":0.92575735,"about_ca_system_score_codex":0.000010095326,"about_ca_system_score_gemma":0.000012635229,"threshold_uncertainty_score":0.38004938},"labels":[],"label_agreement":null},{"id":"W7098080283","doi":"","title":"Help-Seeking in an Asynchronous Help Forum","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Asynchronous communication; Reading (process); Focus (optics); Resource (disambiguation)","score_opus":0.019693630845545672,"score_gpt":0.27242589618294294,"score_spread":0.2527322653373973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098080283","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18546256,0.00007851621,0.80969393,0.0012699275,0.00018769548,0.00006499951,3.475584e-8,0.00051773316,0.0027245686],"genre_scores_gemma":[0.8920575,0.0000027625067,0.107033305,0.00035088285,0.00005763493,0.0000055940463,9.077957e-7,0.000008052722,0.00048336154],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988438,0.00010075369,0.00015010237,0.0003275963,0.00015739312,0.00042036315],"domain_scores_gemma":[0.99941754,0.000045208602,0.000037013702,0.00039649356,0.000016391125,0.000087349734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044865106,0.00009985649,0.00010611396,0.00012953089,0.00013543169,0.00026624047,0.000590334,0.000050277027,0.000022263046],"category_scores_gemma":[0.00003244883,0.00009235539,0.000033027318,0.0003162493,0.0000151824215,0.00054100674,0.00013962013,0.00024852378,0.000069483474],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017422785,0.00006456758,0.10600145,0.0000021868534,0.0000016893459,0.00004470927,0.0012279567,0.00038251083,0.0000858786,0.007488067,0.00005471583,0.8846445],"study_design_scores_gemma":[0.00140533,0.00095591106,0.11512004,0.00013127379,0.00000523846,0.00030481012,0.0025258744,0.47774288,0.000260801,0.0018385805,0.398559,0.0011502701],"about_ca_topic_score_codex":0.00044948023,"about_ca_topic_score_gemma":0.0004989807,"teacher_disagreement_score":0.88349426,"about_ca_system_score_codex":0.000046552133,"about_ca_system_score_gemma":0.000029373476,"threshold_uncertainty_score":0.37661436},"labels":[],"label_agreement":null},{"id":"W7098129881","doi":"","title":"Organization of the RoboToy Contest","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Presentation (obstetrics); Multidisciplinary approach; Social robot; Social organization","score_opus":0.011115560376300104,"score_gpt":0.2173677236087008,"score_spread":0.2062521632324007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098129881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04575318,0.000008939438,0.9507893,0.0015795788,0.000120903096,0.00003419617,1.7459337e-8,0.00013286213,0.0015810449],"genre_scores_gemma":[0.97600824,6.5256336e-7,0.022357954,0.00010961811,0.000010925188,3.093484e-7,1.4644316e-7,0.000002018361,0.0015101639],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9997225,0.00003247757,0.000054913995,0.000064217624,0.000070073555,0.00005583565],"domain_scores_gemma":[0.9997025,0.00002475042,0.000031849788,0.00019334664,0.000036566627,0.000010953948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000104889514,0.000024234669,0.00002992651,0.000011285362,0.00006449166,0.000032368473,0.00032765727,0.000011777263,0.000012255198],"category_scores_gemma":[0.00009898606,0.000014710879,0.000012192468,0.0003034924,0.000011531589,0.00006978811,0.00007136435,0.00005112734,0.0000102758595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.468251e-7,0.00006750601,0.4212624,0.0000045936927,0.0000072830544,0.0000014930106,0.0024670535,0.0012664583,0.0012313924,0.15972112,0.00089259236,0.41307765],"study_design_scores_gemma":[0.0007452082,0.00012206381,0.52413887,0.00007536453,0.000011313889,0.00013141519,0.0003134052,0.031415194,0.011342787,0.0005691054,0.43076515,0.00037013806],"about_ca_topic_score_codex":0.00005332806,"about_ca_topic_score_gemma":0.000003990421,"teacher_disagreement_score":0.93025506,"about_ca_system_score_codex":0.000004604904,"about_ca_system_score_gemma":0.000011934214,"threshold_uncertainty_score":0.060887415},"labels":[],"label_agreement":null},{"id":"W7099270080","doi":"","title":"Price-Level Targeting and Stabilization Policy: A Review,” Bank of Canada Review Spring","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Spring (device); Central bank; Official cash rate","score_opus":0.01771728678016035,"score_gpt":0.26025311402050255,"score_spread":0.2425358272403422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099270080","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020945896,0.25931543,0.6953296,0.038721588,0.000124735,0.0006466805,9.3078097e-7,0.00028990218,0.0034765592],"genre_scores_gemma":[0.50865924,0.03999671,0.43512657,0.0154110305,0.00010294861,0.000009164247,0.0000036243384,0.000015604097,0.0006751083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902534,0.00009823495,0.00026948552,0.00020335436,0.00020723982,0.00019636861],"domain_scores_gemma":[0.99943525,0.000052382366,0.00013958183,0.00023528919,0.000067469264,0.00007004398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009185717,0.00008470471,0.000194063,0.000036549685,0.000088170666,0.00002674279,0.00024172179,0.00001529437,0.0000063119924],"category_scores_gemma":[0.00076806877,0.00007164184,0.000023793207,0.0003735231,0.000008152082,0.00014928795,0.0000637604,0.00011011916,4.465049e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.371121e-7,0.000018017554,0.00092739594,0.002742277,0.000005677962,0.0000024032267,0.00025947817,0.000033440414,0.000091720496,0.01915743,0.00411041,0.9726513],"study_design_scores_gemma":[0.0002731824,0.00015319728,0.023776904,0.019885147,0.00003136326,0.000028482651,0.000038342583,0.006180168,0.00027527416,0.0002178059,0.9485379,0.00060223095],"about_ca_topic_score_codex":0.04988942,"about_ca_topic_score_gemma":0.004121991,"teacher_disagreement_score":0.97204906,"about_ca_system_score_codex":0.000050459206,"about_ca_system_score_gemma":0.0003023406,"threshold_uncertainty_score":0.95643747},"labels":[],"label_agreement":null},{"id":"W7100253767","doi":"","title":"Be a computer scientist for a week the mcgill “game programming guru” summer camp","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summer camp; Code (set theory); Index (typography); Key (lock); Field (mathematics); Computer programming","score_opus":0.062244468033460405,"score_gpt":0.2821596921763222,"score_spread":0.2199152241428618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100253767","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011772448,0.0000654441,0.9808687,0.0050697653,0.00071802206,0.000557099,0.000003929335,0.0007124215,0.00023214454],"genre_scores_gemma":[0.41033024,0.0000020983455,0.5841173,0.0017989702,0.00018082597,0.00010459698,0.0000044797503,0.000019830059,0.0034416385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810976,0.00011172866,0.00024310083,0.00056071003,0.00035627707,0.000618417],"domain_scores_gemma":[0.998775,0.00027668691,0.0001017102,0.0006203843,0.00010364011,0.00012259798],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00086725777,0.0001856551,0.00017633179,0.00009620284,0.0013563182,0.00026256702,0.0011682808,0.000055876804,0.0000076159786],"category_scores_gemma":[0.00007065427,0.00012242104,0.00016576916,0.00045266253,0.00018962368,0.00031601608,0.0003146055,0.00027569296,0.000043954475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061724836,0.00019890464,0.0005919403,0.000018021672,0.000033228487,0.000022316703,0.004389974,0.00023650157,0.00002242248,0.025261581,0.016521093,0.9526979],"study_design_scores_gemma":[0.00035419007,0.00020703844,0.0007276322,0.000014914317,0.0000065148965,0.00013537476,0.00005672461,0.03590797,0.00005171614,0.000058676942,0.96226984,0.00020942329],"about_ca_topic_score_codex":0.00022587943,"about_ca_topic_score_gemma":0.000042127325,"teacher_disagreement_score":0.9524884,"about_ca_system_score_codex":0.000037617,"about_ca_system_score_gemma":0.000053576216,"threshold_uncertainty_score":0.9999438},"labels":[],"label_agreement":null},{"id":"W7110442428","doi":"10.59350/71y4j-bhc91","title":"Watching the future…student demos at University of Toronto","year":2009,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pleasure; Software; Computer software; Morning","score_opus":0.007803955944353391,"score_gpt":0.2342452702155474,"score_spread":0.226441314271194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110442428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34814495,0.016929891,0.55866194,0.043491926,0.0033457496,0.0007297258,0.0000013767353,0.00059724995,0.028097203],"genre_scores_gemma":[0.9739335,0.00026919282,0.018303115,0.00030453212,0.00023058325,8.484357e-8,4.8792094e-7,0.0000052681576,0.006953201],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980324,0.0003825368,0.00022723833,0.00044931975,0.0004785644,0.00042996657],"domain_scores_gemma":[0.99878347,0.00010641478,0.00019909468,0.00071924785,0.0000626339,0.00012914877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010241455,0.00019843261,0.00022416959,0.000014536487,0.0011642114,0.00015408793,0.001762464,0.0000992661,0.00027110332],"category_scores_gemma":[0.0000126708655,0.00014848082,0.00019791423,0.000121427394,0.00007957322,0.00039485667,0.0005871095,0.00037103044,0.00004184495],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014968852,0.00015068018,0.0015437381,0.0000061111837,0.000032229535,0.00001107574,0.049208187,0.00022574859,0.00007725579,0.013213321,0.0009647176,0.93455195],"study_design_scores_gemma":[0.0005897622,0.00061869243,0.12563807,0.000072615614,0.00006502282,0.00003094853,0.010902883,0.013155188,0.000071872484,0.00008496568,0.8483582,0.00041179804],"about_ca_topic_score_codex":0.0031188447,"about_ca_topic_score_gemma":0.0024956549,"teacher_disagreement_score":0.93414015,"about_ca_system_score_codex":0.00028582162,"about_ca_system_score_gemma":0.00006533796,"threshold_uncertainty_score":0.895429},"labels":[],"label_agreement":null},{"id":"W7115074740","doi":"10.64628/aap.xqs79rrsx","title":"The ‘AI Homeless Man Prank’ reveals a crisis in AI education","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université Laval","funders":"","keywords":"Government (linguistics); Agency (philosophy); Qualitative research; Perspective (graphical)","score_opus":0.008290961480865004,"score_gpt":0.31479354599218545,"score_spread":0.30650258451132045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115074740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024621882,0.006536777,0.5643732,0.39130768,0.00503527,0.0009176441,5.233135e-7,0.00035177442,0.0068552215],"genre_scores_gemma":[0.9521149,0.0001083157,0.007616863,0.010518401,0.00010505079,0.00007400819,0.0000011063986,0.000011336923,0.029450044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99682665,0.0009090245,0.0005893567,0.00071937416,0.00031707707,0.0006385414],"domain_scores_gemma":[0.99813205,0.00038143218,0.00015218342,0.0010801036,0.0001590063,0.00009523183],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027418851,0.00024493967,0.00029134934,0.00032638066,0.0008956801,0.0020067657,0.001492692,0.00014543993,0.000027741171],"category_scores_gemma":[0.0003108366,0.00018841011,0.000117729935,0.0016528907,0.00008385366,0.0004478511,0.00039553308,0.0011231051,0.00006482912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008400592,0.00021232285,0.004115883,0.000061508974,0.000018899771,0.0000016376198,0.005593913,0.00008334213,0.000005735524,0.083596,0.023220358,0.883082],"study_design_scores_gemma":[0.00047804395,0.00011777538,0.03222781,0.00071223086,0.00003295404,0.000007668012,0.0055916756,0.01755069,0.000053970434,0.0065712966,0.9362107,0.00044517146],"about_ca_topic_score_codex":0.001869307,"about_ca_topic_score_gemma":0.0004183742,"teacher_disagreement_score":0.927493,"about_ca_system_score_codex":0.00016675373,"about_ca_system_score_gemma":0.0008776606,"threshold_uncertainty_score":0.9990292},"labels":[],"label_agreement":null},{"id":"W7116815236","doi":"","title":"Fairness in Student Group Formation:Perspectives, Priorities, Compromises, Mechanisms, and Tooling","year":2025,"lang":"en","type":"article","venue":"Research Portal (King's College London)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Focus group; Group (periodic table); Focus (optics); Student engagement; Group work","score_opus":0.027980334506264325,"score_gpt":0.34163317000347637,"score_spread":0.31365283549721207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116815236","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3161913,0.010760266,0.6408517,0.004458727,0.0011327296,0.003926003,0.000022000724,0.0012090687,0.021448271],"genre_scores_gemma":[0.9712917,0.0001604092,0.027030634,0.000062341634,0.000054077937,0.0001335347,0.0000073928386,0.000015865622,0.0012440006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638945,0.00058111013,0.0004695309,0.0007265066,0.0009875199,0.00084586174],"domain_scores_gemma":[0.99849826,0.00047998174,0.00009376103,0.0005471838,0.00022156377,0.00015925606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036790408,0.00022538136,0.00034494532,0.0008840003,0.00076500373,0.0007270343,0.0010328707,0.00012939206,0.000012449196],"category_scores_gemma":[0.00030326375,0.00023086155,0.00006675883,0.001617944,0.00014883613,0.0009801997,0.00097169325,0.0011779831,0.000006585406],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036624333,0.00026486575,0.004238337,0.0001643949,0.00003970352,0.00036827367,0.005680369,0.00007553185,0.00014241404,0.9412769,0.00044114437,0.047271434],"study_design_scores_gemma":[0.019585425,0.0028297813,0.2743192,0.006281525,0.00007792729,0.00071321486,0.1268681,0.12170225,0.0014378628,0.09369024,0.3483252,0.004169301],"about_ca_topic_score_codex":0.00072123576,"about_ca_topic_score_gemma":0.0009715504,"teacher_disagreement_score":0.8475867,"about_ca_system_score_codex":0.00026919573,"about_ca_system_score_gemma":0.00030232678,"threshold_uncertainty_score":0.9414261},"labels":[],"label_agreement":null},{"id":"W7117574318","doi":"10.64747/166bex17","title":"Pensamiento computacional unplugged en EGB: diseño y evidencia de aprendizaje","year":2025,"lang":"","type":"article","venue":"Horizonte Científico Educativo International Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber Polytechnic","funders":"","keywords":"Rubric; Comparability; Precalculus; Fidelity; Mathematical problem; Control (management); Computational thinking","score_opus":0.009628327700184016,"score_gpt":0.329664242074381,"score_spread":0.320035914374197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117574318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11735438,0.0057885675,0.7591707,0.03923039,0.07377618,0.0005009046,0.00003587983,0.0003087463,0.0038342217],"genre_scores_gemma":[0.9474591,0.00041471393,0.030776577,0.0011675212,0.0045522223,0.00003729938,0.000035501787,0.00005841485,0.015498675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99133086,0.0017902447,0.0015978939,0.0013606639,0.00237818,0.0015421635],"domain_scores_gemma":[0.99461955,0.0009376754,0.0010846244,0.0008203983,0.0016602713,0.00087750156],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004336578,0.0007976583,0.00066926365,0.0018454795,0.0015983707,0.0051376205,0.006205042,0.00033214534,0.0005638394],"category_scores_gemma":[0.0022051458,0.00083054247,0.0008018786,0.0014713604,0.00031042137,0.0015366131,0.0014159025,0.0033858358,0.00023711857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021169156,0.002364498,0.023993334,0.00006845945,0.0012264778,0.0002725502,0.026523119,0.0020891796,0.00035066565,0.056067098,0.046552464,0.8402805],"study_design_scores_gemma":[0.0030627425,0.0006531739,0.06854911,0.0034446546,0.00028008356,0.0025655967,0.0051979427,0.042026732,0.00022328115,0.0058161383,0.86667144,0.0015091215],"about_ca_topic_score_codex":0.00014043445,"about_ca_topic_score_gemma":0.00003103815,"teacher_disagreement_score":0.83877134,"about_ca_system_score_codex":0.0030256666,"about_ca_system_score_gemma":0.004538739,"threshold_uncertainty_score":0.99970144},"labels":[],"label_agreement":null},{"id":"W7118633136","doi":"10.1177/13896911251315111","title":"The 2024 Computer Olympiad","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer technology","score_opus":0.009814303151615958,"score_gpt":0.25947005522041316,"score_spread":0.2496557520687972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118633136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021228807,0.005199121,0.9757677,0.008451004,0.0073993965,0.000025667243,1.09596115e-7,0.0002655882,0.0007685701],"genre_scores_gemma":[0.79635185,0.00022464883,0.17879196,0.00067193137,0.0054510054,0.0000054460666,3.7390183e-7,0.000035859226,0.018466918],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906856,0.00012357651,0.00015133088,0.00015137822,0.00024159541,0.00026355725],"domain_scores_gemma":[0.99942154,0.00022470184,0.000034243105,0.0002052837,0.0000255728,0.00008863327],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010839038,0.000077766126,0.000059259666,0.000063271014,0.0006348641,0.0032742533,0.00073233247,0.000028302613,0.000017359329],"category_scores_gemma":[0.00001778149,0.000044658034,0.00009537757,0.000197584,0.000030316922,0.000280193,0.00012614841,0.0007556722,0.00024549247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.3551295e-7,0.0000050361214,0.000056499808,0.0000030293743,0.000021013248,0.00011125614,0.0008434399,0.0001352448,0.000007390797,0.015997073,0.02439633,0.9584231],"study_design_scores_gemma":[0.000049012044,0.000046937435,0.000415777,0.00006173917,0.0000036208207,0.0013257726,0.000025214431,0.046555247,0.0000071188106,0.0009035999,0.9505347,0.00007127183],"about_ca_topic_score_codex":0.000004186145,"about_ca_topic_score_gemma":0.0000011619255,"teacher_disagreement_score":0.9583518,"about_ca_system_score_codex":0.000032663946,"about_ca_system_score_gemma":0.00007865528,"threshold_uncertainty_score":0.9977604},"labels":[],"label_agreement":null},{"id":"W7123750502","doi":"10.1109/fie63693.2025.11328179","title":"A Retrospective Study to Understand Student Coding Style Quality via Static Analysis","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Coding (social sciences); Correctness; Disk formatting; Code review; Style (visual arts); Programming style; Quality (philosophy)","score_opus":0.03835289865051356,"score_gpt":0.38370716885648176,"score_spread":0.3453542702059682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123750502","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30048117,0.000064937754,0.695249,0.0014917533,0.0004499611,0.0009093873,0.0000021534884,0.00026538703,0.0010862302],"genre_scores_gemma":[0.97301483,0.0000034165628,0.020081956,0.00038654977,0.000044722456,0.000019883331,0.000001438407,0.000015082535,0.006432114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99259627,0.0022490215,0.001138217,0.0018307747,0.0012944308,0.0008912577],"domain_scores_gemma":[0.99699205,0.0003916239,0.00033537927,0.0016281746,0.00031770396,0.00033504877],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0062965485,0.00048675263,0.0011101216,0.0012724315,0.0012132088,0.0021036237,0.0015464433,0.000080411395,0.00011324657],"category_scores_gemma":[0.00044550488,0.00047621157,0.00038656333,0.008059337,0.00008851862,0.00034410198,0.0013629828,0.00085585413,0.000053114858],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006940978,0.0032000476,0.42366397,0.00007091185,0.0070190937,0.000039184884,0.41174096,0.011846506,0.000019108786,0.026914744,0.00014834905,0.11526771],"study_design_scores_gemma":[0.001424502,0.001672119,0.706091,0.00010526413,0.0019145982,6.9082e-7,0.21532571,0.07175465,0.000007711557,0.00039901014,0.00049771136,0.00080706214],"about_ca_topic_score_codex":0.0053380714,"about_ca_topic_score_gemma":0.0028488818,"teacher_disagreement_score":0.6751671,"about_ca_system_score_codex":0.0012871126,"about_ca_system_score_gemma":0.00022177285,"threshold_uncertainty_score":0.999769},"labels":[],"label_agreement":null},{"id":"W7123947899","doi":"10.1109/fie63693.2025.11328314","title":"WIP: Assessing 21st Century Skills of High School Students in a Machine Learning Workshop with TinyML","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Teamwork; Citizenship; 21st century skills; Perception; Work (physics); Emerging technologies","score_opus":0.008731325291543307,"score_gpt":0.2921330474188197,"score_spread":0.2834017221272764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123947899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6749946,0.0030610627,0.3156855,0.001090038,0.0010477555,0.0006363942,9.619764e-7,0.00040209907,0.003081591],"genre_scores_gemma":[0.9250669,0.00020090675,0.066311084,0.00021123949,0.000059929214,0.000016312051,0.0000065494805,0.000037471727,0.008089604],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9943078,0.0011807047,0.0010786012,0.0012651436,0.001109373,0.0010583769],"domain_scores_gemma":[0.9973356,0.0007001366,0.0006015803,0.00092279253,0.00018858194,0.00025132543],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0026193024,0.0005721227,0.0008707484,0.0009307444,0.0005542043,0.001760594,0.0019918983,0.0002707962,0.000110226014],"category_scores_gemma":[0.0008671015,0.00050291163,0.0001492748,0.0030145347,0.00019538535,0.0009950814,0.0013393863,0.0029726084,0.000026469881],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040089068,0.0008890686,0.48646998,0.00013944089,0.00013092034,0.000042946485,0.0029622337,0.010647259,0.000028319986,0.002141501,0.00001625017,0.496492],"study_design_scores_gemma":[0.0099217445,0.0010886297,0.8381468,0.017487885,0.00028520336,0.000053066397,0.0116315475,0.08081186,0.00034276236,0.00015485109,0.0378158,0.0022598305],"about_ca_topic_score_codex":0.0021482853,"about_ca_topic_score_gemma":0.00028933532,"teacher_disagreement_score":0.49423215,"about_ca_system_score_codex":0.00026722136,"about_ca_system_score_gemma":0.0005374579,"threshold_uncertainty_score":0.99974227},"labels":[],"label_agreement":null},{"id":"W7125641124","doi":"10.1109/cascon66301.2025.00040","title":"Evaluating Generative AI for CS1 Code Grading: Direct Vs Reverse Methods","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; Okanagan University College; Okanagan Science Centre","funders":"","keywords":"Code (set theory); Source code; Generative grammar; Feature (linguistics)","score_opus":0.13566879357603714,"score_gpt":0.4992251913451128,"score_spread":0.36355639776907567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125641124","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055078487,0.0011541867,0.97715515,0.011904465,0.0034431836,0.0009887726,0.00000457556,0.00054003176,0.0042588403],"genre_scores_gemma":[0.031208165,0.00001822175,0.92217547,0.003773271,0.0002673579,0.00015895015,0.0000052569294,0.00003241449,0.042360887],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927923,0.003323362,0.0008511942,0.0015820694,0.000431734,0.001019319],"domain_scores_gemma":[0.9950221,0.0029428238,0.00034609137,0.001034257,0.0004486647,0.00020605119],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012745746,0.0005107937,0.0007446257,0.00038658804,0.0018913565,0.0013677048,0.0012756479,0.00024238169,0.00006549203],"category_scores_gemma":[0.004726006,0.00048975035,0.00044874084,0.0012577332,0.00015284645,0.0005351508,0.00060684275,0.0009565021,0.000019545503],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049551392,0.00010778331,0.00023506526,0.00013221688,0.0002019074,0.0000026895607,0.0065050228,0.004698807,0.0010046575,0.04040192,0.008412892,0.9382475],"study_design_scores_gemma":[0.0007846784,0.0005162414,0.000079900165,0.0002697248,0.00015399417,0.000003940689,0.00024770186,0.6826953,0.0042593125,0.0015801531,0.30897823,0.00043080476],"about_ca_topic_score_codex":0.00018714908,"about_ca_topic_score_gemma":0.000033628927,"teacher_disagreement_score":0.9378167,"about_ca_system_score_codex":0.00025220693,"about_ca_system_score_gemma":0.0006553357,"threshold_uncertainty_score":0.99975544},"labels":[],"label_agreement":null},{"id":"W7127177599","doi":"10.1109/ieem63636.2025.11357797","title":"On the Use of Indigenous Games in Teaching Software Engineering and Artificial Intelligence","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Indigenous; Variety (cybernetics); Diversity (politics); Point (geometry); Cultural diversity; Software; Video game; Natural (archaeology)","score_opus":0.04216638375924296,"score_gpt":0.2673550616217439,"score_spread":0.2251886778625009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127177599","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36689687,0.00027338092,0.6317453,0.000517305,0.00027247763,0.00019390156,4.872269e-7,0.000083569306,0.000016716189],"genre_scores_gemma":[0.9214362,0.000019821973,0.078093395,0.00019195865,0.000019802179,0.000008214218,2.9082005e-7,0.000010017497,0.00022033411],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979868,0.0003349485,0.0005294205,0.0004817767,0.00022975064,0.00043728173],"domain_scores_gemma":[0.99631476,0.0029595094,0.00012167244,0.000519183,0.000032988075,0.000051864892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015307089,0.00023455577,0.00027259177,0.0004165425,0.0003251273,0.0005931022,0.0006157051,0.00011289742,0.0000074441496],"category_scores_gemma":[0.0034167035,0.00018153882,0.00006772117,0.0005663172,0.000099652505,0.000268196,0.00038649573,0.0012957305,0.0000036779275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009141116,0.000098273405,0.0026195552,0.00005658407,0.000018853842,0.0000057508987,0.017266719,0.04011022,0.000022231423,0.12895446,0.000010497489,0.81082773],"study_design_scores_gemma":[0.00012684506,0.00050940015,0.012354876,0.0027776086,0.000035384113,0.0000129223,0.0016370474,0.96469414,0.0014251012,0.0034494526,0.012280772,0.00069643336],"about_ca_topic_score_codex":0.00091697247,"about_ca_topic_score_gemma":0.00006766126,"teacher_disagreement_score":0.9245839,"about_ca_system_score_codex":0.000055503908,"about_ca_system_score_gemma":0.00010801646,"threshold_uncertainty_score":0.74029386},"labels":[],"label_agreement":null},{"id":"W7128677453","doi":"10.1145/3760545.3783964","title":"Two-Stage CS Exams: A Multi-Institutional Study of Course and Exam Feature Impacts on Student Perceptions and Performance","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Lethbridge; University of Manitoba","funders":"","keywords":"Perception; Variety (cybernetics); Qualitative analysis; Qualitative property; Raw score","score_opus":0.026340353269317104,"score_gpt":0.33977220192969965,"score_spread":0.31343184866038254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128677453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9754238,0.0008777605,0.021598171,0.00039261623,0.00042894142,0.0007497591,0.00000436774,0.000112102745,0.00041247328],"genre_scores_gemma":[0.9856577,0.00015290399,0.009587747,0.00014801901,0.00004493555,0.00002209729,0.0000019764882,0.000009561315,0.0043750526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750084,0.0003531394,0.0003834679,0.00080901495,0.00051706104,0.00043650618],"domain_scores_gemma":[0.9987453,0.00019002888,0.00016383753,0.00058330025,0.00011346708,0.00020407123],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011222983,0.000379697,0.00040895693,0.00027408413,0.0011528056,0.000502182,0.00046883096,0.000117319534,0.000018409028],"category_scores_gemma":[0.00008467097,0.00030760057,0.00005904582,0.00048518894,0.00031594888,0.00045105914,0.0005688947,0.00088468334,0.00000504209],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006465122,0.0051400573,0.5720732,0.0001821573,0.00022395063,0.000022178248,0.05606473,0.004661394,0.000072208575,0.0031862177,0.00007594276,0.3582333],"study_design_scores_gemma":[0.0032988866,0.0021516462,0.9238406,0.0004301747,0.000106224186,0.000017924722,0.015291236,0.053508367,0.000010285175,0.0000010152897,0.0010612762,0.0002823651],"about_ca_topic_score_codex":0.00037502023,"about_ca_topic_score_gemma":0.00029067884,"teacher_disagreement_score":0.35795093,"about_ca_system_score_codex":0.00008795592,"about_ca_system_score_gemma":0.00025778599,"threshold_uncertainty_score":0.9999376},"labels":[],"label_agreement":null},{"id":"W7128680410","doi":"10.1145/3760545.3783971","title":"Explanations of Data Systems Concepts in CS Education: An Updated View on Notional Machines","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Notional amount; Categorization; Resource (disambiguation); Field (mathematics); Foundation (evidence); Variation (astronomy)","score_opus":0.05314691641143072,"score_gpt":0.38843823015060347,"score_spread":0.33529131373917276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128680410","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031835534,0.001091339,0.9434729,0.006574219,0.0022688957,0.00048069467,0.000021995507,0.00048075715,0.013773659],"genre_scores_gemma":[0.9618235,0.0000033286144,0.036225304,0.00023499498,0.000032228887,0.0000107408405,0.00025933934,0.0000024796495,0.0014080614],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991949,0.0001622414,0.00018827002,0.00024754807,0.00012506937,0.00008195522],"domain_scores_gemma":[0.99920154,0.00007484464,0.000052811498,0.00059521146,0.00005056317,0.000025053503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004253574,0.000058275375,0.00009337233,0.00015977024,0.000065869375,0.00008851775,0.00082003133,0.00002691556,0.00001588362],"category_scores_gemma":[0.00004306638,0.000050812905,0.0000100869565,0.00039974786,0.000016877058,0.0003988473,0.00011797207,0.000114643924,0.000007418752],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017391654,0.00027646418,0.003439403,0.000024059183,0.000008579665,5.1719564e-7,0.00043670984,0.0012430504,0.000012260858,0.55065405,0.0036774082,0.44022575],"study_design_scores_gemma":[0.0005356353,0.00012084491,0.03837714,0.0005740069,0.000011149362,0.000009100132,0.0006909612,0.420378,0.000031939137,0.0005877529,0.53839505,0.00028843168],"about_ca_topic_score_codex":0.0006179833,"about_ca_topic_score_gemma":0.00008612851,"teacher_disagreement_score":0.92998797,"about_ca_system_score_codex":0.000019990455,"about_ca_system_score_gemma":0.00020326886,"threshold_uncertainty_score":0.207209},"labels":[],"label_agreement":null},{"id":"W7128714640","doi":"10.1145/3760545.3783969","title":"Cards for Alternative Research Design (CARD): Refining and Evolving a Research Knowledge Development Activity for Computer Science Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Refining (metallurgy); Design science research; Research design; Knowledge production; Knowledge-based systems; Research development","score_opus":0.22952543503048706,"score_gpt":0.4963709854211978,"score_spread":0.26684555039071073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128714640","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015618103,0.00023977947,0.9809783,0.0006132728,0.0005034484,0.00074948877,2.8374353e-7,0.00011887358,0.0011784241],"genre_scores_gemma":[0.4238287,0.0000014433019,0.5740295,0.000018247893,0.00007457458,0.00030453803,5.2362566e-7,0.000006063393,0.0017363867],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99712396,0.00055541634,0.00018242278,0.00085070066,0.0005366775,0.0007508117],"domain_scores_gemma":[0.99472255,0.002904807,0.000042983807,0.00039433586,0.0018136271,0.00012167258],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0210349,0.00012061144,0.00016079251,0.001015348,0.002646019,0.001077768,0.0009913815,0.000057659352,4.6920047e-7],"category_scores_gemma":[0.001653424,0.00011098857,0.000033510776,0.0014057711,0.00030057746,0.0005636099,0.0008740672,0.00047584713,0.0000029979449],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017972447,0.00009036535,0.0001891013,0.000075911244,0.000013540752,1.5533688e-7,0.006811471,0.00008432142,0.0005141671,0.032364674,0.0013856073,0.9584527],"study_design_scores_gemma":[0.0010197546,0.00075204857,0.008704283,0.0008111169,0.0000077522645,0.000005736489,0.000973283,0.7629965,0.020030573,0.0044177766,0.19980599,0.00047520665],"about_ca_topic_score_codex":0.0001885852,"about_ca_topic_score_gemma":0.000031149728,"teacher_disagreement_score":0.95797753,"about_ca_system_score_codex":0.0005383488,"about_ca_system_score_gemma":0.004663475,"threshold_uncertainty_score":0.99995923},"labels":[],"label_agreement":null},{"id":"W7128728793","doi":"10.1145/3760545.3783972","title":"Computing Science Research: Broadening Participation through Undergraduate Experiences","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Simon Fraser University","funders":"","keywords":"Perception; Undergraduate research; Qualitative research; Qualitative analysis; Science education; Semi-structured interview; Undergraduate education","score_opus":0.1477360277293222,"score_gpt":0.4619975226755623,"score_spread":0.3142614949462401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128728793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18051766,0.0009281295,0.7878451,0.007866156,0.0025346787,0.00034161474,9.926045e-8,0.00050601136,0.019460598],"genre_scores_gemma":[0.8938212,0.000025861204,0.101825744,0.00031895025,0.00014158516,0.00003257779,5.513673e-7,0.000013230226,0.0038203506],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99142003,0.0014262532,0.0008701656,0.0018847246,0.0021261899,0.0022726492],"domain_scores_gemma":[0.99631864,0.0011695047,0.00024895786,0.0012173043,0.00078574306,0.00025984694],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.010664644,0.00036329732,0.000381889,0.00092133303,0.0076473765,0.005232708,0.0033669686,0.0001481285,0.000030989388],"category_scores_gemma":[0.002688277,0.0003511125,0.00012615228,0.009456009,0.0031390341,0.0025484627,0.0025852246,0.0016552545,0.00012483766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008065946,0.00013987429,0.0014889902,0.000048791782,0.000019638128,0.000009767541,0.14039823,0.0019244431,0.00022419123,0.24935369,0.00035048634,0.6060338],"study_design_scores_gemma":[0.00075984385,0.00050600694,0.0053128973,0.0015717528,0.000031223382,0.000015177571,0.0644159,0.85155606,0.006108879,0.00874056,0.060052145,0.0009295326],"about_ca_topic_score_codex":0.0011103904,"about_ca_topic_score_gemma":0.000032842952,"teacher_disagreement_score":0.8496316,"about_ca_system_score_codex":0.0003947896,"about_ca_system_score_gemma":0.0016890708,"threshold_uncertainty_score":0.9998941},"labels":[],"label_agreement":null},{"id":"W7130708637","doi":"10.1109/swc65939.2025.00067","title":"Clustering and Profiling Student Study Behaviors and Interactions with an AI Coding Assistant","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University; Red River College; Dalhousie University","funders":"","keywords":"Formative assessment; Summative assessment; Profiling (computer programming); Coding (social sciences); Cluster analysis; Affordance","score_opus":0.023492500601653914,"score_gpt":0.3552208316618012,"score_spread":0.33172833106014726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130708637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6128619,0.00013644945,0.38542935,0.00036400184,0.00035761087,0.00052491436,3.8570502e-7,0.00017702753,0.00014839681],"genre_scores_gemma":[0.9489548,0.000008788662,0.0499183,0.00013476581,0.0000328771,0.00004409435,7.777715e-7,0.000016794449,0.0008888094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99737966,0.00039420478,0.00044461238,0.0010155428,0.00032072663,0.00044527947],"domain_scores_gemma":[0.99891335,0.00013973752,0.00014029701,0.000507791,0.000101285754,0.00019756486],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011124037,0.0003288435,0.00034257144,0.00032814572,0.0013311143,0.0027781916,0.00038681008,0.000055261597,0.0000058564183],"category_scores_gemma":[0.000032377528,0.0002811319,0.000029992932,0.0004557724,0.000114161885,0.00096595235,0.00086590037,0.0008958109,8.0704285e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059448124,0.0011245582,0.50692683,0.00008100291,0.00014066862,0.000060289974,0.03398482,0.00039232706,0.00015602788,0.0012156988,0.000003482607,0.45585486],"study_design_scores_gemma":[0.0034022725,0.005678468,0.51736486,0.0015326712,0.0006477671,0.00017767615,0.120831676,0.3466253,0.000148749,0.000015338097,0.002336451,0.0012387696],"about_ca_topic_score_codex":0.0004547591,"about_ca_topic_score_gemma":0.0009867458,"teacher_disagreement_score":0.4546161,"about_ca_system_score_codex":0.0000955358,"about_ca_system_score_gemma":0.00010367116,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W7130735271","doi":"10.1109/swc65939.2025.00065","title":"AI Literacy Through a Project-Based Learning Course","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Mount Saint Vincent University; British Columbia Institute of Technology","funders":"","keywords":"Curriculum; Agile software development; Literacy; Course (navigation); Generative grammar; Project-based learning; Software","score_opus":0.017728483529717978,"score_gpt":0.3537401594481391,"score_spread":0.3360116759184211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130735271","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001246591,0.0020883114,0.9661271,0.015814705,0.0016384962,0.0005211816,6.5569935e-7,0.0013101422,0.011252828],"genre_scores_gemma":[0.72125727,0.000019363739,0.22342803,0.007389849,0.00015215923,0.00004828087,0.000006796082,0.00003078525,0.047667485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99534285,0.0010531634,0.0006760969,0.0012957351,0.0005354153,0.0010967521],"domain_scores_gemma":[0.9977308,0.00045052893,0.0002622406,0.0010863692,0.00036019247,0.000109886445],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014888712,0.0005128883,0.0004895507,0.0003072534,0.001357908,0.0033194877,0.0014184286,0.00026080263,0.00009975903],"category_scores_gemma":[0.0004732419,0.00049346726,0.00031906203,0.0022186066,0.00018674583,0.0014164769,0.00051049143,0.0024880467,0.00019300994],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031279877,0.0005075694,0.0053598047,0.00020389866,0.00009187731,0.00004389799,0.01277977,0.0032482385,0.000014336108,0.036591746,0.011790628,0.92933697],"study_design_scores_gemma":[0.0007594011,0.00027820174,0.0004914469,0.0006200673,0.000055800323,0.0000060853677,0.00022384462,0.30734086,0.000085801265,0.00012763141,0.6896163,0.00039451168],"about_ca_topic_score_codex":0.0010085747,"about_ca_topic_score_gemma":0.000010432587,"teacher_disagreement_score":0.92894244,"about_ca_system_score_codex":0.0001232872,"about_ca_system_score_gemma":0.0017950382,"threshold_uncertainty_score":0.9999422},"labels":[],"label_agreement":null},{"id":"W7132876046","doi":"","title":"Declining participation of female students in computer studies programs at an Ontario college: What stands in their way","year":2007,"lang":"","type":"dissertation","venue":"TSpace","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer literacy; Work (physics); Persona; Affect (linguistics); Life course approach","score_opus":0.10569868685672598,"score_gpt":0.4436600591955113,"score_spread":0.3379613723387853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132876046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875678,0.002191569,0.007142864,0.000061019087,0.0017854639,0.0011282528,7.19837e-7,0.00009474855,0.000027578584],"genre_scores_gemma":[0.9779792,0.00018729533,0.01965883,0.000035979334,0.00009173654,0.00011094908,0.0001192795,0.000051643157,0.001765123],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99399924,0.00091212336,0.0015388749,0.0013179437,0.0011654546,0.0010663428],"domain_scores_gemma":[0.99694204,0.00052399863,0.0011480119,0.00080022437,0.000372987,0.00021272319],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005130264,0.00069065957,0.0012560842,0.00074292126,0.00036463147,0.00059487525,0.0011875466,0.00045699088,0.000015571422],"category_scores_gemma":[0.00011876903,0.00068243453,0.00017800667,0.0012799497,0.0001516648,0.0011597098,0.00048006445,0.0013842583,0.000008109551],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018991096,0.0007637737,0.30265158,0.00015803438,0.0000715349,0.000040076695,0.421666,0.0032930053,0.0000075793464,0.000038641592,0.0000015287376,0.27111834],"study_design_scores_gemma":[0.003243505,0.00300329,0.72197336,0.0079970565,0.0000856975,0.0000071570003,0.24066831,0.019938407,0.0005150702,0.000037913993,0.0013552723,0.0011749364],"about_ca_topic_score_codex":0.012884723,"about_ca_topic_score_gemma":0.47497973,"teacher_disagreement_score":0.462095,"about_ca_system_score_codex":0.0013728356,"about_ca_system_score_gemma":0.00034910164,"threshold_uncertainty_score":0.9995627},"labels":[],"label_agreement":null},{"id":"W7132986859","doi":"","title":"&apos;Women in Computing&apos; as Problematic: Gender, Ethics and Identity in University Computer Science Education","year":2009,"lang":"en","type":"dissertation","venue":"TSpace","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Identity (music); Ethnography; Subject (documents); Feminism; Representation (politics); Higher education; Work (physics); Research ethics","score_opus":0.04799002151618095,"score_gpt":0.4090737538679962,"score_spread":0.36108373235181523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132986859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669915,0.00022372657,0.02924673,0.0005765972,0.00059574976,0.00038685816,1.6256062e-7,0.00017027305,0.0018084011],"genre_scores_gemma":[0.92005944,0.000053264954,0.07742408,0.0001448685,0.00005313061,0.0000022194863,0.000018721827,0.000014169938,0.0022301178],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9974716,0.00044266283,0.00025438765,0.00074095547,0.0005573117,0.0005331367],"domain_scores_gemma":[0.9988307,0.0001849489,0.00027174893,0.0004044905,0.00015041926,0.00015773211],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038033358,0.00023089317,0.00030661834,0.00078185246,0.00041824914,0.0005043947,0.0010274898,0.00025267852,0.0000026687862],"category_scores_gemma":[0.00027425,0.00026982412,0.00003368002,0.0014256741,0.00009390792,0.0007279866,0.00020186458,0.0017147727,0.000013745751],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001810731,0.00029712066,0.001594103,0.0005267967,0.000008711682,0.000027468734,0.5693411,0.0007169448,0.00009759987,0.028321274,0.000038782968,0.39901197],"study_design_scores_gemma":[0.0024350213,0.0007828127,0.7580429,0.0046926527,0.00004685196,0.00012231786,0.1129633,0.0832988,0.00011975191,0.022650346,0.012024854,0.002820383],"about_ca_topic_score_codex":0.002548204,"about_ca_topic_score_gemma":0.0017457411,"teacher_disagreement_score":0.7564488,"about_ca_system_score_codex":0.00056001724,"about_ca_system_score_gemma":0.0020049363,"threshold_uncertainty_score":0.9999754},"labels":[],"label_agreement":null},{"id":"W7154554259","doi":"","title":"Coding Connections: Exploring Relationships Between Computer Science Learning and Mathematics Achievement in Secondary Education","year":2024,"lang":"","type":"dissertation","venue":"Digital Commons - University of South Florida (University of South Florida)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Computational thinking; Coding (social sciences); Connected Mathematics; Intersection (aeronautics); Computer programming; Reform mathematics; Reading (process); Achievement test","score_opus":0.04521753863002246,"score_gpt":0.23383166496967234,"score_spread":0.18861412633964988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7154554259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90628916,0.00027606453,0.08965339,0.00016165792,0.0012840739,0.00056889944,0.00011916989,0.00024073674,0.0014068796],"genre_scores_gemma":[0.9788523,0.00006352983,0.019750131,0.0000023200032,0.00013179223,5.7845415e-7,0.00024466708,0.00004743082,0.00090726773],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99569976,0.00027090174,0.0007005348,0.001453105,0.0011107222,0.00076498085],"domain_scores_gemma":[0.9964193,0.0006368976,0.0011952942,0.0006980766,0.00059404795,0.00045634888],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0017776084,0.00066617364,0.0010972357,0.0028480268,0.0028644912,0.00062432216,0.0017127309,0.00042777287,0.000023417739],"category_scores_gemma":[0.0002386715,0.0010003716,0.0003821057,0.0028089778,0.0012466023,0.0036384033,0.0014338535,0.003085276,0.000055536973],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001634083,0.00035415826,0.15326968,0.0024728596,0.00041138747,0.0000634483,0.6912558,0.0015420849,0.000036664813,0.01079933,0.000020319023,0.13961086],"study_design_scores_gemma":[0.0018590501,0.00067469315,0.14055054,0.0061468272,0.00066687603,0.000016325343,0.8200265,0.023056494,0.000036244437,0.0005496616,0.0047322875,0.0016844937],"about_ca_topic_score_codex":0.0005578784,"about_ca_topic_score_gemma":0.00019188222,"teacher_disagreement_score":0.13792636,"about_ca_system_score_codex":0.0005192973,"about_ca_system_score_gemma":0.0014131464,"threshold_uncertainty_score":0.9992447},"labels":[],"label_agreement":null},{"id":"W7160855074","doi":"10.69987/jacs.2025.50902","title":"Performance Evaluation of Prompt Generation Strategies for AI Agents in Online Programming Education","year":2025,"lang":"","type":"article","venue":"Journal of Advanced Computing Systems","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Hybrid learning; Online learning; Tracking (education); Empirical research; Cognition","score_opus":0.059674430820023286,"score_gpt":0.38859302438177795,"score_spread":0.3289185935617547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7160855074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6032577,0.0033517666,0.38721395,0.0002492271,0.0048108213,0.0010761754,7.990507e-7,0.000019682228,0.000019872296],"genre_scores_gemma":[0.90752894,0.000028744284,0.09167308,0.000032141623,0.0006208381,0.000024253834,0.000008797229,0.000016639427,0.000066572175],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951221,0.0008430735,0.0022278978,0.00042170784,0.0009539836,0.00043123483],"domain_scores_gemma":[0.9936463,0.00019181501,0.0028509719,0.00035237946,0.002884852,0.00007364639],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075180205,0.0002874009,0.00067453197,0.000848889,0.00029060396,0.0005315334,0.00067991926,0.00014669092,4.6506472e-7],"category_scores_gemma":[0.0005443046,0.00028775661,0.00017993162,0.0010066532,0.00004973204,0.0012652093,0.000089779045,0.00064968213,2.8916565e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002754644,0.0003411138,0.0016099907,0.0005619384,0.000040732142,3.7280626e-7,0.002561511,0.47082347,0.00041673903,0.0005611708,0.000030385021,0.52302504],"study_design_scores_gemma":[0.0018049036,0.00076835416,0.006353089,0.0074544894,0.00011876856,0.000033439625,0.002989696,0.9762076,0.00014622064,0.00007232806,0.0038323007,0.00021881482],"about_ca_topic_score_codex":0.000056553057,"about_ca_topic_score_gemma":0.00001463884,"teacher_disagreement_score":0.5228062,"about_ca_system_score_codex":0.0006608115,"about_ca_system_score_gemma":0.0034602585,"threshold_uncertainty_score":0.99995744},"labels":[],"label_agreement":null},{"id":"W92721083","doi":"10.5555/1292428.1292436","title":"Serious games + computer science = serious CS","year":2007,"lang":"en","type":"article","venue":"Open MIND","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Mathematics education; Vocational education; Computer science; Institution; Multimedia; Pedagogy; Psychology; Sociology","score_opus":0.025075192616810734,"score_gpt":0.3155598057251058,"score_spread":0.29048461310829504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92721083","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3786064,0.000050782608,0.61531943,0.00043657402,0.0008561386,0.00022318814,3.5380447e-7,0.00003529746,0.0044718045],"genre_scores_gemma":[0.5394357,6.016979e-7,0.45971215,0.000118183176,0.000078834855,0.0000015140275,5.654022e-7,0.0000057482957,0.00064669916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981952,0.00005096391,0.00021015634,0.0006119595,0.0003659816,0.00056574104],"domain_scores_gemma":[0.99891585,0.000076834396,0.00009863593,0.0006456977,0.000071279734,0.00019167649],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029087658,0.00013635897,0.0001519011,0.00014724114,0.00049952354,0.001791624,0.0028640458,0.000052676165,0.000047180492],"category_scores_gemma":[0.000055735065,0.00012463097,0.000037368023,0.0006957866,0.00017657639,0.0009418998,0.0012268169,0.00029421016,0.0004531884],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032525252,0.000035072426,0.0005586468,0.0000012994242,0.0000035630437,0.000050600247,0.002975274,0.000107349064,0.00039056005,0.00022806188,0.00008415851,0.99556214],"study_design_scores_gemma":[0.0004430672,0.00024929488,0.013055224,0.00004918216,0.0000052891196,0.00020552457,0.00012780557,0.011131891,0.004909414,0.000056376262,0.9693474,0.00041951478],"about_ca_topic_score_codex":0.00009735042,"about_ca_topic_score_gemma":0.000038058628,"teacher_disagreement_score":0.99514264,"about_ca_system_score_codex":0.000060413662,"about_ca_system_score_gemma":0.00017528898,"threshold_uncertainty_score":0.99924463},"labels":[],"label_agreement":null}]}