{"meta":{"query_hash":"0d81a974f60f","filters":{"topic":"Teaching and Learning Programming"},"cohort_total":980,"direct_labels_cover":2,"predictions_cover":980,"exported":980,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0d81a974f60f","api":"https://metacan.xera.ac/api/v1/cohort?topic=Teaching+and+Learning+Programming"},"results":[{"id":"W107217957","doi":"","title":"Computer science-Ph.d statistics","year":2003,"lang":"en","type":"article","venue":"Encyclopedia of Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer Science and Engineering; Science and engineering; Computer science; Library science; Engineering; Engineering ethics; Software engineering","score_opus":0.011059326969164871,"score_gpt":0.2564023222052665,"score_spread":0.24534299523610162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W107217957","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030594781,0.016462544,0.008365482,0.005700439,0.0044607692,0.0010804661,0.67752147,0.0022148497,0.25359917],"genre_scores_gemma":[0.24385582,0.019073604,0.005709631,0.0078752525,0.007212916,0.0029043055,0.5479373,0.0017412602,0.16368993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98971117,0.0012705771,0.0013320183,0.0017455175,0.004992021,0.0009487426],"domain_scores_gemma":[0.9631904,0.01176268,0.0064534494,0.0034728064,0.012816628,0.0023041621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003919566,0.0007669382,0.0011214125,0.008773674,0.00070993183,0.0019077283,0.00096733426,0.00071603275,0.10413012],"category_scores_gemma":[0.039734393,0.0002329952,0.0010992823,0.012799144,0.00039141905,0.0014821372,0.0013086587,0.0025175824,0.07819267],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006882845,0.00023050873,0.0711539,0.0012728403,0.00035945617,0.00007620657,0.000099946636,0.0013616674,0.00039323838,0.0062420527,0.78453445,0.13358735],"study_design_scores_gemma":[0.00012445658,0.00047150266,0.17733748,0.00059919,0.0002002901,0.0006492526,0.00021517687,0.0009419649,0.0009957452,0.006242682,0.8121594,0.0000627454],"about_ca_topic_score_codex":0.0038092067,"about_ca_topic_score_gemma":0.0036250856,"teacher_disagreement_score":0.10413012,"about_ca_system_score_codex":0.0013013348,"about_ca_system_score_gemma":0.0017557023,"threshold_uncertainty_score":0.34834993},"labels":[],"label_agreement":null},{"id":"W118532458","doi":"10.11575/prism/30336","title":"First Principles of CS Instruction","year":2006,"lang":"en","type":"article","venue":"Open MIND","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Mathematics education; Constructivist teaching methods; Teaching method; Psychology","score_opus":0.0401269456693833,"score_gpt":0.2797689596457326,"score_spread":0.23964201397634932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W118532458","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033947276,0.008594396,0.24782734,0.027203193,0.0017794811,0.0006573885,0.00068603765,0.0010805622,0.70877683],"genre_scores_gemma":[0.3094429,0.01771966,0.33426756,0.0153219905,0.004202786,0.0041425866,0.0011770711,0.0011294668,0.3125959],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957163,0.0007293146,0.00024815073,0.0006513658,0.0022956706,0.00035923376],"domain_scores_gemma":[0.9954709,0.001983219,0.0002222968,0.0005808332,0.0014621752,0.00028072848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028879507,0.0011738278,0.0008811401,0.0020662665,0.0032205933,0.006175737,0.0026703402,0.0040450697,0.03355745],"category_scores_gemma":[0.010392046,0.0006516212,0.0009273527,0.0014590188,0.010107028,0.005448825,0.004237607,0.006194152,0.013355267],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011291944,0.000030436104,0.00014559508,0.00015907384,0.000006156244,0.000021916449,0.00053559424,0.00073079194,0.00015342484,0.95523137,0.014988022,0.027986353],"study_design_scores_gemma":[0.000034904213,0.0000429411,0.00036935593,0.00023570671,0.0000053317385,0.00011298012,0.00010159919,0.0011638105,0.000327974,0.7380673,0.25951576,0.00002244123],"about_ca_topic_score_codex":0.005360056,"about_ca_topic_score_gemma":0.004296219,"teacher_disagreement_score":0.03355745,"about_ca_system_score_codex":0.004825351,"about_ca_system_score_gemma":0.006046338,"threshold_uncertainty_score":0.11226082},"labels":[],"label_agreement":null},{"id":"W136323347","doi":"","title":"Adopting GILD: An Integrated Learning and Development Environment for Programming","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Eclipse; Development environment; Java; Learning environment; Knowledge management; Software engineering; Mathematics education; Programming language; Psychology","score_opus":0.02324402179901449,"score_gpt":0.2556889981210878,"score_spread":0.2324449763220733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W136323347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036378892,0.00028662212,0.9635579,0.00044914932,0.00018265504,0.00023622447,0.00012520005,0.025539702,0.0059846635],"genre_scores_gemma":[0.010158253,0.0004349048,0.979083,0.00044443493,0.000052453226,0.0002483209,0.00095444656,0.0026107603,0.0060133566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972378,0.0006181561,0.00021684382,0.0005355348,0.001111826,0.00027982306],"domain_scores_gemma":[0.99693215,0.0010074679,0.00020520663,0.0007814535,0.00050068425,0.00057295273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037193685,0.0007862561,0.0007473218,0.0007934588,0.0006368079,0.0030346178,0.0028963084,0.001398234,0.005929622],"category_scores_gemma":[0.0075679314,0.00096763985,0.0010839532,0.00068918057,0.0007113595,0.0049943733,0.006504572,0.0043798736,0.0059134876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025483148,0.0004466149,0.001716626,0.000826698,0.000054400112,0.00040026015,0.002107899,0.0028594492,0.025230339,0.018534608,0.030374294,0.917194],"study_design_scores_gemma":[0.00028495854,0.000547092,0.002042262,0.00050792133,0.00009561251,0.0016542748,0.00029986145,0.018918283,0.016988663,0.022302361,0.93616503,0.00019357851],"about_ca_topic_score_codex":0.00055730663,"about_ca_topic_score_gemma":0.0011330416,"teacher_disagreement_score":0.005929622,"about_ca_system_score_codex":0.00054238836,"about_ca_system_score_gemma":0.0017506168,"threshold_uncertainty_score":0.019836545},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W138530813","doi":"","title":"Information technology and indigenous communities","year":2013,"lang":"en","type":"book","venue":"ANU Open Research (Australian National University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Australian Institute of Aboriginal and Torres Strait Islander Studies; Aarhus Universitet; University of Warwick; Fred Hollows Foundation; University of Oxford; University of Minnesota","keywords":"Indigenous; Information technology; Discipline; Service (business); Geography; Political science; Public relations; Engineering; Business; Sociology; Social science; Marketing; Ecology","score_opus":0.10059722001179926,"score_gpt":0.33346568244478453,"score_spread":0.23286846243298526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138530813","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07930111,0.05038876,0.0024196522,0.24095322,0.0028298288,0.0001088615,0.00004808275,0.000052021744,0.62389857],"genre_scores_gemma":[0.8363888,0.038251076,0.0018114811,0.019893246,0.0011796046,0.00013252592,0.000037651276,0.000048021513,0.10225761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925827,0.003127389,0.00026345713,0.0004587598,0.0018904371,0.001677205],"domain_scores_gemma":[0.9961035,0.0018329908,0.00027270115,0.00022384683,0.00060623145,0.00096065534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005493483,0.00028336418,0.00045672758,0.002193239,0.022152858,0.012778867,0.0013727994,0.0041365544,0.0137143135],"category_scores_gemma":[0.0060600634,0.00023048035,0.00029028673,0.0024763849,0.019945392,0.012737877,0.016026996,0.0046782396,0.0008563309],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009286381,0.000059135928,0.0006679566,0.00032832604,0.0000063038988,0.00066844217,0.32525185,0.000042633834,0.00030493987,0.6084182,0.014952073,0.04929081],"study_design_scores_gemma":[0.000004839496,0.000031905845,0.0014555767,0.0007139878,0.000005948749,0.000470636,0.23080418,0.000057032856,0.00011186988,0.05501214,0.7113081,0.000023709803],"about_ca_topic_score_codex":0.033944685,"about_ca_topic_score_gemma":0.033813465,"teacher_disagreement_score":0.033944685,"about_ca_system_score_codex":0.0072668386,"about_ca_system_score_gemma":0.013524698,"threshold_uncertainty_score":0.06749421},"labels":[],"label_agreement":null},{"id":"W1481227501","doi":"10.1007/978-3-642-15470-6_43","title":"Assessing End-User Programming for a Graphics Development Environment","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Graphics; Human–computer interaction; Set (abstract data type); Visual programming language; Variety (cybernetics); Programming language; Computer graphics (images); Artificial intelligence","score_opus":0.02557930879403684,"score_gpt":0.26926115700004083,"score_spread":0.243681848206004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481227501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98432124,0.000056501303,0.0099955015,0.00003902661,0.000008282188,0.00010866324,0.00005798197,0.00041848567,0.004994268],"genre_scores_gemma":[0.9679567,0.000109204564,0.026540153,0.000039958377,0.0000049093314,0.00012730053,0.00032730482,0.00015202629,0.004742427],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972416,0.0011706792,0.00017604615,0.0002899954,0.00097379944,0.00014793531],"domain_scores_gemma":[0.972902,0.018477907,0.00155858,0.001388596,0.0035859835,0.0020869952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002573316,0.0006494345,0.00022479391,0.00081267126,0.00034172286,0.00113937,0.0009766374,0.00066617416,0.0025242632],"category_scores_gemma":[0.026832543,0.00031754302,0.00027803626,0.00037900262,0.00024078127,0.0012328182,0.0009395799,0.0006893171,0.00094931247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020982702,0.005070045,0.33375886,0.00036871174,0.00011925662,0.00031314275,0.014609636,0.0066030454,0.044059735,0.000988731,0.004692134,0.5873184],"study_design_scores_gemma":[0.00018115649,0.011857962,0.8687013,0.0002296042,0.00020980017,0.0010202208,0.006087089,0.052073404,0.04563689,0.001368899,0.012478626,0.00015497736],"about_ca_topic_score_codex":0.0015067733,"about_ca_topic_score_gemma":0.003167013,"teacher_disagreement_score":0.002573316,"about_ca_system_score_codex":0.00050071324,"about_ca_system_score_gemma":0.0005574434,"threshold_uncertainty_score":0.013609111},"labels":[],"label_agreement":null},{"id":"W1484106675","doi":"10.5555/1181901.1181907","title":"Different approaches to the programming languages course","year":2006,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Course (navigation); Curriculum; Implementation; Programming language; Mathematics education; Software engineering; Pedagogy; Mathematics","score_opus":0.035652274942858636,"score_gpt":0.22498739445344826,"score_spread":0.18933511951058962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484106675","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038056552,0.007890972,0.0685292,0.3481615,0.013649085,0.00031553008,0.0003958132,0.000755145,0.5222461],"genre_scores_gemma":[0.34037697,0.00768997,0.067162395,0.23083273,0.0024479472,0.0014946571,0.00080003805,0.001033971,0.3481613],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917236,0.003001821,0.0002888584,0.0011831537,0.0024014898,0.0014011661],"domain_scores_gemma":[0.9915113,0.0012207059,0.00021384087,0.00051374565,0.0018089921,0.0047313827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065872655,0.00049738487,0.0003368977,0.002330447,0.007503866,0.011226159,0.0025885925,0.005318967,0.026610257],"category_scores_gemma":[0.012447807,0.00045967338,0.00079522963,0.0021176382,0.0065802545,0.009023499,0.010020016,0.015432527,0.0060550077],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007556913,0.0003122146,0.0014678686,0.00015739958,0.000014396964,0.00015049613,0.008604354,0.00021322766,0.0007848427,0.8028008,0.09703604,0.088382915],"study_design_scores_gemma":[0.0000536926,0.000102830905,0.002520261,0.0003976488,0.000013456257,0.00015549765,0.009890997,0.0003606812,0.0005423862,0.102290004,0.8836153,0.00005728065],"about_ca_topic_score_codex":0.0098500475,"about_ca_topic_score_gemma":0.018173665,"teacher_disagreement_score":0.026610257,"about_ca_system_score_codex":0.011811913,"about_ca_system_score_gemma":0.0054677003,"threshold_uncertainty_score":0.08902019},"labels":[],"label_agreement":null},{"id":"W1485873716","doi":"10.1007/978-3-642-14533-9_31","title":"Using Graph Edit Distance to Diagnose Student’s Science Process Skill in Physics","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Graph; Process (computing); Mathematics education; Artificial intelligence; Theoretical computer science; Programming language; Mathematics","score_opus":0.02082009890967323,"score_gpt":0.3120290502150291,"score_spread":0.29120895130535585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485873716","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94778603,0.00011283587,0.048221547,0.00007016523,0.00003857507,0.000047081867,0.0006256795,0.0005526185,0.0025455763],"genre_scores_gemma":[0.9832628,0.000032599364,0.015471386,0.000010496328,0.000007729291,0.000016529995,0.00047278276,0.000026681279,0.0006990872],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99953806,0.00008852966,0.000038565395,0.00013865462,0.00015075927,0.000045407614],"domain_scores_gemma":[0.9967474,0.0018393782,0.00037819,0.00019210715,0.0006045453,0.0002383909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044846197,0.00029373975,0.00026491287,0.0020858184,0.00023332442,0.000534475,0.00042359188,0.00056758366,0.0014411659],"category_scores_gemma":[0.0043596346,0.00008928359,0.00028157973,0.0009973424,0.0001711384,0.00079274114,0.00057960977,0.0003828233,0.00040751018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016101616,0.0008747566,0.4747625,0.00026806752,0.0003738008,0.0006715472,0.0010743991,0.02790246,0.04973539,0.0017777989,0.0034467704,0.43750226],"study_design_scores_gemma":[0.000053237283,0.001157169,0.37934363,0.000028450326,0.0002261384,0.0011046903,0.0010756648,0.57143664,0.03799039,0.0046511125,0.0028375434,0.000095329066],"about_ca_topic_score_codex":0.0032201523,"about_ca_topic_score_gemma":0.0038456826,"teacher_disagreement_score":0.0032201523,"about_ca_system_score_codex":0.00024710372,"about_ca_system_score_gemma":0.0002863333,"threshold_uncertainty_score":0.0064027905},"labels":[],"label_agreement":null},{"id":"W1499328022","doi":"","title":"Proceedings of the second international workshop on Computing education research","year":2006,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Computer science; Pleasure; Library science; Engineering ethics; Engineering; Psychology; Artificial intelligence","score_opus":0.031838328272018705,"score_gpt":0.3402906070111139,"score_spread":0.3084522787390952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499328022","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008400232,0.1377949,0.069682166,0.10879811,0.20032196,0.0007151792,0.0020596494,0.002812919,0.46941492],"genre_scores_gemma":[0.041352376,0.055691782,0.039328378,0.010364749,0.02617031,0.0006661989,0.0067246724,0.0019821266,0.8177194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950304,0.0015602647,0.00035406646,0.0007464837,0.0017506521,0.00055810786],"domain_scores_gemma":[0.9917345,0.001648717,0.00023602853,0.0011909185,0.003021678,0.0021681783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006892924,0.0012577286,0.00116539,0.0033682624,0.0018499336,0.010580553,0.0023711314,0.00278762,0.11920922],"category_scores_gemma":[0.011088243,0.0006200398,0.0011041416,0.0028396363,0.0014052739,0.0071356203,0.0044889534,0.0044486397,0.04646483],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014613407,0.00014406096,0.00046707547,0.00037169212,0.00002820094,0.00013064704,0.00047775326,0.00018668156,0.0014420708,0.015907008,0.73183274,0.24886586],"study_design_scores_gemma":[0.000012052377,0.000028391089,0.00032613173,0.00019855659,0.000010730151,0.0001097918,0.00023255206,0.00017240978,0.00038817068,0.0035353778,0.9949759,0.0000098060755],"about_ca_topic_score_codex":0.002065414,"about_ca_topic_score_gemma":0.0043319133,"teacher_disagreement_score":0.11920922,"about_ca_system_score_codex":0.00227572,"about_ca_system_score_gemma":0.0048068254,"threshold_uncertainty_score":0.3987946},"labels":[],"label_agreement":null},{"id":"W1507655906","doi":"10.11575/prism/30356","title":"TEACHING WITH GAMES: THE MINESWEEPER AND ASTEROIDS EXPERIENCE","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Turns, rounds and time-keeping systems in games; Value (mathematics); Multimedia; Emergent gameplay; Game mechanics; Game programming; Video game design; Mathematics education; Human–computer interaction; Game Developer; Game design; Psychology","score_opus":0.012978902946559543,"score_gpt":0.24850153630139918,"score_spread":0.23552263335483964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507655906","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8616507,0.0024021897,0.0069370787,0.010710287,0.0005690632,0.00012805576,0.000107868116,0.00044227042,0.11705258],"genre_scores_gemma":[0.90779454,0.0033401353,0.011791699,0.0020263533,0.000102909165,0.000084477455,0.0001805778,0.0002538684,0.07442541],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986387,0.0007698625,0.000034487544,0.00009241094,0.0002104958,0.00025405196],"domain_scores_gemma":[0.9987509,0.0003195908,0.000046151537,0.00004476395,0.00006435112,0.00077424257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018525929,0.0005554778,0.00037430768,0.00046407877,0.0024346078,0.0027704572,0.0009601722,0.0017070182,0.0036547],"category_scores_gemma":[0.0026615316,0.00026685873,0.00039227825,0.00044301298,0.0027875938,0.0023648525,0.0039206347,0.0022936272,0.0008986977],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008187421,0.0041084886,0.018538572,0.00053916295,0.000068297086,0.009021193,0.491866,0.0018442897,0.008442256,0.043906793,0.13887684,0.28196946],"study_design_scores_gemma":[0.00013384294,0.0012642405,0.008945548,0.00024736283,0.000025686008,0.00465201,0.12335377,0.0014795008,0.002890047,0.012202792,0.84474427,0.0000610256],"about_ca_topic_score_codex":0.0019170338,"about_ca_topic_score_gemma":0.010176049,"teacher_disagreement_score":0.0036547,"about_ca_system_score_codex":0.00125423,"about_ca_system_score_gemma":0.0012229868,"threshold_uncertainty_score":0.012226164},"labels":[],"label_agreement":null},{"id":"W1508219416","doi":"10.21432/t29w3w","title":"A review of Inventeering A Problem-Solving Approach to Teaching Technology Grades 1-8","year":2009,"lang":"en","type":"review","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Teaching method; Technology integration; Educational technology; Computer science; Instructional design; Psychology; Pedagogy; Management science; Engineering","score_opus":0.02430151005269004,"score_gpt":0.2876903908285753,"score_spread":0.26338888077588524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508219416","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000094168056,0.99914134,0.00009095332,0.00023591741,0.00007895638,0.000006265367,0.000010401841,0.000002824324,0.00033920456],"genre_scores_gemma":[0.0006677313,0.9986085,0.00026208625,0.00020353432,0.00006088237,0.000009342546,0.000013583747,0.0000015447039,0.0001728733],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976562,0.000532457,0.00061607966,0.0003461818,0.0007655348,0.00008347303],"domain_scores_gemma":[0.98888934,0.007378284,0.0012850161,0.00018079745,0.001965512,0.0003009751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049937572,0.0010549764,0.0028819114,0.0068809646,0.00052239135,0.0019306199,0.0023659416,0.0018301933,0.0039676335],"category_scores_gemma":[0.011899347,0.0007663034,0.001258176,0.0063125906,0.0014131012,0.0021813232,0.0011219233,0.0019329359,0.0013212708],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077323275,0.00011806571,0.00051792455,0.044554472,0.00017890203,0.000073954696,0.00013224778,0.00017261293,0.0002537113,0.001528338,0.012923404,0.9394691],"study_design_scores_gemma":[0.00011663356,0.00047823993,0.0067563383,0.08258661,0.0010347504,0.001488227,0.00031350076,0.00014838188,0.0010310741,0.0020857768,0.90388083,0.00007970894],"about_ca_topic_score_codex":0.009379658,"about_ca_topic_score_gemma":0.02618234,"teacher_disagreement_score":0.009379658,"about_ca_system_score_codex":0.0030322988,"about_ca_system_score_gemma":0.006401267,"threshold_uncertainty_score":0.026409805},"labels":[],"label_agreement":null},{"id":"W1510385549","doi":"","title":"EFFECTS OF ROBOTICS ON 21st CENTURY SKILLS","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Robotics; Creativity; Artificial intelligence; Educational robotics; Perception; Psychology; Social skills; Engineering ethics; Robot; Mathematics education; Computer science; Engineering; Social psychology; Developmental psychology","score_opus":0.004392153351813608,"score_gpt":0.21414730802586804,"score_spread":0.20975515467405442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510385549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98016894,0.00024354777,0.00059821253,0.00024455276,0.000020253832,0.000022313152,0.000009880084,0.000032643435,0.018659774],"genre_scores_gemma":[0.9979881,0.00023161907,0.00041668536,0.000044967786,0.000006910451,0.000014815754,0.000005804794,0.000005064118,0.0012860702],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979134,0.00080561044,0.00007408354,0.00017241901,0.0006937303,0.000340627],"domain_scores_gemma":[0.9903542,0.005626424,0.001479187,0.0002764446,0.0006674493,0.0015962931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014607098,0.0003829092,0.00017910257,0.0005781199,0.0006942178,0.0010274437,0.00032475617,0.00038480863,0.0063842],"category_scores_gemma":[0.008693647,0.000111473084,0.00047708603,0.00018980807,0.0018384771,0.00061330793,0.0017002327,0.0005285693,0.00033902083],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002536738,0.009511036,0.27042943,0.0021259089,0.0002871911,0.0023945917,0.060582202,0.009181999,0.063027054,0.010021575,0.0029260505,0.56697613],"study_design_scores_gemma":[0.00012656974,0.008342405,0.8998563,0.000491023,0.00015150322,0.00095235556,0.035700712,0.0022501117,0.014470636,0.00446596,0.033055183,0.00013722424],"about_ca_topic_score_codex":0.00105528,"about_ca_topic_score_gemma":0.001848917,"teacher_disagreement_score":0.0063842,"about_ca_system_score_codex":0.0006347141,"about_ca_system_score_gemma":0.0007895017,"threshold_uncertainty_score":0.021357238},"labels":[],"label_agreement":null},{"id":"W1523673149","doi":"","title":"Three Perspectives on Technological Pedagogical and Content Knowledge: Framing Technology Education using TPACK","year":2011,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Brock University","funders":"","keywords":"Framing (construction); Technological literacy; Technology education; Pedagogy; Knowledge management; Mathematics education; Sociology; Engineering ethics; Computer science; Educational technology; Engineering; Psychology","score_opus":0.13966387328677132,"score_gpt":0.36524515211220915,"score_spread":0.22558127882543783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523673149","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12726988,0.0045135915,0.21830873,0.06269295,0.00071183516,0.00020300936,0.00020021445,0.00018272587,0.5859171],"genre_scores_gemma":[0.96971345,0.0010819285,0.015191394,0.0010717878,0.00015634617,0.00019062991,0.00006154368,0.00010128237,0.012431775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99085695,0.005818409,0.00033235995,0.0008203284,0.0010595449,0.001112315],"domain_scores_gemma":[0.9813572,0.013262143,0.0010541339,0.0013553961,0.0014607215,0.001510379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009945659,0.001345002,0.00088839774,0.007580928,0.009434534,0.02436715,0.0023619898,0.0070233783,0.009215581],"category_scores_gemma":[0.01174532,0.0010122104,0.00087391166,0.0053425287,0.049287062,0.037137654,0.013515825,0.011441658,0.00089424493],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016156564,0.000020874615,0.00023896658,0.000039516464,0.0000030983672,0.00009324792,0.03142418,0.000103621496,0.00012391205,0.9641884,0.00029783184,0.0034501688],"study_design_scores_gemma":[0.000028106662,0.000031911193,0.00055740186,0.0003628135,0.000028980532,0.00016284932,0.07182139,0.0013718075,0.0010203653,0.8864941,0.038085703,0.000034579236],"about_ca_topic_score_codex":0.0063502006,"about_ca_topic_score_gemma":0.0038804305,"teacher_disagreement_score":0.02436715,"about_ca_system_score_codex":0.009826937,"about_ca_system_score_gemma":0.0052222777,"threshold_uncertainty_score":0.07129979},"labels":[],"label_agreement":null},{"id":"W1533934107","doi":"","title":"Developing Technopedagogical Skills in Pre-service Teachers","year":2004,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Service (business); Medical education; Business; Computer science; Mathematics education; Psychology; Medicine; Marketing","score_opus":0.0771754771421524,"score_gpt":0.3249455283613978,"score_spread":0.2477700512192454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533934107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98055065,0.00032087296,0.0012732414,0.00056200306,0.00006376487,0.00017128623,0.000038331364,0.00007703155,0.0169427],"genre_scores_gemma":[0.98080987,0.0005570192,0.0038967135,0.00021339211,0.000009983585,0.00015453334,0.00010140964,0.000022536708,0.014234562],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994529,0.00012408603,0.00003736121,0.0000644819,0.000110032626,0.00021099918],"domain_scores_gemma":[0.9950889,0.001516809,0.00031979996,0.00026818604,0.0008148081,0.0019914971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013212841,0.00029624987,0.00023933656,0.0007848799,0.0009487587,0.002198853,0.0005708291,0.00079446845,0.009065771],"category_scores_gemma":[0.00792826,0.00025386794,0.00026332767,0.00032114403,0.0007527543,0.0014766924,0.0022440432,0.0018083284,0.0020788943],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010762579,0.015306845,0.23284218,0.0010206427,0.000030345453,0.0036670517,0.10600671,0.0008363014,0.030011669,0.005075715,0.014601157,0.58952516],"study_design_scores_gemma":[0.000622513,0.010995983,0.56714827,0.002094208,0.00015792924,0.007919574,0.17704163,0.002484563,0.0795538,0.01085802,0.1409567,0.00016685826],"about_ca_topic_score_codex":0.0015890268,"about_ca_topic_score_gemma":0.0047766888,"teacher_disagreement_score":0.009065771,"about_ca_system_score_codex":0.0009422437,"about_ca_system_score_gemma":0.0052187075,"threshold_uncertainty_score":0.030328035},"labels":[],"label_agreement":null},{"id":"W1535519412","doi":"","title":"Integration of Informatics Concepts and Practices into an Existing Curriculum","year":2002,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity Western University","funders":"","keywords":"Curriculum; Informatics; Computer science; Engineering ethics; Data science; Sociology; Pedagogy; Engineering","score_opus":0.0473071437337965,"score_gpt":0.3750693370303877,"score_spread":0.3277621932965912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535519412","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33068466,0.0013978682,0.36659518,0.0069939457,0.0005072145,0.0004293321,0.00009234367,0.0014817446,0.29181772],"genre_scores_gemma":[0.6058991,0.0014374703,0.35877523,0.00051960215,0.00010985233,0.0002720866,0.0002044915,0.00019348574,0.032588776],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983676,0.00044178058,0.00014360566,0.00026169565,0.0006344185,0.0001508193],"domain_scores_gemma":[0.99753296,0.00061857497,0.00021030383,0.0005462654,0.00060201506,0.0004897425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021906944,0.00030100756,0.00018464506,0.001308622,0.001078113,0.0059725177,0.0010039437,0.00065354735,0.003267052],"category_scores_gemma":[0.004930075,0.00029661867,0.00030449367,0.0011362648,0.0016626266,0.0036024784,0.0031768673,0.0018357272,0.0008790771],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040066614,0.0014844795,0.010269347,0.00040244745,0.00002251717,0.00017848062,0.028426547,0.0025226837,0.017044106,0.2277881,0.003385207,0.708436],"study_design_scores_gemma":[0.000052629908,0.0010287691,0.041512452,0.0027960376,0.00017824602,0.0010177887,0.03417891,0.018044056,0.01832061,0.22950163,0.65326697,0.00010177085],"about_ca_topic_score_codex":0.0019813916,"about_ca_topic_score_gemma":0.004454764,"teacher_disagreement_score":0.0059725177,"about_ca_system_score_codex":0.0022682112,"about_ca_system_score_gemma":0.0077818357,"threshold_uncertainty_score":0.01645708},"labels":[],"label_agreement":null},{"id":"W1535731060","doi":"","title":"Creating Web Portals with Children as Designers: Bonded Design and the Zone of Proximal Development","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"World Wide Web; Web design; Computer science; The Internet; Human–computer interaction","score_opus":0.013580648070973436,"score_gpt":0.23951987037899286,"score_spread":0.22593922230801944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535731060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4883528,0.0005749097,0.4495386,0.002717198,0.00017807614,0.00095946796,0.000042405274,0.0003466984,0.05728989],"genre_scores_gemma":[0.8119074,0.00017123827,0.18283698,0.00017806487,0.000008288951,0.00065085525,0.000019593293,0.00006485917,0.004162606],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9779585,0.0194484,0.0003319232,0.0009246994,0.00091974344,0.00041682372],"domain_scores_gemma":[0.98534584,0.009505624,0.0010166384,0.0020385268,0.00087532215,0.0012179846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014774694,0.00059506437,0.00035421527,0.0015422844,0.004608467,0.006459452,0.0017650855,0.0014151151,0.005461761],"category_scores_gemma":[0.01763516,0.0007801288,0.000586233,0.0005974373,0.011076129,0.0055876384,0.012101002,0.0020959338,0.00063696137],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002475172,0.00090841553,0.02893434,0.00072386884,0.000067800596,0.0017431743,0.55144644,0.00205577,0.006745678,0.22244535,0.003158426,0.18152323],"study_design_scores_gemma":[0.00050675654,0.0025856604,0.012948059,0.0012131904,0.00017107683,0.005322293,0.47505447,0.012062684,0.014449394,0.1496949,0.3257787,0.00021279001],"about_ca_topic_score_codex":0.0007116385,"about_ca_topic_score_gemma":0.0013290776,"teacher_disagreement_score":0.014774694,"about_ca_system_score_codex":0.0015859273,"about_ca_system_score_gemma":0.0030135538,"threshold_uncertainty_score":0.07813698},"labels":[],"label_agreement":null},{"id":"W1536232677","doi":"10.1007/978-0-387-76576-1_13","title":"Gentlemen, Start Your Engines","year":2008,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Aeronautics; History; Engineering","score_opus":0.04570085109539414,"score_gpt":0.24990549006511303,"score_spread":0.2042046389697189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536232677","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011478254,0.005019906,0.010897759,0.011430713,0.01434736,0.00015841553,0.00025671112,0.0015094614,0.95523185],"genre_scores_gemma":[0.0011246676,0.0011384406,0.0012868623,0.0017859875,0.0010116465,0.000027684915,0.00007833103,0.00033216877,0.99321425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99975425,0.000038152346,0.0000081575245,0.00003757425,0.00012244735,0.000039573802],"domain_scores_gemma":[0.99945694,0.00009064541,0.000020898946,0.00005138957,0.00016645678,0.00021369886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005210668,0.0009330701,0.0005759007,0.00097182835,0.0021248115,0.004362639,0.0008103997,0.0015883399,0.23081975],"category_scores_gemma":[0.002556249,0.0005940093,0.0005204168,0.0006564901,0.0006854221,0.0046874033,0.0023936373,0.00542222,0.22876272],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010483461,0.000038849434,0.00007220417,0.000045028926,0.0000019260488,0.000042212345,0.0001612437,0.000047882968,0.0002051477,0.013887623,0.9193527,0.066134736],"study_design_scores_gemma":[0.0000025618556,0.0000073002757,0.00007966911,0.000036887013,9.828931e-7,0.000037380527,0.00008218734,0.000055483597,0.0000400086,0.0023882792,0.9972669,0.0000024503986],"about_ca_topic_score_codex":0.0010838092,"about_ca_topic_score_gemma":0.004533398,"teacher_disagreement_score":0.23081975,"about_ca_system_score_codex":0.00056321267,"about_ca_system_score_gemma":0.0010174225,"threshold_uncertainty_score":0.772169},"labels":[],"label_agreement":null},{"id":"W1537361074","doi":"","title":"The Impact of Theory on Technology Use in the Classroom","year":2000,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"","keywords":"Class (philosophy); Curriculum; Mathematics education; Subject matter; Situated; Pedagogy; Educational technology; Focus (optics); Computer science; Psychology; Sociology","score_opus":0.01961411032441772,"score_gpt":0.3206612064417459,"score_spread":0.30104709611732816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537361074","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4184578,0.008187905,0.037360895,0.046960477,0.00071836635,0.00016992076,0.000094931944,0.00017625223,0.4878735],"genre_scores_gemma":[0.99049264,0.001928237,0.004145406,0.00072705385,0.0000810037,0.000059667353,0.000028366989,0.0000387506,0.002498802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.981448,0.013282262,0.00031735437,0.0008887019,0.0031152756,0.000948389],"domain_scores_gemma":[0.8612619,0.1230954,0.00329905,0.0049608103,0.0050495877,0.0023334264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016818052,0.00071690197,0.00048564444,0.004414405,0.003097586,0.0128595885,0.0012943398,0.0015453589,0.0064781033],"category_scores_gemma":[0.05319523,0.00044875298,0.00076155836,0.0017909859,0.019258656,0.008383842,0.006719287,0.003867445,0.00065844384],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010302868,0.0005097394,0.041907895,0.0006176603,0.00010104787,0.00074305054,0.061004285,0.0034821313,0.00072721107,0.79894996,0.0041049453,0.087748945],"study_design_scores_gemma":[0.000093263494,0.0004323034,0.022999177,0.0014894605,0.00017910423,0.00080039585,0.07129563,0.0115544805,0.0026159498,0.7868764,0.10158762,0.00007621947],"about_ca_topic_score_codex":0.004715463,"about_ca_topic_score_gemma":0.003814233,"teacher_disagreement_score":0.016818052,"about_ca_system_score_codex":0.008207461,"about_ca_system_score_gemma":0.006653944,"threshold_uncertainty_score":0.08894342},"labels":[],"label_agreement":null},{"id":"W1543295743","doi":"","title":"'My Criterion is: Is it a Boolean?': A card-sort elicitation of students' knowledge of programming constructs","year":2003,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"sort; Card sorting; Computer science; Theoretical computer science; Information retrieval; Engineering; Systems engineering","score_opus":0.023743976835673485,"score_gpt":0.2850170309845872,"score_spread":0.2612730541489137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543295743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872658,0.000020161076,0.0048774905,0.00066518993,0.00003152302,0.00027720045,0.00045433996,0.00003660164,0.006371522],"genre_scores_gemma":[0.9804915,0.000040973842,0.013230071,0.00044399156,0.000005858375,0.00028801232,0.00037570376,0.000017862869,0.0051060393],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99754083,0.0011464384,0.00023487624,0.0003342976,0.00051957474,0.00022404629],"domain_scores_gemma":[0.9716977,0.02230892,0.0014337493,0.001175243,0.002721305,0.0006631076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037771282,0.00026871075,0.0004306041,0.00052056933,0.0016944612,0.0014124808,0.00073551777,0.0021750405,0.0064907596],"category_scores_gemma":[0.032617223,0.0003055557,0.00017145723,0.00084925746,0.0010197719,0.0017639643,0.001312947,0.0016932783,0.0013304416],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005159958,0.00717244,0.20740435,0.0018183615,0.000078483194,0.0024082127,0.39780563,0.0015126885,0.07958452,0.020051759,0.03341722,0.24358636],"study_design_scores_gemma":[0.0008648275,0.004426819,0.29032046,0.000698167,0.0001926293,0.0029814306,0.48553953,0.015637051,0.10657536,0.024083316,0.068133295,0.00054718135],"about_ca_topic_score_codex":0.0042374725,"about_ca_topic_score_gemma":0.012417777,"teacher_disagreement_score":0.0064907596,"about_ca_system_score_codex":0.000729176,"about_ca_system_score_gemma":0.0018480794,"threshold_uncertainty_score":0.021713793},"labels":[],"label_agreement":null},{"id":"W1550441833","doi":"10.19173/irrodl.v15i1.1636","title":"Multi-country experience in delivering a joint course on software engineering – numerical results","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Joint (building); Class (philosophy); Crash; Software; Computer science; Engineering management; Library science; Political science; Engineering; Artificial intelligence; Civil engineering","score_opus":0.09024905315588547,"score_gpt":0.4134980007713644,"score_spread":0.32324894761547895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550441833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96663684,0.0007581002,0.0069818585,0.0026369041,0.00020092368,0.0001325868,0.0002524138,0.0002580167,0.02214225],"genre_scores_gemma":[0.96895456,0.001222549,0.007800096,0.00073517417,0.000099838035,0.00014494879,0.00043189485,0.00020725012,0.02040377],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996099,0.0017127268,0.00022650107,0.00041686473,0.00064790965,0.0008971086],"domain_scores_gemma":[0.9875238,0.0028815584,0.0006814263,0.0006669262,0.00169049,0.006555795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0089214,0.00088347844,0.0009663841,0.0011241586,0.0031264413,0.0038581607,0.0015243625,0.0024239975,0.0142738735],"category_scores_gemma":[0.009876758,0.0005917484,0.0010064831,0.0012595413,0.0015259926,0.0024850953,0.0060732407,0.0024561114,0.005286595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029371148,0.03761436,0.09663846,0.0019190563,0.0003750903,0.013693385,0.3424573,0.02425499,0.03261006,0.008125633,0.0769658,0.36240876],"study_design_scores_gemma":[0.00047420658,0.01827661,0.22783038,0.0010942095,0.00017353274,0.011447704,0.2925899,0.025308285,0.021581385,0.005362417,0.3952636,0.0005977367],"about_ca_topic_score_codex":0.0012290113,"about_ca_topic_score_gemma":0.0026071093,"teacher_disagreement_score":0.0142738735,"about_ca_system_score_codex":0.0012237797,"about_ca_system_score_gemma":0.0014796589,"threshold_uncertainty_score":0.04775089},"labels":[],"label_agreement":null},{"id":"W1554024422","doi":"","title":"Making CS more fun","year":2001,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Proposition; Advice (programming); Plan (archaeology); Mathematics education; Computer science; Psychology; Medical education; History; Medicine; Programming language","score_opus":0.05540528764917963,"score_gpt":0.36271840659556576,"score_spread":0.30731311894638613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554024422","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0085041905,0.008668519,0.0208728,0.26726377,0.03296119,0.00013580149,0.0003455742,0.0026389437,0.6586092],"genre_scores_gemma":[0.14960623,0.019590894,0.025752833,0.124029875,0.033408433,0.000280999,0.0008826296,0.0022136625,0.6442344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757046,0.00076790375,0.00006083236,0.0002738173,0.0009741675,0.00035267358],"domain_scores_gemma":[0.98708224,0.0015551745,0.00039480437,0.0014077977,0.0015811713,0.007978897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022576237,0.0007606101,0.0003981586,0.0012880395,0.0032338477,0.007716431,0.00096158753,0.002239683,0.18415733],"category_scores_gemma":[0.012351749,0.00023742442,0.0006433848,0.0011701559,0.0028409532,0.009863575,0.006478205,0.0050698863,0.050720997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028853214,0.00009211436,0.00049448723,0.00015357438,0.000012692878,0.0000913556,0.0008147323,0.00023862612,0.0010118751,0.06918959,0.7918742,0.135998],"study_design_scores_gemma":[0.0000063285056,0.000022814202,0.0003665363,0.000070081616,0.000002497018,0.000104454055,0.00035448212,0.000077015924,0.00014730832,0.022573799,0.97626716,0.0000074793143],"about_ca_topic_score_codex":0.0010250098,"about_ca_topic_score_gemma":0.0022791645,"teacher_disagreement_score":0.18415733,"about_ca_system_score_codex":0.0019248796,"about_ca_system_score_gemma":0.0027674444,"threshold_uncertainty_score":0.61606765},"labels":[],"label_agreement":null},{"id":"W1554796066","doi":"10.3968/6086","title":"Curriculum Reform of C Language Programming and Cultivation of Computational Thinking","year":2014,"lang":"en","type":"article","venue":"Advances in natural science/Advances in natural sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computational thinking; C programming language; Curriculum; Computer science; Mathematics education; Mode (computer interface); Programming language; Pedagogy; Artificial intelligence; Sociology; Mathematics; Software; Human–computer interaction","score_opus":0.005028121470923238,"score_gpt":0.30096754641104956,"score_spread":0.2959394249401263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554796066","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28634548,0.010465912,0.16731353,0.10372979,0.003314442,0.0007316413,0.00026319126,0.0006385675,0.4271974],"genre_scores_gemma":[0.89613074,0.0039136806,0.059313122,0.004334169,0.0005568435,0.00044438048,0.00015232229,0.00005875791,0.03509601],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795204,0.00076388725,0.00012562085,0.00031447696,0.0005824169,0.00026152912],"domain_scores_gemma":[0.9974457,0.0007076376,0.0003921524,0.00027032464,0.0008617341,0.00032249867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001916035,0.00021073091,0.00013665936,0.0006880511,0.0011226508,0.0025041753,0.00054447894,0.0013044309,0.0019443914],"category_scores_gemma":[0.006972002,0.00011229512,0.0002050284,0.000970589,0.0025983588,0.0018437754,0.0013916456,0.0016274645,0.00039203675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030705884,0.00018701314,0.0028973245,0.00035309547,0.00000518108,0.00009693605,0.0032730354,0.0015798201,0.0026632908,0.83554876,0.011817093,0.1415477],"study_design_scores_gemma":[0.00008449688,0.00041707483,0.026264438,0.001315953,0.00003772245,0.0004759412,0.0037547157,0.010709484,0.011296409,0.26363528,0.681929,0.000079386795],"about_ca_topic_score_codex":0.005094803,"about_ca_topic_score_gemma":0.0037610286,"teacher_disagreement_score":0.005094803,"about_ca_system_score_codex":0.0036619438,"about_ca_system_score_gemma":0.0119316885,"threshold_uncertainty_score":0.026569426},"labels":[],"label_agreement":null},{"id":"W1566486602","doi":"","title":"Models for computer science K-12 outreach activities","year":2005,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outreach; Diversity (politics); Computer science; Population; Public relations; Multimedia; Medical education; Mathematics education; Sociology; Psychology; Political science; Medicine","score_opus":0.024962229290934956,"score_gpt":0.2386894199382427,"score_spread":0.21372719064730775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566486602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09669631,0.0005096016,0.4501023,0.007008323,0.00023070586,0.0014702772,0.0010703923,0.0014392238,0.4414728],"genre_scores_gemma":[0.769954,0.00058916805,0.13444845,0.00066593586,0.00005269134,0.0018812086,0.0010661818,0.00046492164,0.09087745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972409,0.0014281966,0.00010629055,0.0002901617,0.0004920823,0.0004424037],"domain_scores_gemma":[0.9946095,0.0025045131,0.0003914399,0.0005493171,0.0011499085,0.0007954147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022328268,0.0008780729,0.00046145936,0.0012308892,0.0024954265,0.0055150692,0.0028631522,0.002464356,0.045626726],"category_scores_gemma":[0.007976678,0.00057990017,0.0011452422,0.0011778068,0.0017710464,0.0060383826,0.002490867,0.002240801,0.008351903],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025293045,0.0008811361,0.010115372,0.00026511078,0.000026767048,0.00032043905,0.0063563487,0.06979791,0.0008247493,0.83170134,0.017524464,0.06193347],"study_design_scores_gemma":[0.00017821275,0.00036311185,0.0040008184,0.0003926282,0.00006429894,0.0005090738,0.0076040667,0.4329146,0.0012994225,0.42094693,0.13159503,0.00013180797],"about_ca_topic_score_codex":0.014468154,"about_ca_topic_score_gemma":0.022219563,"teacher_disagreement_score":0.045626726,"about_ca_system_score_codex":0.0051760897,"about_ca_system_score_gemma":0.0034887034,"threshold_uncertainty_score":0.15263659},"labels":[],"label_agreement":null},{"id":"W1581512179","doi":"","title":"Applications of variation theory in computing education","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Variation (astronomy); Diversity (politics); Phenomenography; Mathematics education; Computer science; Key (lock); Pedagogy; Sociology; Psychology","score_opus":0.0073413520622129655,"score_gpt":0.2833228925972124,"score_spread":0.2759815405349994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581512179","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011194379,0.0029577746,0.9264506,0.0047501754,0.0004423356,0.00016498698,0.00004775721,0.00013152893,0.05386056],"genre_scores_gemma":[0.6644863,0.0040052743,0.32152793,0.0016814203,0.00097304827,0.0010635672,0.00010250349,0.00016272067,0.005997176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97877616,0.016102407,0.00058762165,0.0014230199,0.0026389793,0.00047183546],"domain_scores_gemma":[0.9578279,0.036340225,0.0010770272,0.002129756,0.0020694172,0.00055555376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014896936,0.0007614844,0.0011766903,0.0040550213,0.0021273973,0.003077056,0.0017364771,0.0021587126,0.0046546506],"category_scores_gemma":[0.041147377,0.0004942959,0.0019021644,0.0032167563,0.010727372,0.0035032122,0.0048692767,0.00334407,0.00049031747],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001547458,0.000040101775,0.0016347565,0.00014056261,0.00006185017,0.0001284692,0.001447736,0.011534177,0.00013801121,0.94865036,0.00082327577,0.035385165],"study_design_scores_gemma":[0.000014444925,0.000033220454,0.00043304576,0.00008543464,0.000010932297,0.0000792873,0.00023957722,0.012839517,0.000091322945,0.97965336,0.006502579,0.000017359054],"about_ca_topic_score_codex":0.0028335967,"about_ca_topic_score_gemma":0.0015693427,"teacher_disagreement_score":0.014896936,"about_ca_system_score_codex":0.003525319,"about_ca_system_score_gemma":0.0028161604,"threshold_uncertainty_score":0.07878345},"labels":[],"label_agreement":null},{"id":"W1592880112","doi":"","title":"Designing, Developing, and Implementing a Course on LEGO Robotics for Technology Teacher Education","year":2003,"lang":"en","type":"article","venue":"The Journal of Technology and Teacher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Constructionism; Robotics; Educational robotics; Strict constructionism; Artificial intelligence; Computer science; Robot; Process (computing); Mathematics education; Psychology; Epistemology; Programming language","score_opus":0.01934406676846973,"score_gpt":0.3189629169779066,"score_spread":0.29961885020943685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592880112","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62773746,0.00032622117,0.28647614,0.0033010482,0.0007557994,0.008303422,0.0006459635,0.0057235174,0.06673053],"genre_scores_gemma":[0.31874067,0.00043213385,0.58923423,0.0010208543,0.00006959062,0.0042422228,0.0009903441,0.00059480267,0.08467524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912924,0.0002201175,0.000037127087,0.00015817255,0.00016611505,0.00028916768],"domain_scores_gemma":[0.9979931,0.0004106812,0.0001006492,0.00012157398,0.00033216437,0.0010418841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016492312,0.00081641984,0.00055168197,0.0007023842,0.0018605995,0.0019440923,0.0018887682,0.0015327834,0.013545484],"category_scores_gemma":[0.0038040748,0.00063274684,0.0005424768,0.0004334887,0.0009215202,0.0017377597,0.0020930744,0.0016675554,0.0053476016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048731558,0.02733276,0.016854476,0.0011331529,0.000030193496,0.0041846824,0.02984772,0.010637289,0.08587554,0.013224572,0.045699492,0.7646927],"study_design_scores_gemma":[0.0008166236,0.014291546,0.035637505,0.0007393022,0.00007971472,0.002416427,0.0243023,0.022468602,0.07188522,0.011788935,0.8152912,0.0002825224],"about_ca_topic_score_codex":0.0025344626,"about_ca_topic_score_gemma":0.009048352,"teacher_disagreement_score":0.013545484,"about_ca_system_score_codex":0.0021552057,"about_ca_system_score_gemma":0.004055187,"threshold_uncertainty_score":0.045314133},"labels":[],"label_agreement":null},{"id":"W1593670580","doi":"10.1002/9780470050118.ecse450","title":"Visual Programming Languages","year":2008,"lang":"en","type":"other","venue":"Wiley Encyclopedia of Computer Science and Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Programming language; Debugging; Visual programming language; Graphics; Software; Visual language; Software engineering; Computer graphics (images)","score_opus":0.004986192544010051,"score_gpt":0.22651955919583003,"score_spread":0.22153336665181997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593670580","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019008601,0.0022847094,0.8944092,0.0019664015,0.00037432922,0.0003085021,0.001499414,0.017495563,0.07976109],"genre_scores_gemma":[0.056015268,0.0056966804,0.8430317,0.0019364539,0.0005397607,0.0012777018,0.0046846145,0.006764395,0.08005348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744475,0.0008845035,0.00040031786,0.00042160053,0.00067591504,0.00017282735],"domain_scores_gemma":[0.9947014,0.002973326,0.00035908725,0.0007298108,0.00089590624,0.00034061875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030065847,0.0017743811,0.00088368094,0.0024348751,0.00097050343,0.0071063233,0.0035248117,0.0016457527,0.042870842],"category_scores_gemma":[0.009289834,0.0011521362,0.0011440782,0.002531646,0.002639268,0.0070574475,0.0035225516,0.003462112,0.014104487],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007035674,0.000048715734,0.00019014919,0.0008319327,0.000028459788,0.00021905624,0.001433273,0.0024053873,0.0022585804,0.76969796,0.06380201,0.15901415],"study_design_scores_gemma":[0.000053797572,0.00002468582,0.00008754437,0.0004402302,0.000015239141,0.0005446212,0.00021325203,0.006211927,0.00161813,0.36838356,0.6223708,0.000036341007],"about_ca_topic_score_codex":0.0011022635,"about_ca_topic_score_gemma":0.0008509633,"teacher_disagreement_score":0.042870842,"about_ca_system_score_codex":0.0013002148,"about_ca_system_score_gemma":0.0016483339,"threshold_uncertainty_score":0.1434173},"labels":[],"label_agreement":null},{"id":"W1598900190","doi":"10.11575/prism/34909","title":"Preparing teachers for technology integration: Creating a culture of inquiry in the context of use","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Technology integration; Curriculum; Information and Communications Technology; Context (archaeology); Educational technology; Pedagogy; Information technology; Process (computing); Mathematics education; Sociology; Curriculum development; Psychology; Computer science; Geography","score_opus":0.054652703109440676,"score_gpt":0.30037169550005743,"score_spread":0.24571899239061676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1598900190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60019374,0.0057001757,0.13336898,0.082246535,0.0010573164,0.0009551557,0.000053204134,0.0010718349,0.17535305],"genre_scores_gemma":[0.9544644,0.0012556544,0.030005537,0.0031571903,0.00009803673,0.0003899147,0.000027865746,0.00023609206,0.010365202],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96126086,0.029614111,0.0008648781,0.0022395395,0.004187881,0.0018327305],"domain_scores_gemma":[0.9744314,0.011593716,0.0022873054,0.003759,0.00215302,0.0057755113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029582959,0.00059731654,0.0006279638,0.0021048128,0.0167613,0.03047042,0.0026050766,0.003907057,0.0015488657],"category_scores_gemma":[0.02903307,0.0011017607,0.0004731996,0.0012615175,0.04852361,0.015059736,0.02297022,0.007697217,0.00077290565],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015652187,0.00006694849,0.003287901,0.000073958225,0.000009185961,0.00030267917,0.954128,0.00009797957,0.0013656691,0.017680258,0.0025702508,0.02040151],"study_design_scores_gemma":[0.0000278812,0.00013937437,0.00296937,0.00042121383,0.0000209019,0.000880292,0.73888874,0.00034766668,0.0012273246,0.028178737,0.2268198,0.000078666286],"about_ca_topic_score_codex":0.0066416855,"about_ca_topic_score_gemma":0.009807543,"teacher_disagreement_score":0.03047042,"about_ca_system_score_codex":0.006487593,"about_ca_system_score_gemma":0.019726614,"threshold_uncertainty_score":0.15645152},"labels":[],"label_agreement":null},{"id":"W1614978975","doi":"10.1109/fie.1998.738548","title":"The draw-bot: a project for teaching software engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Enthusiasm; Computer science; Software engineering; Task (project management); Software; Course (navigation); Interface (matter); Software development; Robot; Software project management; Social software engineering; Engineering management; Software construction; Engineering; Systems engineering; Artificial intelligence; Programming language; Operating system","score_opus":0.01980384156375904,"score_gpt":0.2504454998646729,"score_spread":0.23064165830091388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1614978975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07517069,0.0010245251,0.8139359,0.0031200764,0.0011128668,0.0009891862,0.0010196669,0.02715651,0.07647061],"genre_scores_gemma":[0.11608256,0.0014132297,0.7924444,0.0008175574,0.00012765682,0.0008835711,0.0021992817,0.0034224873,0.082609326],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993656,0.00022480727,0.000022175855,0.00008928862,0.0002547043,0.00004341528],"domain_scores_gemma":[0.9984749,0.00062237453,0.000048030302,0.00015776943,0.0002065483,0.0004903284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091299816,0.00073627173,0.0002708541,0.00076995447,0.0010205144,0.0016724047,0.0007306667,0.0010911765,0.015327182],"category_scores_gemma":[0.0036148229,0.0005559429,0.00033154592,0.0006546573,0.0006904319,0.0015299887,0.0017724506,0.0018973915,0.0049117873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003758007,0.0019649891,0.0021174294,0.00044192106,0.000039828916,0.00051031064,0.003419214,0.005537688,0.032097656,0.026465204,0.18231857,0.7447114],"study_design_scores_gemma":[0.00047225135,0.0017480227,0.0026540859,0.00023519629,0.000048919894,0.0013922318,0.0014531973,0.02556432,0.026946947,0.027190216,0.9122043,0.00009024489],"about_ca_topic_score_codex":0.00071231567,"about_ca_topic_score_gemma":0.0019373039,"teacher_disagreement_score":0.015327182,"about_ca_system_score_codex":0.00048715962,"about_ca_system_score_gemma":0.0009519083,"threshold_uncertainty_score":0.051274538},"labels":[],"label_agreement":null},{"id":"W163565582","doi":"","title":"E-LEARNING AND E-ASSESSMENT FOR A COMPUTER PROGRAMMING COURSE","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Correctness; Encryption; Course (navigation); Software engineering; Java; Selection (genetic algorithm); Programming language; Cryptography; Computer programming; Artificial intelligence; Computer security","score_opus":0.029918530271267403,"score_gpt":0.3031782408925711,"score_spread":0.2732597106213037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W163565582","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54760945,0.00064784475,0.35409608,0.0041697067,0.00087408343,0.004140824,0.0016528298,0.024408985,0.062400203],"genre_scores_gemma":[0.53066105,0.00025293394,0.4263495,0.00047564693,0.00014833781,0.0012635203,0.0019552798,0.0009532473,0.03794049],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940784,0.0019841986,0.0004185427,0.000701348,0.0022304275,0.00058698654],"domain_scores_gemma":[0.98534286,0.004917802,0.00066963694,0.0015085725,0.003823116,0.0037379924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070252973,0.00092600717,0.00070623326,0.0020393226,0.0013685862,0.0034188516,0.002022159,0.001452226,0.016087847],"category_scores_gemma":[0.020449758,0.00039607004,0.0005790231,0.0014823328,0.0003981548,0.0030136614,0.0023426898,0.0018991224,0.008254452],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006786488,0.010135618,0.014999635,0.00032285028,0.00002141748,0.000873285,0.0020181434,0.004498646,0.013141324,0.0032101297,0.03261877,0.91748154],"study_design_scores_gemma":[0.0013880207,0.017799065,0.14742173,0.001114077,0.00021851201,0.0049046376,0.005957572,0.13386093,0.16005966,0.022254279,0.5042071,0.00081450114],"about_ca_topic_score_codex":0.00082171,"about_ca_topic_score_gemma":0.0017589384,"teacher_disagreement_score":0.016087847,"about_ca_system_score_codex":0.0014680987,"about_ca_system_score_gemma":0.003361027,"threshold_uncertainty_score":0.05381924},"labels":[],"label_agreement":null},{"id":"W1655612426","doi":"10.1109/ccece.2000.849582","title":"Lifting the hood of the computer: program animation with the Teaching Machine","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Animation; Computer graphics (images); Computer animation; Computer facial animation; Multimedia; Human–computer interaction; Programming language; Engineering drawing; Engineering","score_opus":0.012882170876214178,"score_gpt":0.22265333665083448,"score_spread":0.2097711657746203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1655612426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025698727,0.000437169,0.92982143,0.0018850594,0.00041547493,0.00010433176,0.00011500148,0.008359597,0.033163138],"genre_scores_gemma":[0.27863005,0.0008115588,0.6980267,0.0006367146,0.00018872708,0.0003765972,0.00024952574,0.0022530835,0.018827034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995345,0.00021424398,0.0000141404125,0.000059588685,0.00012735429,0.000050097708],"domain_scores_gemma":[0.9988285,0.0006556635,0.000043040018,0.00022370121,0.00012904084,0.00012008524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006828998,0.0005371752,0.00026856503,0.0005345555,0.0007015875,0.0016405408,0.00085363066,0.0011729755,0.013736473],"category_scores_gemma":[0.0037940755,0.0003025563,0.00037684262,0.00045750494,0.00131736,0.0025408163,0.0015852548,0.0018080892,0.0020403233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045011245,0.00031471977,0.0020608525,0.00051907427,0.000049362276,0.0006934061,0.0067224437,0.05582702,0.064624615,0.2926608,0.06430673,0.51177084],"study_design_scores_gemma":[0.0003497141,0.00040655697,0.0014355291,0.00031113724,0.00006731302,0.00085441704,0.0007499734,0.33669382,0.04966083,0.09541901,0.51391053,0.00014115988],"about_ca_topic_score_codex":0.0011816669,"about_ca_topic_score_gemma":0.00083514594,"teacher_disagreement_score":0.013736473,"about_ca_system_score_codex":0.0005056879,"about_ca_system_score_gemma":0.00058460166,"threshold_uncertainty_score":0.045953155},"labels":[],"label_agreement":null},{"id":"W1737214438","doi":"10.1007/bfb0020880","title":"Proactive modelling and the development of coaching strategies in geometry","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Chaining; MODELLER; Animation; Coaching; Computer science; Analogy; Mathematical proof; Brainstorming; Congruence (geometry); Geometry; Engineering drawing; Mathematics education; Computer graphics (images); Engineering; Artificial intelligence; Mathematics; Psychology; Epistemology","score_opus":0.02439921314949906,"score_gpt":0.25353911865110895,"score_spread":0.2291399055016099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1737214438","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2046875,0.0006270785,0.6090951,0.003638307,0.000098070115,0.00022117436,0.000059611208,0.0005449709,0.18102832],"genre_scores_gemma":[0.9249146,0.00020134285,0.0658238,0.00006216371,0.0000063680354,0.00009182524,0.000051566014,0.00006398171,0.008784433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979243,0.0013355599,0.00005336289,0.00025121422,0.00026429686,0.00017111108],"domain_scores_gemma":[0.99514896,0.0029698252,0.0003994045,0.000761279,0.00037474124,0.0003458063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019933963,0.0005710247,0.0002488443,0.00046921885,0.0011279393,0.0035529144,0.0017667623,0.0019188164,0.006805085],"category_scores_gemma":[0.013387955,0.00044422157,0.00040401652,0.0005578016,0.00315317,0.004090517,0.0027459266,0.001456563,0.0008063103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021121239,0.000294581,0.004994908,0.0002183349,0.00003461789,0.00018880524,0.01968794,0.07864001,0.0035274355,0.760467,0.0027324117,0.12900275],"study_design_scores_gemma":[0.000057250207,0.00035024094,0.004512856,0.00027474726,0.000049399187,0.00026241303,0.011868255,0.2240058,0.005130564,0.713799,0.03961945,0.00006999026],"about_ca_topic_score_codex":0.0037118841,"about_ca_topic_score_gemma":0.004311909,"teacher_disagreement_score":0.006805085,"about_ca_system_score_codex":0.0017586144,"about_ca_system_score_gemma":0.0021100524,"threshold_uncertainty_score":0.022765279},"labels":[],"label_agreement":null},{"id":"W1755783531","doi":"10.21083/partnership.v6i2.1516","title":"Creating and Hosting Student-Run Research Journals: A Case Study","year":2011,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Publishing; World Wide Web; Academic library; Host (biology); Computer science; Public relations; Library science; Political science","score_opus":0.23108732409099406,"score_gpt":0.43400156989015976,"score_spread":0.2029142457991657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1755783531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9291456,0.0013592512,0.017481726,0.008654941,0.00051423145,0.0010231761,0.00015758563,0.00022216588,0.041441377],"genre_scores_gemma":[0.9361728,0.002901811,0.02862289,0.0023071733,0.00043586857,0.00080421235,0.000117444084,0.0001255651,0.028512172],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9759774,0.01825901,0.0008546085,0.00089662365,0.0022508355,0.0017615892],"domain_scores_gemma":[0.95403516,0.02836979,0.0036629718,0.002678748,0.0028244099,0.008428894],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01602065,0.0008505094,0.0007676533,0.0027335095,0.014906636,0.008996462,0.0042160642,0.008230674,0.005760558],"category_scores_gemma":[0.035587452,0.000831533,0.0010398087,0.002845466,0.0060026087,0.006748933,0.006395695,0.0043404405,0.0017431688],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007445482,0.01307515,0.032575503,0.0014170322,0.000097825665,0.11877002,0.6525321,0.0017865979,0.005455276,0.038270544,0.019159192,0.116116285],"study_design_scores_gemma":[0.00020000235,0.0027216524,0.0073009715,0.00066981,0.00008718561,0.067732714,0.7021213,0.0028751013,0.009378304,0.003941884,0.20274973,0.00022127267],"about_ca_topic_score_codex":0.0028317445,"about_ca_topic_score_gemma":0.008807745,"teacher_disagreement_score":0.9910035,"about_ca_system_score_codex":0.0035234352,"about_ca_system_score_gemma":0.0054071695,"threshold_uncertainty_score":0.08472633},"labels":[],"label_agreement":null},{"id":"W1822698205","doi":"10.1609/aaai.v24i3.18828","title":"Leveraging Mixed Reality Infrastructure for Robotics and Applied AI Instruction","year":2010,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Robotics; Artificial intelligence; Computer science; Mixed reality; Set (abstract data type); Educational robotics; Perception; Human–computer interaction; Robot; Augmented reality; Psychology","score_opus":0.05016068691775693,"score_gpt":0.29225636166319857,"score_spread":0.24209567474544164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822698205","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058793753,0.00036771293,0.90607613,0.0010216319,0.00012615924,0.00038856542,0.000059447644,0.0026538905,0.030512786],"genre_scores_gemma":[0.24895708,0.00048373087,0.738548,0.00023580353,0.00007105079,0.00058382197,0.00015770839,0.00027890533,0.010683997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801195,0.0007502919,0.0000859133,0.0002683804,0.0006456335,0.00023774509],"domain_scores_gemma":[0.99722725,0.000979478,0.000208882,0.0006275146,0.00043634398,0.00052057626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002228465,0.0010619117,0.00052762195,0.0010696505,0.00081287423,0.0033680208,0.0022758197,0.0012531381,0.012037714],"category_scores_gemma":[0.005113734,0.00059116294,0.0008605657,0.00065174856,0.00097248686,0.0038109983,0.0068666614,0.0018015502,0.0032551603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044587272,0.0016462081,0.0028499889,0.000791225,0.00009725552,0.00053143926,0.0046016076,0.017764108,0.11525263,0.08438848,0.007641614,0.76398957],"study_design_scores_gemma":[0.00031963026,0.0054224217,0.014545618,0.00096960244,0.00027269498,0.0036779908,0.004131301,0.17614704,0.15745689,0.13018855,0.50637823,0.00049001095],"about_ca_topic_score_codex":0.000496982,"about_ca_topic_score_gemma":0.0011470431,"teacher_disagreement_score":0.012037714,"about_ca_system_score_codex":0.00068580406,"about_ca_system_score_gemma":0.0013397972,"threshold_uncertainty_score":0.04027021},"labels":[],"label_agreement":null},{"id":"W1824185384","doi":"10.24908/pceea.v0i0.3811","title":"RETHINKING THE FIRST YEAR PROGRAMMING COURSE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Microcontroller; Enthusiasm; Course (navigation); Computer science; Mathematics education; Inductive programming; Software engineering; Programming language; Programming paradigm; Engineering; Embedded system; Mathematics; Psychology","score_opus":0.01209238344247504,"score_gpt":0.2008147923415763,"score_spread":0.18872240889910125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824185384","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6814414,0.0020876925,0.10197665,0.029898152,0.014086178,0.0019250609,0.00060943887,0.007817429,0.160158],"genre_scores_gemma":[0.67922276,0.0017180579,0.13383994,0.009287402,0.0014265617,0.0009159686,0.0010865375,0.0016426446,0.17086025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997851,0.00032236186,0.000085791544,0.0004120504,0.00090436306,0.00042446368],"domain_scores_gemma":[0.98890287,0.0020953314,0.00045792726,0.0009680882,0.0028265796,0.004749298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003195741,0.00057168474,0.00039391904,0.0010494386,0.0016507659,0.004204733,0.0022805235,0.0012684762,0.014337826],"category_scores_gemma":[0.0125972675,0.00033138887,0.00045357904,0.00047672802,0.00077480933,0.0023773399,0.0026477077,0.004428447,0.0054150964],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032617987,0.003930518,0.014511712,0.00047312607,0.000016233515,0.00092294795,0.015106869,0.0011161421,0.03718859,0.012272191,0.102320135,0.8118153],"study_design_scores_gemma":[0.00011604624,0.0024791558,0.05040151,0.0007851284,0.000038302893,0.0015019125,0.006380009,0.0034336196,0.0233473,0.009689676,0.9016222,0.00020517973],"about_ca_topic_score_codex":0.0029344189,"about_ca_topic_score_gemma":0.008772908,"teacher_disagreement_score":0.014337826,"about_ca_system_score_codex":0.0026147284,"about_ca_system_score_gemma":0.0036134508,"threshold_uncertainty_score":0.04796487},"labels":[],"label_agreement":null},{"id":"W183063893","doi":"","title":"Using graphical examples to motivate the study of recursion","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Recursion (computer science); Computer science; sort; Mutual recursion; Pointer (user interface); Merge (version control); Theoretical computer science; Double recursion; Sorting algorithm; Divide and conquer algorithms; Data structure; Range (aeronautics); Sorting; Algorithm; Programming language; Artificial intelligence; Database; Information retrieval","score_opus":0.06742595452042172,"score_gpt":0.32103050756043794,"score_spread":0.2536045530400162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W183063893","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063073644,0.0023600848,0.94734216,0.0034962683,0.00021120899,0.000049212365,0.00008216219,0.00029206887,0.039859433],"genre_scores_gemma":[0.34318882,0.004635451,0.6285214,0.0019831979,0.00075327774,0.0003910149,0.00029532643,0.0006086027,0.019622846],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951374,0.0036128357,0.0002446932,0.00038843736,0.00041834597,0.00019834691],"domain_scores_gemma":[0.9904817,0.007851795,0.00030573463,0.0007613868,0.00038410118,0.00021534189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035534631,0.0013988261,0.0012208709,0.0025383665,0.002266387,0.003959221,0.002978398,0.0035987678,0.009894663],"category_scores_gemma":[0.014475282,0.001216052,0.002135197,0.00313473,0.0096042575,0.009361442,0.00501659,0.005710611,0.0019604352],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046756954,0.0000065046984,0.00006351852,0.000042357995,0.0000036636798,0.00009738859,0.0003622458,0.001297929,0.00018765198,0.9941765,0.00054236484,0.0032150839],"study_design_scores_gemma":[0.000008459873,0.000014943767,0.00006221929,0.000057414836,0.00000760007,0.00012806334,0.000084317195,0.0073456974,0.0002080718,0.975641,0.016431227,0.000011033039],"about_ca_topic_score_codex":0.0030570389,"about_ca_topic_score_gemma":0.002940466,"teacher_disagreement_score":0.009894663,"about_ca_system_score_codex":0.0016808953,"about_ca_system_score_gemma":0.0007529028,"threshold_uncertainty_score":0.033100963},"labels":[],"label_agreement":null},{"id":"W1835322629","doi":"10.1007/bfb0042368","title":"Questions in planning undergraduate software engineering","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Plan (archaeology); Process (computing); Software; Engineering ethics; Position (finance); Engineering management; Engineering; Politics; Position paper; Computer science; Software engineering; Mathematics education; Sociology; Pedagogy; Political science; World Wide Web; Psychology; Business; Programming language","score_opus":0.013048317389191707,"score_gpt":0.24201151701870852,"score_spread":0.2289631996295168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1835322629","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018687846,0.0031484868,0.19910935,0.02953124,0.0010303572,0.0003031632,0.00043883303,0.00054848613,0.74720216],"genre_scores_gemma":[0.43078464,0.0040046,0.13822795,0.003301841,0.00100704,0.0005363085,0.001266961,0.0004919313,0.4203787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934286,0.00032249824,0.000038501425,0.00009900038,0.00014236776,0.000054744527],"domain_scores_gemma":[0.9968592,0.002404751,0.00008164325,0.00014949279,0.00031244243,0.00019249954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011796036,0.00059694034,0.00034529515,0.0004853591,0.0012283395,0.0019434504,0.00089968933,0.0013635688,0.037481945],"category_scores_gemma":[0.0077637457,0.0004159079,0.00042370558,0.0007446102,0.00232112,0.0068339966,0.0012742674,0.002695151,0.0045080977],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054046384,0.000106606436,0.0005900506,0.0001983429,0.0000047107937,0.00011593051,0.0022270854,0.0036429178,0.00030643694,0.76807356,0.077061094,0.14761935],"study_design_scores_gemma":[0.000015325002,0.000050092487,0.0003962538,0.00020949564,0.0000053733675,0.000094919866,0.0014292051,0.0032733441,0.0004958782,0.80115855,0.19286005,0.000011591054],"about_ca_topic_score_codex":0.0022028354,"about_ca_topic_score_gemma":0.0027857188,"teacher_disagreement_score":0.037481945,"about_ca_system_score_codex":0.0017266851,"about_ca_system_score_gemma":0.0013481677,"threshold_uncertainty_score":0.12538958},"labels":[],"label_agreement":null},{"id":"W1867099580","doi":"","title":"Assessing the Impact of an Autonomous Robotics Competition for STEM Education","year":2014,"lang":"en","type":"article","venue":"Journal of STEM education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Educational robotics; Competition (biology); Robot; Evolutionary robotics; Computer science; Mathematics education; Mathematics","score_opus":0.03207900490308526,"score_gpt":0.36437815409684243,"score_spread":0.3322991491937572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1867099580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948368,0.00005688326,0.00023689766,0.0001854566,0.00005996563,0.00020191711,0.00023487506,0.00003471508,0.0041524246],"genre_scores_gemma":[0.9919918,0.000079716294,0.0010158469,0.00014003152,0.00003513947,0.00045349624,0.00083760184,0.00002043482,0.0054260115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958967,0.0007342472,0.00029083094,0.0005430894,0.0015893306,0.00094583596],"domain_scores_gemma":[0.9740249,0.0031418717,0.004459113,0.00079095754,0.0043536825,0.013229572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004831847,0.0009867145,0.0009135842,0.0013622793,0.0019527791,0.0036808639,0.001722901,0.0018206803,0.010206847],"category_scores_gemma":[0.01738722,0.00042531558,0.0010512167,0.0008685225,0.00091161515,0.0020052008,0.0024721457,0.0022929127,0.0029088212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007480387,0.11846384,0.64680934,0.0007720056,0.00051371765,0.00054123986,0.006596318,0.007291327,0.0054648756,0.00353382,0.020218173,0.18231502],"study_design_scores_gemma":[0.0004531701,0.027812265,0.94661003,0.00016989729,0.00012154722,0.00007467084,0.0038912937,0.005593535,0.0029897222,0.0010443648,0.011073315,0.0001661485],"about_ca_topic_score_codex":0.006805926,"about_ca_topic_score_gemma":0.010949663,"teacher_disagreement_score":0.010206847,"about_ca_system_score_codex":0.0025080899,"about_ca_system_score_gemma":0.002652309,"threshold_uncertainty_score":0.034145296},"labels":[],"label_agreement":null},{"id":"W1875842584","doi":"10.48550/arxiv.1012.5494","title":"Contents of COMP6411 Summer 2010 Final Reports on Comparative Studies of Programming Languages","year":2010,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Set (abstract data type); Index (typography); Mathematics education; Linguistics; Programming language; Mathematics","score_opus":0.2759541309341326,"score_gpt":0.29295621323175847,"score_spread":0.017002082297625842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1875842584","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028026493,0.069001295,0.016145376,0.081958525,0.11301945,0.0028966381,0.06694932,0.0045914375,0.61741143],"genre_scores_gemma":[0.051440306,0.036954276,0.011160058,0.0044811037,0.022386381,0.0031457606,0.060701158,0.004228353,0.8055026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922787,0.001450058,0.0004278187,0.0006135296,0.004586508,0.00064333505],"domain_scores_gemma":[0.9413096,0.010030043,0.0020419785,0.003822849,0.034397002,0.008398618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012794535,0.0019508343,0.0013063798,0.013369897,0.002890844,0.00611821,0.0022006365,0.0016723529,0.13398445],"category_scores_gemma":[0.023261689,0.0007856876,0.00087469857,0.013820176,0.0012127063,0.0024529602,0.0040827887,0.0025221605,0.039421663],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001078855,0.00012643417,0.0003196804,0.00026995217,0.000009996059,0.000024188032,0.00031038845,0.000115830044,0.00033828974,0.0011678822,0.96111614,0.03609348],"study_design_scores_gemma":[0.00004124274,0.00014692437,0.007120699,0.0005183453,0.000012472622,0.000039956798,0.00066931476,0.00010354481,0.0010467619,0.00089708593,0.9893706,0.000033060303],"about_ca_topic_score_codex":0.018569397,"about_ca_topic_score_gemma":0.029636577,"teacher_disagreement_score":0.13398445,"about_ca_system_score_codex":0.009893919,"about_ca_system_score_gemma":0.009237506,"threshold_uncertainty_score":0.44822264},"labels":[],"label_agreement":null},{"id":"W190595213","doi":"10.18260/1-2--8383","title":"Fire Fighting Robot Competitions And Learning Outcomes – A Quantitative Assessment","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Sophistication; Robot; Capstone; Educational robotics; Artificial intelligence; Robotics; Teamwork; Computer science; Engineering; Management; Sociology; Political science; Computer security; Social science","score_opus":0.040989306713860946,"score_gpt":0.3160935453628675,"score_spread":0.27510423864900657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W190595213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828357,0.00023455244,0.0018089891,0.00045453093,0.000076884375,0.001032203,0.0020368935,0.000086136395,0.011434041],"genre_scores_gemma":[0.9849518,0.000290443,0.0030869606,0.00016429274,0.00008796255,0.002958749,0.002273287,0.0000762079,0.00611032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98719305,0.00406994,0.0010783892,0.0010114852,0.00574679,0.0009002399],"domain_scores_gemma":[0.94986314,0.018400492,0.009087839,0.0012638434,0.015273043,0.006111664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0118554225,0.000588256,0.0008320913,0.004821119,0.0011332467,0.003130303,0.0010373242,0.00091531675,0.0072558913],"category_scores_gemma":[0.036521874,0.0002821742,0.0010118941,0.0021178357,0.0010145521,0.0020927805,0.0038977026,0.0018053452,0.0015684927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022544768,0.010073547,0.6393539,0.0014498653,0.00061628025,0.00049390446,0.04608247,0.002803801,0.003975388,0.002421343,0.026268398,0.26420662],"study_design_scores_gemma":[0.00008392031,0.0039649266,0.94939786,0.0002959454,0.00006051856,0.00016712355,0.02509992,0.0020693438,0.0017825263,0.00093889853,0.015951406,0.00018760948],"about_ca_topic_score_codex":0.0006654546,"about_ca_topic_score_gemma":0.0011311016,"teacher_disagreement_score":0.0118554225,"about_ca_system_score_codex":0.0014689419,"about_ca_system_score_gemma":0.00082437135,"threshold_uncertainty_score":0.062698245},"labels":[],"label_agreement":null},{"id":"W1940908211","doi":"10.24908/pceea.v0i0.3089","title":"Retention in Computer Science Course","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Publicity; Bust; Mathematics education; Curriculum; AP Computer Science; Medical education; Psychology; Science education; Pedagogy; Medicine; Engineering; Political science","score_opus":0.004394001681471871,"score_gpt":0.20919950220153757,"score_spread":0.20480550052006571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940908211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9176461,0.0017557914,0.0022195452,0.010457697,0.0006198019,0.00062772573,0.00335607,0.0002865917,0.063030645],"genre_scores_gemma":[0.939527,0.0005445714,0.000825821,0.0026642377,0.00022379942,0.00017162962,0.0014131791,0.00007403483,0.05455583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99619675,0.00029468656,0.00017449545,0.00034027497,0.0018478087,0.0011460168],"domain_scores_gemma":[0.9766317,0.0017947224,0.0023447385,0.0010509406,0.010212474,0.0079654455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00430761,0.00024183754,0.00046966993,0.0017458268,0.0027473373,0.0042933254,0.00160711,0.0008197934,0.035791505],"category_scores_gemma":[0.01932167,0.00015582686,0.0007582902,0.0016002184,0.0004998601,0.0017987329,0.0021493041,0.002400688,0.009121383],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023522883,0.0026526263,0.5899472,0.00037407255,0.00007334018,0.000448592,0.0059234058,0.00019229473,0.0035093727,0.0022803377,0.049957227,0.34440643],"study_design_scores_gemma":[0.000040966665,0.0021866148,0.8911989,0.00039561134,0.00008843021,0.0006617476,0.010777645,0.0008925779,0.003647451,0.001279894,0.08874022,0.00009002259],"about_ca_topic_score_codex":0.011367318,"about_ca_topic_score_gemma":0.01579143,"teacher_disagreement_score":0.035791505,"about_ca_system_score_codex":0.002043214,"about_ca_system_score_gemma":0.004846198,"threshold_uncertainty_score":0.119734526},"labels":[],"label_agreement":null},{"id":"W1964175093","doi":"","title":"Proceedings of the 38th SIGCSE technical symposium on Computer science education","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Presentation (obstetrics); Session (web analytics); IBM; Library science; Thursday; Honor; World Wide Web","score_opus":0.008420419363533492,"score_gpt":0.26370631587545085,"score_spread":0.25528589651191735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964175093","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007967167,0.04040218,0.08566759,0.034785964,0.10626857,0.0011906025,0.00679847,0.011605853,0.7053136],"genre_scores_gemma":[0.008013866,0.014389937,0.017323332,0.004073048,0.0048832716,0.0003205288,0.007928226,0.0012250491,0.94184285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987464,0.00022385824,0.00007077289,0.00021321687,0.00059768674,0.00014808647],"domain_scores_gemma":[0.99684393,0.0004934205,0.000082091865,0.0004061012,0.0011463993,0.0010280168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022526723,0.0015201522,0.00097225246,0.0011485076,0.0010166551,0.0044525946,0.0011090281,0.0018111556,0.27191067],"category_scores_gemma":[0.0035868576,0.00051223254,0.00063336024,0.0011796071,0.000717618,0.004552169,0.002205565,0.0047643026,0.22330603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057079716,0.0001171784,0.00027538018,0.00008940951,0.00001158977,0.00006864796,0.000041111565,0.00009389554,0.0010144616,0.0013617007,0.878114,0.118755534],"study_design_scores_gemma":[0.000014972272,0.000035603716,0.00051233615,0.00007548269,0.000007446266,0.0001237658,0.00005388679,0.00038446512,0.00033920162,0.0011945575,0.99724823,0.00000997395],"about_ca_topic_score_codex":0.0026129917,"about_ca_topic_score_gemma":0.0060443156,"teacher_disagreement_score":0.27191067,"about_ca_system_score_codex":0.0010673337,"about_ca_system_score_gemma":0.002338955,"threshold_uncertainty_score":0.9096318},"labels":[],"label_agreement":null},{"id":"W1964432992","doi":"10.1108/17415650810930910","title":"Effect of algorithms’ multiple representations in the context of programming education","year":2008,"lang":"en","type":"article","venue":"Interactive Technology and Smart Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Flowchart; Computer science; Construct (python library); Frame (networking); Context (archaeology); Interpreter; Mathematics education; Originality; Programming language; Psychology; Creativity","score_opus":0.010542797757040845,"score_gpt":0.3154105280979169,"score_spread":0.30486773034087605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964432992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99767524,0.00010969466,0.00093300233,0.000052744475,0.000011941307,0.00003522091,0.000007006141,0.00002743031,0.0011476973],"genre_scores_gemma":[0.995142,0.00011605729,0.0037653842,0.000040568302,0.0000073300594,0.00008343037,0.00002056084,0.000014251451,0.0008103592],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9925022,0.0048430995,0.00034114183,0.0009060042,0.0010156438,0.0003919199],"domain_scores_gemma":[0.9357247,0.053849902,0.005497547,0.0017046954,0.0010664806,0.002156627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003175338,0.000575526,0.0005795012,0.00047154597,0.000493677,0.0024445783,0.00072471943,0.00088501605,0.0056594815],"category_scores_gemma":[0.039867286,0.00032503306,0.000722343,0.00025361683,0.0009469249,0.0014160082,0.0016284612,0.0013044681,0.00035316782],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032433834,0.036679156,0.17162131,0.004451551,0.000916739,0.0014563057,0.04890046,0.0119236065,0.11261538,0.0048875245,0.0012302401,0.5728839],"study_design_scores_gemma":[0.0036391534,0.15226492,0.6722568,0.001895972,0.0024284401,0.0025662484,0.04357141,0.020132583,0.07228518,0.008105755,0.02044171,0.00041187744],"about_ca_topic_score_codex":0.00039951823,"about_ca_topic_score_gemma":0.00043810927,"teacher_disagreement_score":0.0056594815,"about_ca_system_score_codex":0.00054515636,"about_ca_system_score_gemma":0.0006893822,"threshold_uncertainty_score":0.018932879},"labels":[],"label_agreement":null},{"id":"W1970891913","doi":"10.4236/ce.2014.510097","title":"Teaching and Knowing beyond the Water Cycle: What Does It Mean to Be Water Literate?","year":2014,"lang":"en","type":"article","venue":"Creative Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Water cycle; Animal life; Fresh water; Literacy; Ecology; Astrobiology; Psychology; Environmental science; Pedagogy; Physics; Biology; Zoology; Water resource management","score_opus":0.01103308030877877,"score_gpt":0.27869367142700785,"score_spread":0.2676605911182291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970891913","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090221055,0.049257264,0.008280874,0.79514563,0.002607382,0.000095393436,0.0000907392,0.00012476272,0.05417697],"genre_scores_gemma":[0.8240283,0.037210565,0.0062648896,0.120971,0.0013885837,0.00025389454,0.000111999536,0.00009852276,0.009672171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99356586,0.0036013697,0.0002243502,0.000487873,0.0011727642,0.00094779267],"domain_scores_gemma":[0.9838754,0.008461672,0.00134943,0.0005540091,0.0016801121,0.004079479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006993559,0.0004535282,0.00081479433,0.0013400869,0.006015912,0.012030112,0.0014598812,0.006672205,0.004566075],"category_scores_gemma":[0.01725846,0.00028640375,0.00055077247,0.0010764914,0.025043724,0.021694424,0.008242375,0.008652141,0.0015545757],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011719121,0.0007425045,0.029808488,0.0023409138,0.0000564786,0.000770569,0.29767457,0.00021395764,0.0013106539,0.29857713,0.08369902,0.28468856],"study_design_scores_gemma":[0.00003965492,0.00034588313,0.014679442,0.0058780815,0.00006409951,0.0008036603,0.29863107,0.00050352124,0.0013485077,0.23589833,0.44166017,0.00014754821],"about_ca_topic_score_codex":0.0059408695,"about_ca_topic_score_gemma":0.006168723,"teacher_disagreement_score":0.012030112,"about_ca_system_score_codex":0.0047498997,"about_ca_system_score_gemma":0.0062780776,"threshold_uncertainty_score":0.036985934},"labels":[],"label_agreement":null},{"id":"W1970970428","doi":"10.1145/1989622.1989639","title":"Workshop learning operating system by designing one","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Key (lock); Task (project management); Subject matter; Software; Software engineering; Subject (documents); Human–computer interaction; Systems engineering; Operating system; Engineering; Curriculum; World Wide Web","score_opus":0.04859665049969924,"score_gpt":0.2360561804865584,"score_spread":0.18745952998685916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970970428","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06267503,0.004948348,0.2774778,0.116920136,0.10745195,0.0031009912,0.0013294948,0.009028174,0.41706803],"genre_scores_gemma":[0.18959118,0.005166079,0.18255697,0.021586262,0.012463706,0.0016928618,0.0021756985,0.0026021197,0.58216506],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979534,0.0005209948,0.00014365758,0.00048025392,0.0005469133,0.00035472884],"domain_scores_gemma":[0.99291927,0.0007944716,0.0002618819,0.00055106677,0.0013113777,0.004162053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037301765,0.0017664093,0.000793543,0.0006680679,0.0028032893,0.00548347,0.0033450015,0.0029750199,0.045829356],"category_scores_gemma":[0.007274731,0.00049652933,0.0018027562,0.00033550474,0.0013395299,0.004658045,0.006782646,0.0066830437,0.023174515],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005118008,0.0019789997,0.0010455464,0.0006810134,0.000049020244,0.0017101216,0.0087762205,0.0024205693,0.018080218,0.040173415,0.7245118,0.20006123],"study_design_scores_gemma":[0.000046336747,0.00066691637,0.00057601137,0.00025088232,0.000026596319,0.0007810163,0.0033461682,0.001602342,0.0050155683,0.016258767,0.9713587,0.00007080403],"about_ca_topic_score_codex":0.000519243,"about_ca_topic_score_gemma":0.0011151923,"teacher_disagreement_score":0.045829356,"about_ca_system_score_codex":0.0017084326,"about_ca_system_score_gemma":0.0023692078,"threshold_uncertainty_score":0.15331447},"labels":[],"label_agreement":null},{"id":"W1971343642","doi":"10.2316/journal.208.2007.1.208-0906","title":"CODE CAMP: A SETTING FOR COLLABORATIVE LEARNING OF PROGRAMMING","year":2007,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Code (set theory); Computer science; Event (particle physics); Value (mathematics); Multimedia; World Wide Web; Programming language; Machine learning","score_opus":0.009490394735765026,"score_gpt":0.2931499987763422,"score_spread":0.28365960404057716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971343642","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24343954,0.0009982124,0.597299,0.0047355136,0.00086451694,0.0014624572,0.00013482152,0.0023935426,0.14867246],"genre_scores_gemma":[0.7394489,0.00045092558,0.24127237,0.00084409013,0.00031758484,0.0015763635,0.00020303886,0.00027639288,0.015610224],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9900601,0.0069467626,0.00015059166,0.0007381829,0.0016229703,0.00048140506],"domain_scores_gemma":[0.9812568,0.010991634,0.0008707466,0.0023505273,0.00083113567,0.0036992687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034607076,0.00077635475,0.0005787378,0.0012956822,0.003976734,0.0045261495,0.0026604533,0.0025658463,0.008122588],"category_scores_gemma":[0.016940115,0.0004668581,0.0006393285,0.00095366803,0.004018409,0.0043922383,0.0091284625,0.0033725004,0.0020573607],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016087667,0.004995692,0.009912186,0.0015645395,0.0000825963,0.003786254,0.10312247,0.0056316704,0.0372383,0.25871155,0.040128186,0.5332178],"study_design_scores_gemma":[0.0009789402,0.0060418523,0.012758165,0.0012711837,0.00010751205,0.010579422,0.047441248,0.026421204,0.024346529,0.24823418,0.62137467,0.00044515866],"about_ca_topic_score_codex":0.00037013687,"about_ca_topic_score_gemma":0.00060577685,"teacher_disagreement_score":0.008122588,"about_ca_system_score_codex":0.0008266868,"about_ca_system_score_gemma":0.0012177809,"threshold_uncertainty_score":0.027172804},"labels":[],"label_agreement":null},{"id":"W1973469398","doi":"10.1145/2512276.2512291","title":"Computing is not a rock band","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Variety (cybernetics); Computer science; Institution; Data science; Information technology; Mathematics education; Artificial intelligence; Psychology; Social science; Sociology","score_opus":0.01591852365566582,"score_gpt":0.24227349704047973,"score_spread":0.22635497338481392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973469398","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13277227,0.005935833,0.01895178,0.11042737,0.005212028,0.00010390314,0.00035131516,0.0006825322,0.72556305],"genre_scores_gemma":[0.78888947,0.0045376346,0.007026823,0.031089222,0.0014765869,0.000117161966,0.00029561817,0.00046780703,0.16609971],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99712414,0.00056095637,0.000108201275,0.00058426656,0.0011910311,0.0004314184],"domain_scores_gemma":[0.9934409,0.0013874518,0.0007642409,0.0013511715,0.0009641948,0.002092011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016528867,0.00023544181,0.00046541265,0.0007546987,0.004095739,0.007630437,0.0006538221,0.0012945302,0.032552656],"category_scores_gemma":[0.01083435,0.00025293103,0.00028162,0.0011163381,0.006762051,0.010025859,0.0043419614,0.003806656,0.009193016],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028942616,0.00018828255,0.022626746,0.0007282462,0.00009390182,0.00059752696,0.033419114,0.00054091006,0.004445395,0.35390905,0.2169586,0.3662029],"study_design_scores_gemma":[0.0000076093943,0.0001494363,0.008943855,0.0004437833,0.000015659303,0.0005108599,0.017494425,0.00015168294,0.00028318109,0.025588559,0.9463804,0.0000306135],"about_ca_topic_score_codex":0.002984236,"about_ca_topic_score_gemma":0.0041722287,"teacher_disagreement_score":0.032552656,"about_ca_system_score_codex":0.0011900313,"about_ca_system_score_gemma":0.0024175511,"threshold_uncertainty_score":0.108899474},"labels":[],"label_agreement":null},{"id":"W1974160334","doi":"10.1145/1723028.1723108","title":"CASCON high school programming competition 2009","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Competition (biology); Computer science","score_opus":0.01069010338375676,"score_gpt":0.2458656696570193,"score_spread":0.23517556627326255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974160334","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03907789,0.0014751592,0.016614525,0.016138831,0.015160819,0.0005013609,0.014345299,0.011164227,0.88552207],"genre_scores_gemma":[0.045536805,0.000449538,0.006045236,0.0010730018,0.00056251604,0.00016509058,0.014114307,0.0022605613,0.9297929],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844813,0.00012115927,0.00004565242,0.00028500697,0.00077855634,0.00032139992],"domain_scores_gemma":[0.9963516,0.00012721476,0.00004771496,0.00020684139,0.0011498922,0.0021167751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018229341,0.0011581529,0.00060062966,0.0010051262,0.0030157021,0.005652879,0.0021242485,0.0013328576,0.20304091],"category_scores_gemma":[0.0020012504,0.0005854649,0.0007837046,0.00097379653,0.0005698422,0.0015054037,0.0030562659,0.0024515325,0.07630861],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011840617,0.00012410551,0.0003358369,0.000042264342,0.000005218315,0.000059177542,0.00008597875,0.00014601341,0.00081359973,0.003959138,0.9735222,0.020788042],"study_design_scores_gemma":[0.000035153305,0.000056167646,0.0015970892,0.000022358316,0.00000320757,0.000045524397,0.000087217035,0.000518368,0.00061286247,0.001391651,0.99561596,0.000014482898],"about_ca_topic_score_codex":0.028079694,"about_ca_topic_score_gemma":0.13926224,"teacher_disagreement_score":0.20304091,"about_ca_system_score_codex":0.0048436923,"about_ca_system_score_gemma":0.006152345,"threshold_uncertainty_score":0.6792395},"labels":[],"label_agreement":null},{"id":"W1974466741","doi":"10.1111/j.1937-8327.1990.tb00454.x","title":"Instructional Design Rules for Algorithmic Subject Matter","year":2008,"lang":"en","type":"article","venue":"Performance Improvement Quarterly","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège de Maisonneuve; Concordia University","funders":"","keywords":"Subject matter; Computer science; Instructional design; Subject (documents); Multimedia; Psychology; Pedagogy; World Wide Web; Curriculum","score_opus":0.021580923089872358,"score_gpt":0.23223168243186784,"score_spread":0.21065075934199548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974466741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046611056,0.0010429771,0.94819874,0.004669109,0.0005420651,0.0020806824,0.00019742188,0.0012100743,0.037397765],"genre_scores_gemma":[0.03479247,0.00075412943,0.95383424,0.0015240001,0.0001222306,0.0049256235,0.00016935618,0.00018917532,0.0036887857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9731267,0.011596189,0.0044153305,0.0016417549,0.008601262,0.0006188658],"domain_scores_gemma":[0.9291948,0.0445058,0.0057514706,0.0062136888,0.013326078,0.0010082807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025394527,0.0014158202,0.0008729351,0.002873259,0.0020818927,0.00508327,0.0027583332,0.0038064665,0.0048016408],"category_scores_gemma":[0.08255367,0.0012392835,0.0008328394,0.001611401,0.006372894,0.0036812972,0.0020964954,0.006966589,0.0040908935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008848137,0.00021251482,0.00081598054,0.0010233314,0.00003310936,0.00010130362,0.0025015483,0.005335087,0.0020727017,0.8037168,0.017976416,0.16612276],"study_design_scores_gemma":[0.00038846312,0.00028426544,0.0011268877,0.001824949,0.00012787187,0.00034680872,0.0007829159,0.016681384,0.010175744,0.65267557,0.31544,0.00014514054],"about_ca_topic_score_codex":0.001993772,"about_ca_topic_score_gemma":0.003773312,"teacher_disagreement_score":0.025394527,"about_ca_system_score_codex":0.0029653343,"about_ca_system_score_gemma":0.0063637183,"threshold_uncertainty_score":0.13430071},"labels":[],"label_agreement":null},{"id":"W1975172510","doi":"10.1145/2538862.2544301","title":"Who drops CS1? (abstract only)","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Intuition; Categorization; Computer science; Mathematics education; Drop out; Class (philosophy); Midpoint; Artificial intelligence; Psychology; Mathematics; Cognitive science","score_opus":0.010658415159966671,"score_gpt":0.23955451623025317,"score_spread":0.2288961010702865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975172510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9256889,0.0010429166,0.001050757,0.01090882,0.0009770786,0.00021654055,0.039726667,0.00021789077,0.020170389],"genre_scores_gemma":[0.9489793,0.00043198318,0.00024771338,0.0017374175,0.00035724213,0.0001643377,0.015249084,0.00008528607,0.032747634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989648,0.00010859212,0.000075055395,0.00012927783,0.0003043178,0.00041807562],"domain_scores_gemma":[0.9953963,0.0013091519,0.0013675404,0.00019884878,0.0006423663,0.0010858022],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008934121,0.0003730415,0.00065121916,0.0020058937,0.0009890981,0.0014346718,0.0009931868,0.00084020937,0.0662715],"category_scores_gemma":[0.0068867803,0.00013073826,0.00070407306,0.0017832494,0.000631451,0.0008124565,0.0010151414,0.0015356957,0.015898699],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005711648,0.00035558376,0.8184724,0.00014133033,0.00009490035,0.0006697891,0.00060538884,0.00050905294,0.00025564834,0.0010028719,0.123697005,0.05362487],"study_design_scores_gemma":[0.000057267065,0.0006468698,0.9595499,0.00020755884,0.00008553397,0.00091597077,0.004307468,0.0016762764,0.0012542381,0.0014889311,0.029764682,0.000045315548],"about_ca_topic_score_codex":0.017554913,"about_ca_topic_score_gemma":0.012879445,"teacher_disagreement_score":0.9991066,"about_ca_system_score_codex":0.00080454577,"about_ca_system_score_gemma":0.00090029655,"threshold_uncertainty_score":0.22170025},"labels":[],"label_agreement":null},{"id":"W1976185020","doi":"10.1145/2247569.2247576","title":"Perceptions of foundational knowledge by computer science students","year":2012,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Edinburgh; University of Washington","keywords":"Perception; Computer science; Field (mathematics); Subject (documents); Mathematics education; Data science; Epistemology; Psychology; Mathematics; World Wide Web","score_opus":0.017770384851003854,"score_gpt":0.33531265708556696,"score_spread":0.3175422722345631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976185020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962664,0.00019129104,0.00030369993,0.0004960364,0.000011924853,0.000010275701,0.000010809805,0.000005725046,0.0027038578],"genre_scores_gemma":[0.9991424,0.00016562671,0.00008713143,0.000104414234,0.0000059320155,0.000005546543,0.000013997435,0.0000023785574,0.00047249277],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99614894,0.0012949646,0.0002024072,0.00021647426,0.0016361801,0.0005011815],"domain_scores_gemma":[0.9686175,0.011789629,0.006377937,0.0007796394,0.004218215,0.008217214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005084174,0.00026699845,0.00048084577,0.0016302973,0.0014242954,0.006075624,0.0005671722,0.0014319739,0.0046301885],"category_scores_gemma":[0.025976855,0.00029785535,0.00038152517,0.0008057208,0.002481043,0.0024180734,0.00219937,0.0030652229,0.0004920747],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031274688,0.001746416,0.7069325,0.00033471378,0.00012244016,0.0009133299,0.22814742,0.00075474894,0.004732375,0.005561273,0.0021830609,0.048258968],"study_design_scores_gemma":[0.00008618864,0.0023879393,0.4540119,0.00042931017,0.000105971376,0.001618005,0.51097924,0.0032582688,0.0025952372,0.006485411,0.017809022,0.00023352868],"about_ca_topic_score_codex":0.0025603678,"about_ca_topic_score_gemma":0.0020012627,"teacher_disagreement_score":0.006075624,"about_ca_system_score_codex":0.00082471594,"about_ca_system_score_gemma":0.0014256217,"threshold_uncertainty_score":0.026888013},"labels":[],"label_agreement":null},{"id":"W1978140212","doi":"10.1145/1028174.971418","title":"Implementation challenges for a K-12 computer science curriculum","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Curriculum; Computer science; Mathematics education; Work (physics); Multimedia; Pedagogy; World Wide Web; Engineering; Psychology","score_opus":0.028007833469437325,"score_gpt":0.30510600139261584,"score_spread":0.27709816792317854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978140212","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12203963,0.0013668942,0.31130487,0.4455635,0.0024972137,0.0015234635,0.00034095175,0.0028063264,0.1125572],"genre_scores_gemma":[0.460765,0.0017173183,0.4733992,0.017987605,0.00046498736,0.001895337,0.0008734283,0.0008834877,0.04201384],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.97684777,0.011823155,0.0012389519,0.0013606083,0.0057917912,0.0029376724],"domain_scores_gemma":[0.9707289,0.008062519,0.0014692842,0.0026702117,0.007796744,0.009272326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02835051,0.0004354024,0.00052387826,0.00057655293,0.0050320174,0.014022238,0.0037806595,0.004694843,0.021856727],"category_scores_gemma":[0.0363882,0.0008053888,0.0006554121,0.0010670034,0.0025769079,0.012865436,0.0077311983,0.00835728,0.005638221],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024029276,0.0020546403,0.0065976116,0.00079324114,0.000034828197,0.00020553959,0.005970134,0.0077950335,0.0046724346,0.48814353,0.13645808,0.34703472],"study_design_scores_gemma":[0.00034604946,0.0014159194,0.007824675,0.0017280984,0.00003664362,0.00048397062,0.02411134,0.034050945,0.0064647715,0.21544087,0.7079065,0.00019027464],"about_ca_topic_score_codex":0.010442524,"about_ca_topic_score_gemma":0.011182717,"teacher_disagreement_score":0.02835051,"about_ca_system_score_codex":0.008541729,"about_ca_system_score_gemma":0.042768724,"threshold_uncertainty_score":0.14993364},"labels":[],"label_agreement":null},{"id":"W1978607171","doi":"10.7771/1932-6246.1063","title":"The Paradigm Recursion: Is It More Accessible When Introduced in Middle School?","year":2009,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Recursion (computer science); Curriculum; Mathematics education; Logo (programming language); GRASP; Computer science; Pedagogy; Psychology; Programming language","score_opus":0.03371776051882189,"score_gpt":0.29087949064845003,"score_spread":0.2571617301296282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978607171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9512098,0.0009349013,0.0062175365,0.006378523,0.0001272308,0.0000549776,0.000038380073,0.000078984034,0.034959625],"genre_scores_gemma":[0.9917332,0.00050725543,0.0023510412,0.0009593523,0.000037676164,0.000051273164,0.000030022104,0.000043508702,0.004286645],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9961248,0.0014286494,0.00010176427,0.0005996339,0.0008664543,0.00087866664],"domain_scores_gemma":[0.9946997,0.0017631487,0.0011421478,0.0003951379,0.0005140999,0.0014857597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042824396,0.00017409754,0.00043115614,0.0010020932,0.0023051999,0.005232804,0.0010000698,0.001837912,0.008897858],"category_scores_gemma":[0.01404413,0.0003027655,0.00045888755,0.0006643463,0.003623114,0.008465412,0.004146734,0.002685633,0.0010607621],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042429415,0.0020837877,0.19447099,0.00053212675,0.000031265936,0.0021945143,0.41545895,0.000121761404,0.013833853,0.0720235,0.0075703817,0.29125464],"study_design_scores_gemma":[0.00011675391,0.0015350225,0.27362296,0.0012660923,0.00007328723,0.0035108607,0.41523948,0.00086754246,0.0050974153,0.05749616,0.24101089,0.00016351375],"about_ca_topic_score_codex":0.0037209305,"about_ca_topic_score_gemma":0.004924545,"teacher_disagreement_score":0.008897858,"about_ca_system_score_codex":0.0018605961,"about_ca_system_score_gemma":0.002750549,"threshold_uncertainty_score":0.029766321},"labels":[],"label_agreement":null},{"id":"W1981301712","doi":"10.1145/1806512.1806514","title":"Learn Java in 3D with the Env3D library","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capilano University","funders":"","keywords":"Java; Computer science; Multimedia; Programming language","score_opus":0.005325189978894696,"score_gpt":0.19906556749807494,"score_spread":0.19374037751918025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981301712","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017632537,0.00046814428,0.7258639,0.0013980833,0.00027433576,0.00047870542,0.0024142019,0.055498246,0.19597183],"genre_scores_gemma":[0.06254354,0.0013749505,0.71870226,0.0016331911,0.0001356295,0.0006974711,0.005888699,0.009450595,0.19957368],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996754,0.00002142134,0.00001825276,0.000056134697,0.00019159482,0.000037241167],"domain_scores_gemma":[0.99930465,0.00021454185,0.00003929683,0.00016083037,0.00013921456,0.00014135739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006574105,0.0009454294,0.0004980412,0.0006384651,0.00032636014,0.0014866132,0.0012506942,0.0007332898,0.09303225],"category_scores_gemma":[0.0019105977,0.00049552013,0.0009096014,0.0003917926,0.00034598517,0.00230737,0.002421895,0.0015907359,0.052808534],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017762124,0.0006105967,0.0032978998,0.0004175507,0.00003602762,0.00034368705,0.0012210308,0.0033447265,0.02378903,0.027007982,0.18884557,0.75090826],"study_design_scores_gemma":[0.00018630049,0.00034542923,0.005615713,0.00030509033,0.000036889374,0.0015020338,0.00029400978,0.02012967,0.028684746,0.059077054,0.88373446,0.000088502304],"about_ca_topic_score_codex":0.0003998381,"about_ca_topic_score_gemma":0.0014014528,"teacher_disagreement_score":0.09303225,"about_ca_system_score_codex":0.00022261556,"about_ca_system_score_gemma":0.0006867062,"threshold_uncertainty_score":0.31122386},"labels":[],"label_agreement":null},{"id":"W1981361729","doi":"10.1145/2380552.2380617","title":"Engaging students by intertwining puzzle-based and problem-based learning","year":2012,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Course (navigation); Graph; Mathematics education; Science and engineering; Artificial intelligence; Human–computer interaction; Theoretical computer science; Psychology; Engineering ethics","score_opus":0.011534456014142304,"score_gpt":0.2671496341233444,"score_spread":0.2556151781092021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981361729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7531196,0.0007386623,0.19783399,0.0046220254,0.00023394999,0.0007628593,0.00008205026,0.0013017311,0.041305225],"genre_scores_gemma":[0.90113586,0.00048959494,0.07873109,0.0016226501,0.00008760233,0.0004176889,0.00016218695,0.00028135808,0.017072035],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9930032,0.0038418325,0.00022952643,0.00088334683,0.0012990915,0.00074306235],"domain_scores_gemma":[0.9941684,0.002460794,0.0006311699,0.0006589805,0.00052489026,0.0015556732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029415186,0.001160187,0.00081786263,0.0009778603,0.0018941305,0.006210226,0.0022631309,0.0025344205,0.007025301],"category_scores_gemma":[0.013543994,0.00044273178,0.00082968414,0.0007398747,0.0028657576,0.005046087,0.009898246,0.004219487,0.003361519],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050472363,0.008157119,0.03807436,0.0015523435,0.00015942269,0.004418375,0.48046663,0.0056807334,0.06565843,0.041108627,0.020561596,0.33365777],"study_design_scores_gemma":[0.00031154405,0.0043257964,0.026120367,0.0008063613,0.0001532727,0.012788182,0.20621695,0.034113463,0.029322188,0.08338873,0.60202307,0.0004301348],"about_ca_topic_score_codex":0.00032284745,"about_ca_topic_score_gemma":0.0005143253,"teacher_disagreement_score":0.007025301,"about_ca_system_score_codex":0.0006120544,"about_ca_system_score_gemma":0.0008445225,"threshold_uncertainty_score":0.023501992},"labels":[],"label_agreement":null},{"id":"W1982866217","doi":"10.1145/2445196.2445369","title":"Facilitating code-writing in PI classes","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Computer science; Suite; Peer instruction; Class (philosophy); Programming language; Code (set theory); Software engineering; Multimedia; Mathematics education; Peer feedback; Artificial intelligence","score_opus":0.023200647522387752,"score_gpt":0.2723845086682113,"score_spread":0.24918386114582353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982866217","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2480848,0.00019523145,0.5870713,0.0014071688,0.00043030933,0.0023512,0.0004495776,0.109223194,0.0507872],"genre_scores_gemma":[0.586994,0.0002001771,0.37076008,0.0006634461,0.00022766214,0.0018355985,0.0008188201,0.0066106506,0.031889655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940826,0.002615595,0.00035231252,0.0011145773,0.0012133338,0.0006215736],"domain_scores_gemma":[0.97139627,0.018016405,0.0017719327,0.0041208277,0.0020662718,0.0026282743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004705808,0.0013175983,0.00079113716,0.00077457645,0.0012960235,0.0027967177,0.003599019,0.0012948026,0.020452393],"category_scores_gemma":[0.033749443,0.00054941373,0.0004186879,0.00059788843,0.0007617456,0.0034404425,0.004821155,0.0018427847,0.009186326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001157479,0.004177008,0.009046402,0.0010142504,0.000023895416,0.002066866,0.016530711,0.0038609244,0.095538385,0.007032318,0.041368794,0.81818295],"study_design_scores_gemma":[0.0010737071,0.0043254304,0.028539615,0.0010034404,0.00010689271,0.005798773,0.005714812,0.10521519,0.34118757,0.02579692,0.4806486,0.00058906886],"about_ca_topic_score_codex":0.00035780095,"about_ca_topic_score_gemma":0.0005501366,"teacher_disagreement_score":0.020452393,"about_ca_system_score_codex":0.00053548795,"about_ca_system_score_gemma":0.0015748978,"threshold_uncertainty_score":0.06842005},"labels":[],"label_agreement":null},{"id":"W198319396","doi":"10.15388/infedu.2006.02","title":"Structure, Scoring and Purpose of Computing Competitions","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"CONTEST; Olympiad; Competitor analysis; Competition (biology); Computer science; Test (biology); Mathematics education; Informatics; Inclusion (mineral); Psychology; Marketing; Political science; Social psychology","score_opus":0.005149845377398553,"score_gpt":0.24720260083267542,"score_spread":0.24205275545527688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W198319396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73038536,0.00054520805,0.04567095,0.0020045235,0.0009791468,0.0032029175,0.0016750491,0.0016218954,0.21391496],"genre_scores_gemma":[0.94920516,0.0001327061,0.02117775,0.0001696502,0.00018142788,0.0010980995,0.0013500118,0.00044091328,0.026244426],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98159593,0.006263915,0.0014444472,0.0013021685,0.0056830184,0.0037105163],"domain_scores_gemma":[0.9213413,0.019894024,0.009231495,0.0066835233,0.02036461,0.022485077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01508109,0.0007340029,0.0008741924,0.0043063276,0.0035652893,0.011022305,0.0022797827,0.0011451391,0.01528867],"category_scores_gemma":[0.06694769,0.0005330957,0.0005460971,0.0033939276,0.0018616094,0.0033897222,0.004812846,0.0024696635,0.0043457374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037716788,0.005130072,0.21551254,0.0010821209,0.0001762115,0.00058993744,0.011725032,0.025286483,0.018803557,0.17508902,0.061878458,0.48095492],"study_design_scores_gemma":[0.00056081265,0.0051082517,0.625588,0.00072966516,0.000080441445,0.0005881825,0.01789176,0.0703327,0.014236699,0.08164627,0.18232326,0.00091401936],"about_ca_topic_score_codex":0.003624441,"about_ca_topic_score_gemma":0.008872684,"teacher_disagreement_score":0.01528867,"about_ca_system_score_codex":0.0032578027,"about_ca_system_score_gemma":0.0042433958,"threshold_uncertainty_score":0.07975739},"labels":[],"label_agreement":null},{"id":"W1984954093","doi":"10.1145/1953163.1953340","title":"Reviewing CS1 exam question content","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Computer science; Content (measure theory); Information retrieval; Mathematics","score_opus":0.21042657530396625,"score_gpt":0.27663554942099755,"score_spread":0.0662089741170313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984954093","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9305221,0.0034102434,0.025846014,0.0025245335,0.00144291,0.0017628043,0.0022051178,0.0017957186,0.030490577],"genre_scores_gemma":[0.9138372,0.0022233333,0.051702395,0.0014764871,0.0008052809,0.00080839917,0.003445798,0.0008211097,0.024880005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.985307,0.005402198,0.002366856,0.0013552305,0.0050973995,0.00047132676],"domain_scores_gemma":[0.8143617,0.05413742,0.014029142,0.007302271,0.10726607,0.0029033923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011121724,0.00068441295,0.00049205497,0.004869594,0.0011568051,0.001872044,0.00089816016,0.0005547503,0.006240529],"category_scores_gemma":[0.10214254,0.00022721964,0.0003851925,0.0029860213,0.0004899248,0.0009415043,0.0013579807,0.0008021979,0.0028008977],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036856352,0.00046944522,0.108193025,0.002124773,0.0001143788,0.0010020459,0.010235938,0.0013829591,0.035642333,0.000809932,0.056167293,0.78348935],"study_design_scores_gemma":[0.00007026925,0.0017682576,0.5264877,0.0014989835,0.00019810817,0.0029771328,0.010613568,0.006460123,0.088177405,0.0019786104,0.35948163,0.0002881624],"about_ca_topic_score_codex":0.002002769,"about_ca_topic_score_gemma":0.004439026,"teacher_disagreement_score":0.011121724,"about_ca_system_score_codex":0.001624903,"about_ca_system_score_gemma":0.0017696442,"threshold_uncertainty_score":0.058817983},"labels":[],"label_agreement":null},{"id":"W1986026671","doi":"10.1145/611892.611912","title":"Toward a K-12 computer science curriculum","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Session (web analytics); Computer science; Work (physics); AP Computer Science; Mathematics education; Multimedia; Information and Computer Science; Library science; Engineering; World Wide Web; Pedagogy; Psychology; Mechanical engineering","score_opus":0.021701517766354993,"score_gpt":0.2571737437279442,"score_spread":0.23547222596158923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986026671","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17075378,0.004716897,0.14773585,0.32363865,0.010756691,0.0016318574,0.00092178007,0.0021048505,0.3377396],"genre_scores_gemma":[0.377899,0.008228246,0.27260324,0.036816765,0.0019362222,0.0016688326,0.0028669336,0.00067818514,0.29730248],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636984,0.0008754939,0.00026751804,0.00038873637,0.0012829029,0.00081559876],"domain_scores_gemma":[0.987847,0.00057290104,0.0006840746,0.00033730097,0.00372128,0.006837507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008629181,0.0005075025,0.00042163476,0.0015605757,0.004190999,0.010452793,0.0019495061,0.0032164184,0.01714155],"category_scores_gemma":[0.0077059376,0.0005931151,0.0005024406,0.0017398082,0.0022349928,0.0059760823,0.007229388,0.0061394214,0.0074230796],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019968933,0.002708363,0.014371669,0.0010828861,0.000016986383,0.00027276052,0.006561954,0.0043227216,0.008343406,0.29252425,0.346928,0.3226673],"study_design_scores_gemma":[0.00006297663,0.0004610508,0.013687308,0.001106897,0.000011800435,0.00029759642,0.008203551,0.0047639073,0.0042230054,0.07482575,0.89229834,0.00005784585],"about_ca_topic_score_codex":0.00650852,"about_ca_topic_score_gemma":0.014662324,"teacher_disagreement_score":0.01714155,"about_ca_system_score_codex":0.006722423,"about_ca_system_score_gemma":0.0379818,"threshold_uncertainty_score":0.0573442},"labels":[],"label_agreement":null},{"id":"W1987969485","doi":"10.1145/1562877.1562989","title":"Rich content plug-ins for the teaching machine","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Plug-in; Content (measure theory); Operating system; Mathematics","score_opus":0.0491317153650201,"score_gpt":0.2876496966430781,"score_spread":0.238517981278058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987969485","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013454446,0.00018852006,0.8050438,0.00037852576,0.00022175649,0.0005367536,0.0010479296,0.17053124,0.008597064],"genre_scores_gemma":[0.14855644,0.0004901061,0.7766355,0.0010073961,0.00023450793,0.0018601266,0.004239083,0.028372046,0.03860479],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924076,0.00014398083,0.00006117714,0.00015936632,0.00031860027,0.00007603047],"domain_scores_gemma":[0.99561405,0.0029340948,0.00012105756,0.0006410544,0.00029617824,0.00039355629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096129486,0.0015472214,0.0007428225,0.001249034,0.0004789823,0.0020433734,0.0026156227,0.0015116393,0.033202462],"category_scores_gemma":[0.005808339,0.0010366016,0.0007474041,0.00075633585,0.00046656135,0.004426974,0.003629249,0.002733047,0.011459989],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023068117,0.0022020203,0.0030098953,0.0018367469,0.00018090286,0.0020978868,0.0016318987,0.0072231255,0.15057588,0.028977588,0.099039115,0.70091814],"study_design_scores_gemma":[0.00083396956,0.00080389564,0.0053174943,0.00051294843,0.0003069327,0.0023166828,0.0002921519,0.15123254,0.28757674,0.033747006,0.51677525,0.00028437763],"about_ca_topic_score_codex":0.00032416408,"about_ca_topic_score_gemma":0.00059390056,"teacher_disagreement_score":0.033202462,"about_ca_system_score_codex":0.0004902107,"about_ca_system_score_gemma":0.0005767395,"threshold_uncertainty_score":0.111073315},"labels":[],"label_agreement":null},{"id":"W1988811962","doi":"10.1145/2729094.2742623","title":"Predicting Success in University First Year Computing Science Courses","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mathematics education; Computer science; Class (philosophy); Peer instruction; Reflection (computer programming); Intervention (counseling); Medical education; Peer learning; Psychology; Artificial intelligence; Medicine","score_opus":0.025242534551777288,"score_gpt":0.26108800036887464,"score_spread":0.23584546581709737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988811962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985891,0.000065845896,0.00010772029,0.000056821907,0.000009522002,0.000019471732,0.00013457322,0.00001163317,0.0010053255],"genre_scores_gemma":[0.99874747,0.000071770824,0.00018921775,0.000017581622,0.0000112752905,0.000019793848,0.00032397144,0.0000073142664,0.00061160646],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99874336,0.00030094813,0.000117482676,0.00014727593,0.00041586923,0.00027505978],"domain_scores_gemma":[0.9777998,0.008592087,0.0053950013,0.00060566614,0.0016936861,0.005913858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024524261,0.000567313,0.00025340365,0.002177302,0.0005292837,0.0016432046,0.00055884814,0.00096726156,0.0055163484],"category_scores_gemma":[0.017726807,0.00020499027,0.00042098959,0.001258993,0.0004873103,0.0008629037,0.0009739603,0.0013296296,0.002083511],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037078968,0.00024350201,0.9961267,0.0000056240665,0.000017249045,0.000012504899,0.00006431948,0.00008036639,0.00007276886,0.000012845226,0.00019558064,0.0031314096],"study_design_scores_gemma":[0.000003538043,0.00016453995,0.9985738,0.000009441559,0.00000902955,0.000024228617,0.00023841378,0.00057285454,0.00015433824,0.000029566407,0.00021560572,0.0000047079457],"about_ca_topic_score_codex":0.00329522,"about_ca_topic_score_gemma":0.005868445,"teacher_disagreement_score":0.0055163484,"about_ca_system_score_codex":0.0003765853,"about_ca_system_score_gemma":0.0004612214,"threshold_uncertainty_score":0.018454015},"labels":[],"label_agreement":null},{"id":"W1990281660","doi":"10.1109/icalt.2014.118","title":"Computational Thinking, Code Complexity, and Prior Experience in a Videogame-Building Assignment","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Division of Undergraduate Education; Natural Sciences and Engineering Research Council of Canada","keywords":"Scratch; Computational thinking; Computer science; Curriculum; Code (set theory); Mathematics education; Embedding; Multimedia; Simple (philosophy); Pedagogy; Artificial intelligence; Programming language; Psychology","score_opus":0.042299125031354814,"score_gpt":0.3150431044344979,"score_spread":0.2727439794031431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990281660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983935,0.000033628858,0.0002984042,0.00003712873,0.0000061744163,0.000021557697,0.0000069784246,0.000006513043,0.0011961756],"genre_scores_gemma":[0.9986904,0.000036237834,0.00023698734,0.00003387357,0.0000044196217,0.000024273635,0.000028863396,0.000006888485,0.00093806145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963665,0.0013765868,0.00022236104,0.00042909922,0.00090386026,0.00070155127],"domain_scores_gemma":[0.97353065,0.015999561,0.002739098,0.0009817973,0.0015672081,0.005181634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040368484,0.00046630544,0.0005563699,0.0013471087,0.0015344212,0.0044356724,0.0009676394,0.0009019446,0.004687806],"category_scores_gemma":[0.031416684,0.000497881,0.00034003312,0.0005713862,0.0025341446,0.0020046856,0.0030245115,0.0020938164,0.0006703113],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014412373,0.019210394,0.5785328,0.00040622626,0.00012850018,0.002606557,0.3128849,0.0018387827,0.01343673,0.0024282443,0.0015252348,0.06556022],"study_design_scores_gemma":[0.00010296299,0.008157436,0.7603872,0.00027509744,0.00011897841,0.0025630975,0.20745826,0.004070474,0.005809208,0.002088673,0.008693392,0.00027518455],"about_ca_topic_score_codex":0.0033349695,"about_ca_topic_score_gemma":0.0059146984,"teacher_disagreement_score":0.004687806,"about_ca_system_score_codex":0.00096843817,"about_ca_system_score_gemma":0.00077576755,"threshold_uncertainty_score":0.021349132},"labels":[],"label_agreement":null},{"id":"W1994740985","doi":"10.1145/1953163.1953301","title":"A web-based generation and delivery system for active code reading","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Reading (process); Code (set theory); Code generation; Web application; World Wide Web; Multimedia; Programming language; Operating system","score_opus":0.05739313269102686,"score_gpt":0.25147352516645705,"score_spread":0.19408039247543019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994740985","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066298544,0.00032978196,0.49666762,0.00035859848,0.000382464,0.0032640619,0.002475753,0.42395487,0.006268319],"genre_scores_gemma":[0.2945094,0.0004687928,0.64499426,0.0008378175,0.00041007157,0.003971034,0.009311147,0.020179303,0.025318122],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889696,0.00031889454,0.00010586767,0.0002333897,0.00036577138,0.000079066274],"domain_scores_gemma":[0.9902564,0.0047510206,0.0005688855,0.0016006834,0.0018490024,0.0009739962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024749378,0.0014565346,0.000904645,0.0019878375,0.0005794678,0.0012324877,0.0018619656,0.0013718989,0.024116592],"category_scores_gemma":[0.010564212,0.0006551098,0.00041165555,0.0009980715,0.00032661323,0.0014725842,0.0014845676,0.0011345553,0.009910721],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003038716,0.0031188524,0.0053877067,0.0005056233,0.000084017214,0.0008761477,0.0005359181,0.002531114,0.044241305,0.0012574148,0.07484835,0.86357474],"study_design_scores_gemma":[0.007019203,0.010688303,0.052838538,0.00054688164,0.00058763137,0.005686021,0.0004478285,0.3925655,0.27937153,0.0126616405,0.23640084,0.0011860641],"about_ca_topic_score_codex":0.0007977579,"about_ca_topic_score_gemma":0.00071000657,"teacher_disagreement_score":0.024116592,"about_ca_system_score_codex":0.00036012745,"about_ca_system_score_gemma":0.0006726124,"threshold_uncertainty_score":0.080678105},"labels":[],"label_agreement":null},{"id":"W1995382076","doi":"10.1145/1806512.1806529","title":"Moving K-7 education into the information age","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Mathematics education; Graph; Graph theory; Theoretical computer science; Psychology; Mathematics","score_opus":0.005276613320633744,"score_gpt":0.24396758547866595,"score_spread":0.2386909721580322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995382076","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27873674,0.016742693,0.07573915,0.1355642,0.0016989163,0.00014795504,0.00025533946,0.0010793934,0.49003562],"genre_scores_gemma":[0.8865505,0.015065678,0.046754584,0.009083953,0.0006117716,0.000095826406,0.0002506005,0.0001892471,0.04139777],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985613,0.000566917,0.00007383714,0.00018635661,0.0002991993,0.0003124969],"domain_scores_gemma":[0.9903453,0.0035827823,0.00071666786,0.00065121247,0.001521593,0.0031825379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039867666,0.0002835331,0.00034653314,0.0016181867,0.0022355076,0.006297909,0.0012514283,0.0019692322,0.014588528],"category_scores_gemma":[0.0066620703,0.00023156275,0.00030011951,0.0015083173,0.004181928,0.010421603,0.0049621155,0.0031480931,0.0044485126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005342243,0.000331881,0.0064044227,0.0005668192,0.000008444116,0.00013056202,0.006215436,0.00066174293,0.0010627952,0.6860271,0.022229591,0.27630776],"study_design_scores_gemma":[0.00001772306,0.00025309913,0.0055256714,0.001189372,0.000010553695,0.0002465897,0.014462394,0.001521478,0.0028482424,0.3218196,0.65207005,0.000035275196],"about_ca_topic_score_codex":0.002988096,"about_ca_topic_score_gemma":0.0040850015,"teacher_disagreement_score":0.014588528,"about_ca_system_score_codex":0.0038146495,"about_ca_system_score_gemma":0.009163637,"threshold_uncertainty_score":0.04880351},"labels":[],"label_agreement":null},{"id":"W1995795013","doi":"10.1145/2559206.2579484","title":"Loopo","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"Computer science; Interface (matter); Multimedia; Computer programming; Human–computer interaction; User interface; World Wide Web; Programming language; Operating system","score_opus":0.0060298206796283735,"score_gpt":0.2120063790355418,"score_spread":0.20597655835591341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995795013","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029176196,0.0004762882,0.3810046,0.0014766341,0.0009869245,0.0014696699,0.0024347438,0.040381476,0.54259354],"genre_scores_gemma":[0.20221442,0.00081735523,0.31190604,0.001919828,0.0002580027,0.0019880675,0.005487419,0.009087413,0.4663215],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909186,0.0001834515,0.000034702214,0.0002133199,0.00036497714,0.0001118121],"domain_scores_gemma":[0.99853396,0.00050003856,0.00005833713,0.0003739131,0.00028961673,0.0002441808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087913533,0.00042436528,0.00027409644,0.0008056328,0.0009011453,0.0018004418,0.0012517084,0.0007733362,0.09887397],"category_scores_gemma":[0.003605088,0.0002817892,0.00038092624,0.0005859218,0.0006152974,0.002943269,0.0034878666,0.0007944052,0.025222605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007808918,0.00062848284,0.0029354363,0.00066046754,0.000021823009,0.00027663598,0.0037691265,0.00093695754,0.014093933,0.10041155,0.12884906,0.7466357],"study_design_scores_gemma":[0.00008193526,0.00022340979,0.0008596069,0.00009909837,0.000014630412,0.00026908974,0.00027410281,0.0021882819,0.0038232761,0.008428412,0.98371375,0.000024554382],"about_ca_topic_score_codex":0.00089189044,"about_ca_topic_score_gemma":0.001406369,"teacher_disagreement_score":0.09887397,"about_ca_system_score_codex":0.00045327123,"about_ca_system_score_gemma":0.0010238303,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W1999307931","doi":"10.4018/jdet.2006070102","title":"Explaining Algorithms","year":2006,"lang":"en","type":"article","venue":"International Journal of Distance Education Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Traverse; Abstraction; Visualization; Focus (optics); Hierarchy; Graph; Theoretical computer science; Algorithm; Artificial intelligence","score_opus":0.008740258135740277,"score_gpt":0.2819512775109861,"score_spread":0.27321101937524583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999307931","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002464916,0.0010313927,0.9693596,0.001401558,0.0002966191,0.00013429196,0.00045056018,0.0029764366,0.021884637],"genre_scores_gemma":[0.059216958,0.003041114,0.9122469,0.000552997,0.0003379834,0.00023865073,0.001834483,0.0010469164,0.021484122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979449,0.0006883047,0.00018072237,0.0004278624,0.0006240457,0.00013420338],"domain_scores_gemma":[0.996431,0.0022532484,0.00015586255,0.00073931145,0.0003435754,0.00007700613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019992618,0.0017163785,0.00061981677,0.0018655369,0.0011356442,0.0037209694,0.00268031,0.0023162332,0.043997787],"category_scores_gemma":[0.007649561,0.0006187612,0.0020350106,0.0012653839,0.001966829,0.007485156,0.0032888767,0.0025007187,0.007560847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007672414,0.000057996003,0.00070762256,0.00082091335,0.00006316129,0.0002314342,0.0012567054,0.011475689,0.002545712,0.6820878,0.030335108,0.2703412],"study_design_scores_gemma":[0.000048562088,0.0000689043,0.00035595987,0.00036942752,0.00006205721,0.0008035523,0.00031178162,0.043492954,0.005639165,0.46264425,0.48614505,0.00005833834],"about_ca_topic_score_codex":0.0010161806,"about_ca_topic_score_gemma":0.0018078061,"teacher_disagreement_score":0.043997787,"about_ca_system_score_codex":0.001015852,"about_ca_system_score_gemma":0.0012232646,"threshold_uncertainty_score":0.1471873},"labels":[],"label_agreement":null},{"id":"W2000110740","doi":"10.1145/1473195.1473220","title":"Another approach for resisting student resistance to formal methods","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Computer science; Formal methods; Generative grammar; Curriculum; Foundation (evidence); Subject (documents); Mathematics education; Programming language; Software engineering; Artificial intelligence; Sociology; Pedagogy; Psychology; World Wide Web","score_opus":0.055266100708604424,"score_gpt":0.34102143996430917,"score_spread":0.28575533925570473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000110740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11936333,0.0006281853,0.65405005,0.07030389,0.0016441221,0.001224951,0.00008006223,0.005541387,0.14716397],"genre_scores_gemma":[0.5520789,0.00040812363,0.31796178,0.0169966,0.00050189963,0.0018555886,0.00013796201,0.0013993472,0.10865974],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9445097,0.027884511,0.0025077567,0.006070094,0.016689839,0.002338192],"domain_scores_gemma":[0.8641372,0.0448137,0.013143622,0.041519657,0.028671304,0.007714463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023878014,0.0013600813,0.0011033287,0.0034117557,0.0054738154,0.010228988,0.0047082985,0.006928913,0.0096699605],"category_scores_gemma":[0.085663445,0.0009875543,0.0016765296,0.0014473888,0.0086806705,0.009031974,0.01235464,0.012601669,0.0060864575],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072923006,0.0021728938,0.01586456,0.00109028,0.00028642823,0.00092369487,0.10573767,0.0016533873,0.053228736,0.29849544,0.06139095,0.45842668],"study_design_scores_gemma":[0.0007049643,0.0031857213,0.0069903904,0.0010541056,0.0002955262,0.0050486326,0.024859685,0.012514723,0.03161046,0.20330317,0.7098876,0.0005450628],"about_ca_topic_score_codex":0.00055847917,"about_ca_topic_score_gemma":0.0008916937,"teacher_disagreement_score":0.023878014,"about_ca_system_score_codex":0.0022566584,"about_ca_system_score_gemma":0.0056751766,"threshold_uncertainty_score":0.12628049},"labels":[],"label_agreement":null},{"id":"W2002488240","doi":"10.1145/330908.331887","title":"Enhancing student learning through on-line quizzes","year":2000,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Multimedia; Line (geometry); Mathematics education; Psychology; Mathematics","score_opus":0.024875923754296127,"score_gpt":0.31330786818869283,"score_spread":0.2884319444343967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002488240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98354673,0.00004340155,0.012990655,0.00010900706,0.00001822146,0.00022264833,0.00004716615,0.0010553101,0.0019668897],"genre_scores_gemma":[0.9617992,0.000103983664,0.033879768,0.00010026415,0.00003470096,0.00021313793,0.00016428986,0.000119690274,0.0035848734],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980539,0.00089306873,0.0001281783,0.00027944113,0.0004173659,0.0002281278],"domain_scores_gemma":[0.9784812,0.015258128,0.0015639586,0.0019475599,0.0011889321,0.0015602276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026270258,0.0011522581,0.0009232699,0.00072005054,0.00032799086,0.0014874827,0.0013900304,0.00064454443,0.0044402354],"category_scores_gemma":[0.019185027,0.00025909106,0.00025239214,0.0004722963,0.00036047128,0.0011728454,0.0012191295,0.0008764208,0.0012930145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004536525,0.04730734,0.035212763,0.0006268921,0.00012223166,0.00046671196,0.0024926974,0.0070688115,0.12236855,0.0008150849,0.003978934,0.77500343],"study_design_scores_gemma":[0.003837167,0.12268976,0.32931733,0.0003504681,0.00069392426,0.0022338869,0.002729278,0.084875025,0.41459695,0.008043743,0.03016086,0.00047159198],"about_ca_topic_score_codex":0.00021623458,"about_ca_topic_score_gemma":0.00034027942,"teacher_disagreement_score":0.0044402354,"about_ca_system_score_codex":0.00022799741,"about_ca_system_score_gemma":0.00031035533,"threshold_uncertainty_score":0.014854133},"labels":[],"label_agreement":null},{"id":"W2007563564","doi":"10.1145/1923947.1924028","title":"High school programming competition","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Competition (biology); Java; Computer science; Mathematics education; Programming language; Psychology","score_opus":0.00844242157279523,"score_gpt":0.2388980205447519,"score_spread":0.23045559897195667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007563564","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032719705,0.001635121,0.010164367,0.017396305,0.009013876,0.0006053145,0.018048318,0.007836214,0.90258086],"genre_scores_gemma":[0.051055912,0.0006562735,0.0047367844,0.0030661377,0.0007326582,0.0002638855,0.024526553,0.0020684246,0.9128935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99786335,0.00021204713,0.00007678952,0.00034951576,0.0009775503,0.00052066206],"domain_scores_gemma":[0.9926726,0.00029191183,0.00007026673,0.00035689326,0.0022315576,0.0043766466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023529632,0.0014020243,0.0011007274,0.0015901203,0.005639047,0.00707793,0.0021503363,0.0018855437,0.2943511],"category_scores_gemma":[0.003299801,0.00071737217,0.0010605489,0.0020119443,0.00084824045,0.0016931149,0.004657623,0.0041298047,0.13981867],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015928247,0.00023714219,0.0006096792,0.00006931843,0.00000934193,0.0000661833,0.00012339518,0.000157551,0.00054346514,0.005248591,0.9658817,0.026894433],"study_design_scores_gemma":[0.000057391644,0.00011547968,0.0028232527,0.000037263486,0.000006277536,0.00005600125,0.00015120988,0.00037770128,0.0004741327,0.002286548,0.99359655,0.000018102932],"about_ca_topic_score_codex":0.025853883,"about_ca_topic_score_gemma":0.095844455,"teacher_disagreement_score":0.2943511,"about_ca_system_score_codex":0.0048285117,"about_ca_system_score_gemma":0.008812438,"threshold_uncertainty_score":0.9847025},"labels":[],"label_agreement":null},{"id":"W2007736983","doi":"10.1145/1989622.1989636","title":"What does 50% mean?","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Grading (engineering); Computer science; Scheme (mathematics); Course (navigation); Mathematics education; Population; Norm (philosophy); Psychology; Mathematics; Engineering; Epistemology; Sociology; Demography","score_opus":0.03445025685014777,"score_gpt":0.24841041481926576,"score_spread":0.213960157969118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007736983","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21713483,0.06502088,0.06011126,0.31459737,0.030407859,0.00033872155,0.005751716,0.0018082111,0.30482912],"genre_scores_gemma":[0.92106634,0.013246262,0.016170837,0.024835745,0.0058982004,0.00063859526,0.0016241187,0.0007532748,0.01576665],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.982055,0.008610164,0.0012155282,0.0022902878,0.004984742,0.00084430526],"domain_scores_gemma":[0.9599509,0.023363797,0.004312493,0.002312537,0.008337661,0.0017225698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013851223,0.0006270129,0.0008989341,0.0032278558,0.0017043988,0.0057486356,0.00096659624,0.0017903901,0.0121957585],"category_scores_gemma":[0.11087172,0.00022173139,0.0005533398,0.0035580755,0.004368019,0.005324616,0.0017639701,0.0020924849,0.006777765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066865067,0.00016349572,0.09929203,0.0009819581,0.00027249978,0.00023551086,0.00758937,0.0007023295,0.00093029696,0.11647995,0.18123858,0.5914454],"study_design_scores_gemma":[0.000089354595,0.0005632582,0.18931866,0.0042055077,0.0003657975,0.0014478869,0.019095462,0.0027189325,0.0031414132,0.2763383,0.5023849,0.00033052015],"about_ca_topic_score_codex":0.0035415508,"about_ca_topic_score_gemma":0.0031792463,"teacher_disagreement_score":0.013851223,"about_ca_system_score_codex":0.002881162,"about_ca_system_score_gemma":0.0018490315,"threshold_uncertainty_score":0.073253155},"labels":[],"label_agreement":null},{"id":"W2009569506","doi":"10.1145/1562877.1562919","title":"Curing recursion aversion","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Recursion (computer science); Curriculum; Logo (programming language); Computer science; Mathematics education; Computational thinking; Multimedia; Pedagogy; Psychology; Programming language","score_opus":0.007905388558209681,"score_gpt":0.23474196933101074,"score_spread":0.22683658077280106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009569506","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22818428,0.0022094336,0.38518623,0.018211154,0.0008223682,0.00009242268,0.00022880177,0.0023171948,0.36274806],"genre_scores_gemma":[0.9178296,0.0009773928,0.03444916,0.0035513472,0.0002528805,0.000089310655,0.000087778644,0.0006283469,0.042134326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885106,0.00037721303,0.000042929038,0.00022229628,0.00028281682,0.00022369433],"domain_scores_gemma":[0.9964792,0.0017638032,0.00033388103,0.0008429208,0.00029175825,0.0002883883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014372612,0.00039307968,0.00040055095,0.00061845605,0.0015680081,0.001650208,0.0007858498,0.0011494007,0.01468342],"category_scores_gemma":[0.008645796,0.00028470924,0.00065057375,0.00032706815,0.006022954,0.0045446963,0.0059542125,0.003710927,0.0017999277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007496668,0.000055270008,0.0014968064,0.000079368925,0.000013449364,0.00059059064,0.0021974128,0.0006496469,0.0034497653,0.93678,0.0076601817,0.046952523],"study_design_scores_gemma":[0.000053609532,0.00006537873,0.00089818944,0.00007911258,0.00001807198,0.0015984159,0.0007193733,0.0025360654,0.0030550046,0.884933,0.10601628,0.000027507376],"about_ca_topic_score_codex":0.00072311854,"about_ca_topic_score_gemma":0.00081734103,"teacher_disagreement_score":0.01468342,"about_ca_system_score_codex":0.00082231784,"about_ca_system_score_gemma":0.00120932,"threshold_uncertainty_score":0.049120963},"labels":[],"label_agreement":null},{"id":"W2012283428","doi":"10.1145/1709424.1709460","title":"Naturally occurring data as research instrument","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Taxonomy (biology); Syntax; Tracing; Programming language; Code (set theory); Replication (statistics); Extension (predicate logic); Mathematics education; Natural language processing; Psychology; Mathematics","score_opus":0.11374979673839135,"score_gpt":0.3855628700363099,"score_spread":0.27181307329791854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012283428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6190961,0.0028179386,0.23887305,0.0050403797,0.0011717333,0.03970965,0.03639164,0.0006152511,0.056284178],"genre_scores_gemma":[0.6420218,0.0008499186,0.18055743,0.0024051098,0.000220798,0.1576323,0.012354921,0.00030792388,0.0036498131],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8442831,0.110136025,0.012439091,0.01260373,0.01777249,0.0027656252],"domain_scores_gemma":[0.6223095,0.27842295,0.02796514,0.039203122,0.028279934,0.0038193138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08125228,0.0009207539,0.0017780734,0.009501762,0.0045036334,0.0069566504,0.0032539123,0.0029451908,0.008322316],"category_scores_gemma":[0.24705115,0.0009218389,0.0012060801,0.018011784,0.00980128,0.009487376,0.009648099,0.0044350345,0.002356819],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029348473,0.0053121024,0.27465662,0.012021372,0.00057325006,0.0011362726,0.14695959,0.0038556578,0.007610966,0.3049405,0.020303208,0.21969569],"study_design_scores_gemma":[0.0016249219,0.0074123647,0.19468582,0.007163018,0.0005402895,0.0021085949,0.13715887,0.0117931245,0.012481558,0.23567715,0.3884224,0.00093184644],"about_ca_topic_score_codex":0.0022200572,"about_ca_topic_score_gemma":0.0013817607,"teacher_disagreement_score":0.08125228,"about_ca_system_score_codex":0.003569037,"about_ca_system_score_gemma":0.004642546,"threshold_uncertainty_score":0.42970824},"labels":[],"label_agreement":null},{"id":"W2013454271","doi":"10.1145/2729094.2754852","title":"PCRS-C","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.06551160981483954,"score_gpt":0.27407615938375973,"score_spread":0.20856454956892018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013454271","genre_codex":"software","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007359459,0.0005109997,0.20435244,0.0005493322,0.000581077,0.0009669265,0.01447682,0.6924302,0.07877283],"genre_scores_gemma":[0.17373236,0.0011607514,0.39553457,0.0034572268,0.00057692174,0.0022320373,0.09346512,0.16574515,0.16409592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99689144,0.00042692697,0.00027966907,0.0005815317,0.0014967758,0.00032373625],"domain_scores_gemma":[0.99446315,0.0013782972,0.00031836596,0.0016769037,0.0017680749,0.0003951191],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022613702,0.0015724074,0.0009532551,0.0014913795,0.00069538126,0.0022541431,0.005057692,0.0012992023,0.17773525],"category_scores_gemma":[0.010627734,0.0010158622,0.0011974666,0.0010653072,0.00088101416,0.0033247876,0.0031689042,0.00221734,0.112275794],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015150069,0.0003789732,0.0021781237,0.0010721821,0.0001070366,0.00035818477,0.00017981845,0.006353723,0.012256405,0.020327637,0.70939714,0.24587579],"study_design_scores_gemma":[0.0006260869,0.00047409887,0.002265655,0.00025329995,0.00008270974,0.000954461,0.00008015342,0.07382016,0.051218286,0.019986792,0.8500321,0.00020625236],"about_ca_topic_score_codex":0.0024748847,"about_ca_topic_score_gemma":0.0020020439,"teacher_disagreement_score":0.82226473,"about_ca_system_score_codex":0.0009333969,"about_ca_system_score_gemma":0.0022106606,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2013949252","doi":"10.1145/2597959.2597976","title":"Addressing challenges students face in first-year university Computing Science and Engineering Science courses","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Face (sociological concept); Science and engineering; Computer science; Engineering education; Mathematics education; Medical education; Engineering management; Engineering ethics; Psychology; Engineering; Medicine; Sociology","score_opus":0.0366244267777137,"score_gpt":0.2827116090673459,"score_spread":0.24608718228963217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013949252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97836226,0.00027025782,0.005625029,0.00558179,0.000104458435,0.00026782983,0.00005386652,0.00014327027,0.009591214],"genre_scores_gemma":[0.9864248,0.0003457741,0.008798764,0.0007270692,0.00004905331,0.0002388185,0.00008639532,0.0000393879,0.003289953],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9878605,0.0044387486,0.00059987104,0.00073384837,0.00440254,0.001964533],"domain_scores_gemma":[0.96572924,0.01208972,0.0041153664,0.0006939073,0.009192826,0.00817899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011072886,0.0006000735,0.0005363991,0.001600882,0.003162613,0.0041608745,0.0014637406,0.00200114,0.0030748376],"category_scores_gemma":[0.0487659,0.00044682217,0.0004399071,0.0007886747,0.0008289819,0.0039092195,0.003820598,0.001982384,0.00093507796],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043588298,0.004117287,0.26635602,0.0011656911,0.00004958048,0.0018587327,0.22738332,0.0021772047,0.012876806,0.0033397146,0.015628926,0.46461082],"study_design_scores_gemma":[0.00008115356,0.0027703873,0.21329886,0.00069336686,0.00006719979,0.0016660977,0.6694088,0.008614457,0.013457749,0.008316162,0.08126842,0.00035731992],"about_ca_topic_score_codex":0.0013803495,"about_ca_topic_score_gemma":0.0030437778,"teacher_disagreement_score":0.011072886,"about_ca_system_score_codex":0.0018286512,"about_ca_system_score_gemma":0.0048876014,"threshold_uncertainty_score":0.058559716},"labels":[],"label_agreement":null},{"id":"W2014960102","doi":"10.1145/1536274.1536280","title":"Pedagogical transformations in the UBC CS science education initiative","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mathematics education; Engineering ethics; Science education; Computer science; Political science; Pedagogy; Sociology; Engineering; Psychology","score_opus":0.08017395521755287,"score_gpt":0.37117455908329766,"score_spread":0.2910006038657448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014960102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9051953,0.00037504805,0.012425543,0.012184014,0.00021884768,0.0006448814,0.00016572051,0.0013026757,0.06748799],"genre_scores_gemma":[0.9624027,0.00032028178,0.021481019,0.0016275103,0.00005983579,0.00025557503,0.00035275373,0.00020326047,0.013297016],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9908208,0.003548666,0.00029906814,0.00059735845,0.0037862635,0.000947836],"domain_scores_gemma":[0.98739886,0.004866749,0.0009694487,0.0015371555,0.0021365362,0.0030912466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077099083,0.00019780248,0.00021208587,0.0010022431,0.0035651303,0.0052215,0.001110889,0.0012631695,0.0025683332],"category_scores_gemma":[0.017599344,0.00026651626,0.00029334374,0.002399674,0.004749023,0.003062418,0.005153219,0.003962549,0.00039173078],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005696711,0.007852204,0.031870637,0.000332569,0.000020318923,0.0006497437,0.06895983,0.0022103698,0.01959238,0.09786152,0.024813859,0.74526685],"study_design_scores_gemma":[0.000536536,0.0024477718,0.19309781,0.00024485515,0.000052997875,0.0007642615,0.099003024,0.012607987,0.06836122,0.05262916,0.57003397,0.00022034769],"about_ca_topic_score_codex":0.013295077,"about_ca_topic_score_gemma":0.015666105,"teacher_disagreement_score":0.013295077,"about_ca_system_score_codex":0.0064479713,"about_ca_system_score_gemma":0.014321789,"threshold_uncertainty_score":0.046783507},"labels":[],"label_agreement":null},{"id":"W2015103881","doi":"10.1145/1536274.1536282","title":"Re-thinking computer literacy in post-secondary education","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer literacy; Computer science; Mathematics education; Literacy; Computer education; Computational thinking; Course (navigation); Multimedia; Pedagogy; Artificial intelligence; World Wide Web; Engineering; Mathematics; Psychology","score_opus":0.007378405890614809,"score_gpt":0.2740023622904614,"score_spread":0.2666239563998466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015103881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777559,0.000496103,0.0006670249,0.0022579895,0.00010415404,0.000053847307,0.000030409283,0.00003637738,0.018598018],"genre_scores_gemma":[0.9835141,0.00034225432,0.0004040263,0.0007191312,0.000036259626,0.000036856032,0.00005472774,0.000013058943,0.014879501],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99897635,0.00023352737,0.000050852588,0.00012298157,0.0002240138,0.00039232796],"domain_scores_gemma":[0.99523526,0.0013280176,0.0005189274,0.00026719098,0.0008657087,0.0017848399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016762775,0.00025884144,0.00039505833,0.0011761463,0.0020107229,0.0046334923,0.0004459233,0.0012720568,0.012165],"category_scores_gemma":[0.006150193,0.00024521933,0.00035759137,0.00051242905,0.0017414313,0.0024035114,0.0019706667,0.0027668565,0.0019961959],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059543515,0.009945505,0.3284999,0.0006984061,0.000036406243,0.004097388,0.27513394,0.0002928961,0.014674529,0.025148699,0.022469522,0.31840736],"study_design_scores_gemma":[0.00019140147,0.0037424287,0.6149269,0.0009185518,0.00005249609,0.00337312,0.15628837,0.0013321515,0.010564827,0.04028177,0.1682399,0.00008799527],"about_ca_topic_score_codex":0.0031578208,"about_ca_topic_score_gemma":0.006266944,"teacher_disagreement_score":0.012165,"about_ca_system_score_codex":0.0013547422,"about_ca_system_score_gemma":0.0032323769,"threshold_uncertainty_score":0.040696025},"labels":[],"label_agreement":null},{"id":"W2015603874","doi":"10.2190/ryw7-eg6h-qu6v-8rec","title":"Dragon Play: Microworld Design in a Whole-Class Context","year":2002,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Class (philosophy); Context (archaeology); Computer science; Mathematics education; Instructional design; Educational technology; Affect (linguistics); Context effect; Human–computer interaction; Sociology; Psychology; Multimedia; Artificial intelligence","score_opus":0.13758787380932022,"score_gpt":0.3900594099539973,"score_spread":0.2524715361446771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015603874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12143046,0.00041259974,0.7864669,0.0020082796,0.00031801336,0.001111303,0.0001752499,0.0015133262,0.08656392],"genre_scores_gemma":[0.53662926,0.0002860857,0.4314982,0.00030852144,0.000037920872,0.0015964424,0.00018435821,0.0004439198,0.02901528],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9979656,0.0013329067,0.000042783988,0.00026457742,0.0001936031,0.0002005378],"domain_scores_gemma":[0.9985682,0.00056535134,0.00008481253,0.0003198698,0.000102890794,0.00035899095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001802757,0.0014856792,0.0005253159,0.0009379793,0.0022140404,0.0066213836,0.0028413355,0.0012451427,0.014207972],"category_scores_gemma":[0.0026667984,0.00063646986,0.00056474336,0.00047154617,0.0053559295,0.004069229,0.004447989,0.0014696543,0.0011182283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005755354,0.00093539996,0.006182251,0.000897445,0.00008873671,0.0016195473,0.06460289,0.024518788,0.028203089,0.68707573,0.015450035,0.16985057],"study_design_scores_gemma":[0.00035029446,0.0013173635,0.0046584955,0.00039172723,0.00013703477,0.0018677028,0.040398825,0.068011776,0.01703302,0.21180937,0.6538135,0.00021090987],"about_ca_topic_score_codex":0.0020332248,"about_ca_topic_score_gemma":0.00539697,"teacher_disagreement_score":0.014207972,"about_ca_system_score_codex":0.0017005913,"about_ca_system_score_gemma":0.0011699075,"threshold_uncertainty_score":0.047530353},"labels":[],"label_agreement":null},{"id":"W2016111071","doi":"10.1145/2247569.2247578","title":"Automatic code generation within student's software engineering projects","year":2012,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan College","funders":"","keywords":"Capstone; Bachelor; Software engineering; Software development; Social software engineering; Context (archaeology); Computer science; Engineering management; Personal software process; Software; Software system; Software construction; Engineering; Programming language","score_opus":0.04417557930171603,"score_gpt":0.2874400180645007,"score_spread":0.24326443876278467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016111071","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19517836,0.00013360633,0.7850104,0.00024868117,0.00007757551,0.00070774974,0.000111754765,0.009703045,0.008828764],"genre_scores_gemma":[0.34177753,0.00013797932,0.6467751,0.000090861664,0.000029966224,0.00047353876,0.0006738412,0.0021515572,0.007889634],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927972,0.0032320821,0.00039118563,0.0011227811,0.00208925,0.00036751293],"domain_scores_gemma":[0.9694947,0.015700271,0.0017835186,0.007188125,0.004552557,0.0012809018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066932663,0.0005987467,0.00045669166,0.0013666227,0.0006326938,0.0017972754,0.001859486,0.00076778827,0.0046526715],"category_scores_gemma":[0.030593574,0.00045866254,0.00044813528,0.0008831287,0.00047675622,0.0017831925,0.002632226,0.0011434098,0.0025444697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026707645,0.0008804908,0.010084802,0.00018842121,0.000021924978,0.00022691682,0.0037278933,0.0068163597,0.021451538,0.0069486927,0.004589797,0.9447961],"study_design_scores_gemma":[0.0008143139,0.004534281,0.037380073,0.0005860645,0.00015346355,0.003347226,0.0051177354,0.39202857,0.25345364,0.05413346,0.24804316,0.00040798547],"about_ca_topic_score_codex":0.00038908888,"about_ca_topic_score_gemma":0.0007210232,"teacher_disagreement_score":0.0066932663,"about_ca_system_score_codex":0.000512995,"about_ca_system_score_gemma":0.0014601231,"threshold_uncertainty_score":0.035397768},"labels":[],"label_agreement":null},{"id":"W2017240144","doi":"10.1145/1047124.1047441","title":"Learning by doing","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Control (management); Software; Software engineering; Work (physics); Code (set theory); Software development; Programming language; Artificial intelligence; Engineering","score_opus":0.0072012255912518195,"score_gpt":0.22962121018862447,"score_spread":0.22241998459737264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017240144","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013261294,0.0017322251,0.060818117,0.020518491,0.0025770934,0.00029773815,0.00044927112,0.0022685388,0.89807725],"genre_scores_gemma":[0.2068558,0.0061922194,0.07609135,0.014386184,0.0017278283,0.000762734,0.0021741213,0.0014792435,0.69033045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669266,0.000930676,0.00012860721,0.0008283365,0.001020923,0.0003987519],"domain_scores_gemma":[0.9949838,0.00069826114,0.00034452183,0.001301978,0.00085537974,0.0018159146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021716128,0.0009855363,0.00045138507,0.0007382034,0.0024282592,0.009420533,0.0015887136,0.0016136381,0.10463063],"category_scores_gemma":[0.007307574,0.0003119501,0.00072876364,0.00072856434,0.0032181435,0.009174767,0.006875691,0.0032252118,0.060964655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000571038,0.00033643964,0.003304292,0.00041135482,0.000027654283,0.00028438418,0.014596993,0.00043877822,0.0028272085,0.21335661,0.30162695,0.46273234],"study_design_scores_gemma":[0.000009325747,0.00006957388,0.0006412268,0.00018071149,0.000012072303,0.00029022119,0.002530408,0.00017449785,0.00071523205,0.07232554,0.92303526,0.000015763582],"about_ca_topic_score_codex":0.0009038695,"about_ca_topic_score_gemma":0.0014275238,"teacher_disagreement_score":0.10463063,"about_ca_system_score_codex":0.0012435924,"about_ca_system_score_gemma":0.0035709331,"threshold_uncertainty_score":0.35002428},"labels":[],"label_agreement":null},{"id":"W2017587927","doi":"10.1145/1473195.1473222","title":"Using open-source robocode as a Java programming assignment","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Java; Computer science; Open source; Reflection (computer programming); Mathematics education; Programming language; Pedagogy; Psychology; Software","score_opus":0.07750012526958257,"score_gpt":0.3129533146011387,"score_spread":0.23545318933155612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017587927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6476295,0.00026496846,0.25172263,0.0039046453,0.0004451754,0.00061334536,0.00015709226,0.0028116168,0.09245109],"genre_scores_gemma":[0.83463556,0.00021060495,0.1334456,0.00041012865,0.00005554528,0.0004332266,0.0001635334,0.00080590596,0.029839937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945531,0.0035632497,0.000107015454,0.000477757,0.0008505799,0.0004482222],"domain_scores_gemma":[0.9929698,0.0035658109,0.00045805785,0.00094502646,0.0009859896,0.0010752234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004296733,0.00046857435,0.00038944272,0.00070431095,0.002419401,0.0030171114,0.0017883665,0.0007464083,0.0046210242],"category_scores_gemma":[0.014353104,0.0002660136,0.0002607549,0.0005369833,0.002009207,0.0034058352,0.004043541,0.0014136375,0.0012479756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077738764,0.0028432608,0.009412053,0.0009230585,0.000055384873,0.0032645853,0.23853128,0.007903621,0.04310949,0.06513421,0.036508758,0.5915369],"study_design_scores_gemma":[0.00017704377,0.0022546405,0.011800415,0.00053415267,0.00004189383,0.0029557839,0.09456321,0.019739956,0.03088761,0.020355545,0.8164331,0.00025665728],"about_ca_topic_score_codex":0.0013671748,"about_ca_topic_score_gemma":0.004817107,"teacher_disagreement_score":0.0046210242,"about_ca_system_score_codex":0.0008907999,"about_ca_system_score_gemma":0.0014088074,"threshold_uncertainty_score":0.022723556},"labels":[],"label_agreement":null},{"id":"W2019583725","doi":"10.1145/2591708.2591752","title":"Comparing outcomes in inverted and traditional CS1","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Computer science; Population; Function (biology); Psychology; Demography; Sociology","score_opus":0.053532682594170225,"score_gpt":0.2485468448807927,"score_spread":0.1950141622866225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019583725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99794453,0.000033172128,0.00007957323,0.00005895002,0.000014644098,0.000016231892,0.00021047288,0.0000074289437,0.0016350257],"genre_scores_gemma":[0.9976816,0.000027256292,0.00008826753,0.00006139425,0.000020071959,0.000020647189,0.00066674134,0.0000066030657,0.001427306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891686,0.00014787154,0.000058644597,0.00014421898,0.0002815303,0.00045092276],"domain_scores_gemma":[0.9892726,0.0016437257,0.0027154253,0.00052017736,0.00094716984,0.0049008164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018615182,0.00034727476,0.00038203763,0.0016360928,0.00058413023,0.0011017569,0.00053124403,0.0005833708,0.00898435],"category_scores_gemma":[0.008105019,0.000105272054,0.0005924484,0.0010950603,0.00080108986,0.00082107715,0.0017733139,0.001418666,0.0013006056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0083057145,0.0069550527,0.90235114,0.00011997813,0.00024482355,0.00039278064,0.0013944153,0.0019954506,0.0047943317,0.0022655795,0.003800313,0.06738052],"study_design_scores_gemma":[0.0001346279,0.005889849,0.98607266,0.000025669959,0.000054920583,0.00016421828,0.001963209,0.0009319961,0.0019986725,0.0007488181,0.001976614,0.000038855895],"about_ca_topic_score_codex":0.004942036,"about_ca_topic_score_gemma":0.0060480954,"teacher_disagreement_score":0.00898435,"about_ca_system_score_codex":0.0010536329,"about_ca_system_score_gemma":0.001030836,"threshold_uncertainty_score":0.030055642},"labels":[],"label_agreement":null},{"id":"W2019625965","doi":"10.1145/1268784.1268879","title":"Extending a marking tool with simple support for testing","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Simple (philosophy); Computer science; Test (biology); Extensibility; Software engineering; Programming language; Human–computer interaction","score_opus":0.03362084962184924,"score_gpt":0.29181308661305516,"score_spread":0.2581922369912059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019625965","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016502943,0.00010486825,0.9000304,0.00016523963,0.00026413653,0.00053839467,0.0006171993,0.07416048,0.0076163183],"genre_scores_gemma":[0.16792603,0.00022669755,0.8025972,0.00040573318,0.00013798111,0.0005577656,0.002575275,0.010420384,0.015152936],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99516666,0.00068811094,0.0008571274,0.0006143284,0.0023659535,0.00030790636],"domain_scores_gemma":[0.9738927,0.01245343,0.0013339249,0.007991571,0.0034101985,0.00091811956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038789986,0.0018236683,0.0009330346,0.0021905568,0.0005801702,0.0024413816,0.004249479,0.0017427806,0.013101479],"category_scores_gemma":[0.03006381,0.0011080677,0.0009828443,0.0016847493,0.001245483,0.0060370546,0.0041072527,0.0020901999,0.0046005906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012401626,0.00093802524,0.0059599555,0.0012269599,0.000070956325,0.0021824501,0.0012794491,0.011733688,0.098070085,0.02095727,0.022775706,0.83356535],"study_design_scores_gemma":[0.0007689319,0.0015864075,0.0071135154,0.0008658761,0.0003067313,0.0069481516,0.00029670532,0.21290642,0.27729684,0.05704856,0.43396476,0.00089727814],"about_ca_topic_score_codex":0.0010922748,"about_ca_topic_score_gemma":0.0011457321,"teacher_disagreement_score":0.013101479,"about_ca_system_score_codex":0.00042824153,"about_ca_system_score_gemma":0.0012846739,"threshold_uncertainty_score":0.043828845},"labels":[],"label_agreement":null},{"id":"W2019907981","doi":"10.1145/1352135.1352183","title":"Poogle and the unknown-answer assignment","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.012376047293277445,"score_gpt":0.20147898454919694,"score_spread":0.18910293725591948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019907981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3301918,0.0009034252,0.4931263,0.0047770366,0.00054040656,0.0006327206,0.00041656816,0.006289407,0.16312236],"genre_scores_gemma":[0.77754873,0.0003877675,0.16939783,0.0006092148,0.00013255981,0.00068908377,0.0005341697,0.000879417,0.049821176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99538994,0.0024637296,0.00017920484,0.00060971954,0.000905983,0.00045140128],"domain_scores_gemma":[0.9865465,0.008727759,0.0008301981,0.0015230826,0.0008599687,0.0015125832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003300345,0.00072887336,0.00047356193,0.00087390374,0.00215266,0.003581029,0.0017249779,0.0014166516,0.02279836],"category_scores_gemma":[0.023485754,0.00047830297,0.0003885927,0.0009254343,0.003288766,0.0057701627,0.0060090898,0.002595965,0.0036268597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002523512,0.0015166817,0.007168511,0.00093648944,0.00003062049,0.0005287062,0.0071715093,0.0125951655,0.007959673,0.24971938,0.03344393,0.6764059],"study_design_scores_gemma":[0.00061036216,0.0027834037,0.015209885,0.000522299,0.000071444534,0.0017911239,0.0037197052,0.03698539,0.03489926,0.37227133,0.5308148,0.00032097637],"about_ca_topic_score_codex":0.0006307317,"about_ca_topic_score_gemma":0.0009862375,"teacher_disagreement_score":0.02279836,"about_ca_system_score_codex":0.0008072366,"about_ca_system_score_gemma":0.001578486,"threshold_uncertainty_score":0.07626814},"labels":[],"label_agreement":null},{"id":"W202128211","doi":"10.1007/978-3-662-44447-4_10","title":"Story-Based Virtual Experiment Environment","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in educational technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Virtual Laboratory; Virtual lab; Mathematics education; Process (computing); Science learning; Instructional simulation; Virtual learning environment; Computer science; Science education; Multimedia; Psychology; Educational technology","score_opus":0.010867593566043821,"score_gpt":0.24703939999349142,"score_spread":0.2361718064274476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W202128211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15610147,0.0010399526,0.5484058,0.0014261338,0.000750307,0.0013065697,0.0049186726,0.013346266,0.27270478],"genre_scores_gemma":[0.5949239,0.0010754914,0.22633143,0.00058697385,0.00017632374,0.00245106,0.005091947,0.0013285766,0.1680343],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99961555,0.00020211589,0.0000160685,0.000053098185,0.00007311543,0.000039942937],"domain_scores_gemma":[0.9989041,0.00054847053,0.000033536176,0.0001362317,0.000084668245,0.0002928872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005797916,0.00078003516,0.00035461396,0.00035342932,0.0006579022,0.0017994154,0.0023449925,0.0008280405,0.053257786],"category_scores_gemma":[0.0013929324,0.00029764898,0.00036499574,0.00025705888,0.00056268874,0.0015747112,0.0029851526,0.0008580801,0.005907699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048895064,0.0051112105,0.0040888395,0.0025085341,0.00021681745,0.0040970403,0.015119304,0.029910203,0.11007099,0.15019067,0.21305102,0.46074596],"study_design_scores_gemma":[0.0009056066,0.0025745833,0.008448531,0.00035881798,0.00014617297,0.0037206681,0.0035676034,0.06920657,0.031935077,0.05128911,0.82757026,0.0002769897],"about_ca_topic_score_codex":0.0003346102,"about_ca_topic_score_gemma":0.0006105731,"teacher_disagreement_score":0.053257786,"about_ca_system_score_codex":0.00023226677,"about_ca_system_score_gemma":0.00037584864,"threshold_uncertainty_score":0.17816508},"labels":[],"label_agreement":null},{"id":"W2023467321","doi":"10.1145/1562877.1562937","title":"Adaptation of team-based learning on a first term programming class","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Computer science; Adaptation (eye); Class (philosophy); Term (time); Artificial intelligence; Mathematics education; Psychology","score_opus":0.01949364337488405,"score_gpt":0.25404158662777027,"score_spread":0.23454794325288622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023467321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9343734,0.0000749335,0.04692648,0.0003944636,0.00029266172,0.0013913274,0.000112653834,0.0019777748,0.014456435],"genre_scores_gemma":[0.86584854,0.00011468373,0.11926977,0.00022752123,0.00008694213,0.00088126725,0.00027169066,0.00032892055,0.012970681],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99804354,0.00063637004,0.00009729091,0.0003874973,0.00051622913,0.00031896902],"domain_scores_gemma":[0.9950185,0.0012280352,0.00021092156,0.001079613,0.0008039793,0.0016589428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014305353,0.00061958405,0.0005882504,0.00054581143,0.0007849412,0.0017575669,0.0023000895,0.0010249062,0.0045523522],"category_scores_gemma":[0.0059860554,0.000270157,0.00069741206,0.00043865357,0.0004694032,0.00059767306,0.0022322044,0.0018084516,0.0018882324],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013386301,0.02429037,0.013039813,0.00046002032,0.00008724528,0.0012841036,0.010363323,0.027026886,0.05367388,0.0020123303,0.006813143,0.8596103],"study_design_scores_gemma":[0.003004406,0.05814436,0.16664161,0.00081453583,0.0005798104,0.004473102,0.012810329,0.2670073,0.20442905,0.016112918,0.26475993,0.0012226512],"about_ca_topic_score_codex":0.0014262077,"about_ca_topic_score_gemma":0.0017153044,"teacher_disagreement_score":0.0045523522,"about_ca_system_score_codex":0.00087208784,"about_ca_system_score_gemma":0.0009065835,"threshold_uncertainty_score":0.015229166},"labels":[],"label_agreement":null},{"id":"W2023916559","doi":"10.1145/1929887.1929907","title":"Enhancing the social issues components in our computing curriculum","year":2011,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Curriculum; Information and Communications Technology; Computer science; Work (physics); Set (abstract data type); Engineering ethics; Computational thinking; Social computing; Knowledge management; Social media; Sociology; Pedagogy; World Wide Web; Artificial intelligence; Engineering","score_opus":0.04965896174024587,"score_gpt":0.31206647433516277,"score_spread":0.2624075125949169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023916559","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49647614,0.002388982,0.072305694,0.11225126,0.0025579366,0.0014827119,0.000092657654,0.00076965813,0.31167486],"genre_scores_gemma":[0.8917356,0.0024953424,0.05025462,0.007799604,0.0008420014,0.000925241,0.00012975602,0.00030768345,0.045510072],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902958,0.004951712,0.00043556577,0.0008652402,0.002251724,0.0011998626],"domain_scores_gemma":[0.9785957,0.0075897365,0.0024510568,0.0017481582,0.002409482,0.0072058877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011307046,0.000750927,0.00047523782,0.002127772,0.009343986,0.013155108,0.0019838202,0.0026753652,0.013808553],"category_scores_gemma":[0.019716805,0.00048316075,0.0007545807,0.0011242047,0.008166871,0.008631887,0.0147432145,0.005852851,0.0027857055],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006207363,0.0035091413,0.028057607,0.0013173808,0.000033417116,0.0007509177,0.22387274,0.0016881467,0.009739054,0.25650135,0.036188826,0.43827936],"study_design_scores_gemma":[0.000028918845,0.0005190801,0.018321052,0.0008594293,0.000039899027,0.00058820884,0.071600236,0.001259263,0.003947533,0.1286919,0.77407396,0.00007055817],"about_ca_topic_score_codex":0.0013613086,"about_ca_topic_score_gemma":0.0034877555,"teacher_disagreement_score":0.013808553,"about_ca_system_score_codex":0.005849911,"about_ca_system_score_gemma":0.01717031,"threshold_uncertainty_score":0.05979806},"labels":[],"label_agreement":null},{"id":"W2024020591","doi":"10.1145/364447.364619","title":"Experiences with tutored video instruction for introductory programming courses","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Abandonment (legal); Computer science; Studio; Mathematics education; Quarter (Canadian coin); Course (navigation); Community college; Multimedia; Medical education; Psychology; Engineering; Medicine; Political science; Telecommunications","score_opus":0.014735095674151386,"score_gpt":0.25968890961718516,"score_spread":0.24495381394303378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024020591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98866975,0.0002957985,0.0057641533,0.00039180205,0.000049888728,0.00008938548,0.000045558736,0.00019681985,0.004496885],"genre_scores_gemma":[0.98694104,0.00031072996,0.006382527,0.00034404133,0.000053407453,0.00010104225,0.00011772212,0.00011782051,0.005631553],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99384946,0.004141965,0.00018570948,0.00048512968,0.000647478,0.0006903851],"domain_scores_gemma":[0.98930025,0.006126408,0.000759346,0.00054324867,0.0011176596,0.0021531046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044936184,0.00073655765,0.0006103273,0.0007494532,0.002305508,0.0030270119,0.0021712026,0.0015210594,0.0052221017],"category_scores_gemma":[0.018772297,0.0003982818,0.0005677425,0.00061516545,0.0014027053,0.0018071255,0.0029808357,0.0021667928,0.0009283375],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001093994,0.0064410954,0.04887575,0.0009518937,0.00010620503,0.009108913,0.6265578,0.0022205128,0.025164481,0.0022355884,0.00777853,0.2694652],"study_design_scores_gemma":[0.0007357604,0.01888068,0.07056096,0.00065631355,0.00047317485,0.018416885,0.5725466,0.014429515,0.052261733,0.002930647,0.24746244,0.00064533745],"about_ca_topic_score_codex":0.0020804736,"about_ca_topic_score_gemma":0.0038368788,"teacher_disagreement_score":0.0052221017,"about_ca_system_score_codex":0.0012240519,"about_ca_system_score_gemma":0.0008094292,"threshold_uncertainty_score":0.023764849},"labels":[],"label_agreement":null},{"id":"W2024048799","doi":"10.1007/s11948-006-0032-9","title":"On teaching computer ethics within a computer science department","year":2006,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Agency (philosophy); Computer ethics; Engineering ethics; Philosophy of science; Quarter (Canadian coin); Information ethics; Computer science; Medical education; Sociology; Engineering; Meta-ethics; Medicine; Social science","score_opus":0.02297975660374577,"score_gpt":0.28088746312450524,"score_spread":0.25790770652075945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024048799","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17591128,0.0056055486,0.03601129,0.12780678,0.0027572738,0.00017509465,0.00003173878,0.00008375151,0.65161717],"genre_scores_gemma":[0.81242186,0.010202459,0.01587422,0.015226587,0.00085746945,0.00028199633,0.000042406606,0.00012339983,0.14496955],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9944186,0.0037271422,0.00007479153,0.00022491225,0.0009567548,0.0005977454],"domain_scores_gemma":[0.9875486,0.0076231016,0.000387162,0.00029186657,0.0012256757,0.0029235883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00427686,0.00034508586,0.0002700589,0.00086831226,0.009179726,0.0057837768,0.0012054741,0.0028235284,0.009473973],"category_scores_gemma":[0.009512919,0.00023686391,0.00022797784,0.00096083054,0.007709095,0.0041678115,0.0063721268,0.0049464717,0.0012057635],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001385461,0.0014767747,0.0068645556,0.00032532495,0.000021574711,0.00091326213,0.057707343,0.002998436,0.0022503547,0.53490853,0.13996054,0.25243485],"study_design_scores_gemma":[0.000039956092,0.00035749012,0.006801662,0.0010460013,0.000022888946,0.0004940174,0.08165049,0.0028363473,0.0024169588,0.27304435,0.63124514,0.00004473176],"about_ca_topic_score_codex":0.0066400785,"about_ca_topic_score_gemma":0.02415725,"teacher_disagreement_score":0.009473973,"about_ca_system_score_codex":0.0069866544,"about_ca_system_score_gemma":0.012010185,"threshold_uncertainty_score":0.050691903},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2024796365","doi":"10.1145/2538862.2538887","title":"Lessons learned and recommended strategies for game development components in a computer literacy course","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Deliverable; Computer science; Mathematics education; Key (lock); Video game development; Computer game; Computer programming; Literacy; Game based learning; Multimedia; Game design; Medical education; Psychology; Pedagogy; Engineering","score_opus":0.07571541013183858,"score_gpt":0.3394827157231366,"score_spread":0.263767305591298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024796365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43389738,0.0075585414,0.43491575,0.036773626,0.0016582534,0.006258642,0.00055503333,0.0050635813,0.073319316],"genre_scores_gemma":[0.30280143,0.005060347,0.6674387,0.0013579936,0.00015661214,0.0016455315,0.00040737572,0.00039346723,0.020738505],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9969073,0.0017378005,0.00020968182,0.0002822762,0.00056407443,0.00029899643],"domain_scores_gemma":[0.995475,0.0024912886,0.00022234203,0.00025497354,0.0007422435,0.00081411283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044239718,0.002103238,0.0004951099,0.0013069075,0.0012733908,0.0032767244,0.0034562554,0.001890358,0.0037774283],"category_scores_gemma":[0.014719767,0.0006528784,0.00066454004,0.0006113441,0.00081876677,0.002690304,0.0016881162,0.002646318,0.0016993895],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031876782,0.0048356988,0.011156548,0.001952697,0.000057538353,0.001821497,0.029750863,0.0033031132,0.013678678,0.011384726,0.036788043,0.88495183],"study_design_scores_gemma":[0.00072437886,0.0075325933,0.056513418,0.012218236,0.0004887812,0.009834009,0.102920026,0.062965415,0.048410412,0.08279853,0.6145937,0.0010004139],"about_ca_topic_score_codex":0.0019103796,"about_ca_topic_score_gemma":0.008340379,"teacher_disagreement_score":0.0044239718,"about_ca_system_score_codex":0.0015322443,"about_ca_system_score_gemma":0.0018387082,"threshold_uncertainty_score":0.023396492},"labels":[],"label_agreement":null},{"id":"W2025579097","doi":"10.1145/1297846.1297859","title":"The elephant in the room","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Wonder; Looming; Diversity (politics); Work (physics); Equity (law); Public relations; Computer science; Political science; Engineering; Psychology; Law","score_opus":0.012398371093599975,"score_gpt":0.2694520662606092,"score_spread":0.2570536951670092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025579097","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051642716,0.0050124563,0.010621683,0.100392096,0.0196897,0.00013964946,0.00021560959,0.0010072796,0.8112789],"genre_scores_gemma":[0.3460544,0.0029650687,0.0036520145,0.022890685,0.002143615,0.000088404675,0.00016391982,0.0006479079,0.62139404],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989674,0.00036859902,0.000017870469,0.00015616218,0.00021339385,0.0002766261],"domain_scores_gemma":[0.9989987,0.00019658479,0.000061003582,0.000096538024,0.00013506734,0.0005121083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077865866,0.00076263974,0.00033324223,0.00038714844,0.011376544,0.0054363147,0.00089826924,0.0025679928,0.038687],"category_scores_gemma":[0.0036342165,0.00033846774,0.0004693325,0.0002316842,0.0077019166,0.0071558743,0.006546285,0.0069873687,0.007004459],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015994684,0.000111365676,0.0016516304,0.0002228347,0.000015050532,0.0026909118,0.12727776,0.00013281942,0.002612819,0.14013939,0.6744565,0.050528925],"study_design_scores_gemma":[0.00000757958,0.00004092261,0.00047536523,0.00019798028,0.000006393094,0.00075553893,0.045768257,0.00011146464,0.00038717192,0.0032145148,0.94901806,0.000016743894],"about_ca_topic_score_codex":0.008897711,"about_ca_topic_score_gemma":0.015476829,"teacher_disagreement_score":0.038687,"about_ca_system_score_codex":0.0015821793,"about_ca_system_score_gemma":0.0015152559,"threshold_uncertainty_score":0.12942088},"labels":[],"label_agreement":null},{"id":"W2026160352","doi":"10.1145/2157136.2157204","title":"Following a thread","year":2012,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Thread (computing); Computer science; Parallel computing; Programming language","score_opus":0.020692509026892524,"score_gpt":0.27329666514863055,"score_spread":0.25260415612173803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026160352","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034326386,0.0007461279,0.226001,0.012039815,0.002762658,0.0008015941,0.00062167185,0.005436001,0.71726483],"genre_scores_gemma":[0.20137277,0.00078253885,0.0832811,0.0036184737,0.00040542352,0.00043717417,0.00080979144,0.003670323,0.7056224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972989,0.0007554634,0.00012170777,0.00077430555,0.0006320681,0.00041749468],"domain_scores_gemma":[0.99438536,0.0010787008,0.0004969755,0.0018225946,0.0013368002,0.00087960425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002660408,0.0007335421,0.00043322388,0.0011096906,0.005742471,0.006954888,0.0013886846,0.0025987779,0.10734921],"category_scores_gemma":[0.012175239,0.0005771294,0.0007631806,0.001193866,0.003379404,0.013164223,0.005551046,0.0036195265,0.0458051],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025783907,0.00016058609,0.0040458543,0.00020641205,0.000036987218,0.00058194855,0.03751579,0.00050018006,0.0035724924,0.7233781,0.09949764,0.13024618],"study_design_scores_gemma":[0.000025131183,0.00011118174,0.00072401826,0.00017314473,0.000023734327,0.00022453995,0.0054082274,0.0013110702,0.0008945635,0.06664345,0.9244194,0.000041543244],"about_ca_topic_score_codex":0.0077661932,"about_ca_topic_score_gemma":0.00795806,"teacher_disagreement_score":0.10734921,"about_ca_system_score_codex":0.0018795701,"about_ca_system_score_gemma":0.0032650959,"threshold_uncertainty_score":0.35911888},"labels":[],"label_agreement":null},{"id":"W2026390014","doi":"10.1145/2462476.2462490","title":"Evaluating student understanding of core concepts in computer architecture","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Mathematics education; Subject matter; Computer science; Architecture; Curriculum; Liberal arts education; Subject (documents); Course (navigation); Core (optical fiber); Work (physics); Core curriculum; The arts; Pedagogy; Psychology; Higher education; Library science; Engineering; Visual arts","score_opus":0.12020981173656727,"score_gpt":0.3903032567225298,"score_spread":0.27009344498596255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026390014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977952,0.00003224076,0.0007142435,0.000042623687,0.0000023445132,0.000027431279,0.000028366596,0.000019996747,0.001337601],"genre_scores_gemma":[0.99676585,0.00008657614,0.0017025367,0.000034740093,0.0000044147655,0.00004098043,0.00018231607,0.000008471012,0.0011741181],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981718,0.0005340492,0.00015177423,0.00026186524,0.0006812651,0.00019919073],"domain_scores_gemma":[0.97993934,0.011483242,0.0035592376,0.00062443805,0.0027969216,0.0015967651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030418886,0.00048177416,0.0003663628,0.0008780801,0.0002759534,0.0014625682,0.00055921526,0.00083993876,0.0035097569],"category_scores_gemma":[0.022150764,0.00017352693,0.00030050747,0.00042126456,0.00036820615,0.0012900672,0.0008305392,0.0010170353,0.0011478673],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076660764,0.005206483,0.82277054,0.00032231567,0.00010088045,0.00014998867,0.014559509,0.0026134115,0.022771234,0.0006080847,0.0017966715,0.12833436],"study_design_scores_gemma":[0.00004702472,0.004963264,0.95474464,0.00008913491,0.000049618575,0.00026715457,0.009004952,0.00968729,0.015954476,0.0010931756,0.0040440075,0.000055131983],"about_ca_topic_score_codex":0.00065699057,"about_ca_topic_score_gemma":0.0009825531,"teacher_disagreement_score":0.0035097569,"about_ca_system_score_codex":0.00042897492,"about_ca_system_score_gemma":0.0004417923,"threshold_uncertainty_score":0.016087234},"labels":[],"label_agreement":null},{"id":"W2026925604","doi":"10.1108/17440080710834238","title":"Web‐based Structured Hypermedia Algorithm Explanation system","year":2007,"lang":"en","type":"article","venue":"International Journal of Web Information Systems","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Hypermedia; Web application; Process (computing); Animation; Algorithm; Multimedia; Programming language; World Wide Web","score_opus":0.009557298227934727,"score_gpt":0.25168291450986496,"score_spread":0.24212561628193024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026925604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046880335,0.00025721098,0.63998544,0.00046753592,0.00012734998,0.0013848246,0.003549454,0.2897279,0.017619966],"genre_scores_gemma":[0.28421596,0.000529592,0.6341099,0.0006384801,0.00010576215,0.0017896238,0.018262833,0.0070472746,0.053300478],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99962795,0.000090866146,0.000045337438,0.00007728474,0.00012900257,0.00002957248],"domain_scores_gemma":[0.9980324,0.00087868934,0.00011318983,0.0003745761,0.00046175197,0.00013944446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087764265,0.00070961803,0.00041320856,0.0010748606,0.00029299437,0.0012911649,0.0015934744,0.001044676,0.029621497],"category_scores_gemma":[0.0028212548,0.00034712467,0.00061950646,0.00053377094,0.00025644738,0.0017020077,0.0011699955,0.0009803944,0.0070608323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002166876,0.001536107,0.0067043006,0.0012502727,0.00016659113,0.0015288683,0.0011017908,0.022692485,0.04637253,0.012785794,0.0805814,0.823113],"study_design_scores_gemma":[0.0012163323,0.0011174633,0.009658319,0.00030253208,0.00023029635,0.0017767019,0.0004436556,0.5563434,0.110445306,0.018079646,0.30009106,0.00029527437],"about_ca_topic_score_codex":0.0009880154,"about_ca_topic_score_gemma":0.0010146169,"teacher_disagreement_score":0.029621497,"about_ca_system_score_codex":0.00042076348,"about_ca_system_score_gemma":0.0010605863,"threshold_uncertainty_score":0.099093854},"labels":[],"label_agreement":null},{"id":"W2029647797","doi":"10.5539/cis.v6n1p100","title":"A Programming Language without Keywords","year":2013,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Compiler; Programming language; First-generation programming language; Programming language specification; Very high-level programming language; Natural language programming; C programming language; Natural language; Programming domain; Programming paradigm; Natural language processing; Inductive programming; Universal Networking Language; Software; Comprehension approach","score_opus":0.006981684409068026,"score_gpt":0.24542769663492126,"score_spread":0.23844601222585324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029647797","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005656493,0.0029617855,0.89486057,0.008371642,0.0029166935,0.00018594372,0.00092779024,0.00710755,0.07701158],"genre_scores_gemma":[0.16961254,0.003908955,0.7163816,0.0088679865,0.0023287742,0.00064491,0.001345731,0.005215132,0.09169443],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99682945,0.0009788917,0.0004968234,0.00077792373,0.00074087037,0.00017599587],"domain_scores_gemma":[0.9953389,0.0018683125,0.00045595795,0.0009505359,0.0009868637,0.0003994095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021437663,0.0009818835,0.00072135584,0.0009241575,0.0018095459,0.0049856915,0.0014410135,0.0019223995,0.012085226],"category_scores_gemma":[0.0077388408,0.0008386376,0.0009692453,0.0013518808,0.0041211355,0.015154016,0.002934956,0.0049252817,0.009261916],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007646414,0.000022173126,0.0001817001,0.0002807134,0.0000131199895,0.00013484892,0.0007576176,0.00045088035,0.0034777182,0.93407226,0.020676991,0.039855473],"study_design_scores_gemma":[0.000035058172,0.00007760665,0.00006101602,0.00015665377,0.00002369238,0.0006744246,0.0001558595,0.0023846857,0.003540149,0.33619487,0.65665483,0.000041158997],"about_ca_topic_score_codex":0.0004728567,"about_ca_topic_score_gemma":0.00036078485,"teacher_disagreement_score":0.012085226,"about_ca_system_score_codex":0.00071112055,"about_ca_system_score_gemma":0.0026884265,"threshold_uncertainty_score":0.040429115},"labels":[],"label_agreement":null},{"id":"W2031465049","doi":"10.1145/1400181.1400199","title":"Crossroads for Canadian CS enrollment","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Division of Mathematical Sciences","keywords":"Falling (accident); Computer science; Political science; Medicine; Environmental health","score_opus":0.08606741004231647,"score_gpt":0.31052793751365143,"score_spread":0.22446052747133496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031465049","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06702137,0.004413512,0.002468611,0.751454,0.004455141,0.000113852235,0.0031379764,0.00051483675,0.1664207],"genre_scores_gemma":[0.7544337,0.0041370704,0.0040677725,0.11201914,0.0011972717,0.00010686503,0.0019431377,0.00046194388,0.12163299],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98471594,0.0010879005,0.00038105203,0.0009869891,0.004951873,0.007876269],"domain_scores_gemma":[0.937741,0.0028359955,0.0016450323,0.0009780388,0.032316845,0.024483053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007764844,0.00056182215,0.0008155738,0.0037988669,0.018515375,0.009865215,0.003971964,0.0040572444,0.05557958],"category_scores_gemma":[0.039143063,0.00056797225,0.0012940826,0.005367159,0.005209274,0.0051444652,0.0057907016,0.009834452,0.0033822672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00031104567,0.00012602487,0.04949101,0.0003453353,0.00006508012,0.00022345142,0.003874812,0.0010320137,0.00065724715,0.22457775,0.5700173,0.14927898],"study_design_scores_gemma":[0.00015463373,0.00013380023,0.17763762,0.001459414,0.0001871031,0.00022391193,0.015223076,0.0020044115,0.0014175646,0.03129111,0.76999116,0.0002761091],"about_ca_topic_score_codex":0.99214,"about_ca_topic_score_gemma":0.99597555,"teacher_disagreement_score":0.8495858,"about_ca_system_score_codex":0.15041426,"about_ca_system_score_gemma":0.3400087,"threshold_uncertainty_score":0.985399},"labels":[],"label_agreement":null},{"id":"W2033447162","doi":"10.1145/1562877.1562933","title":"The academic enhancement program","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mathematics education; Medical education; Computer science; Academic program; Population; Student engagement; Psychology; Higher education; Medicine","score_opus":0.016349011779032772,"score_gpt":0.312769220090355,"score_spread":0.29642020831132226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033447162","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23061147,0.0015812832,0.027448732,0.019506568,0.002509982,0.007066516,0.0057519334,0.009177894,0.69634557],"genre_scores_gemma":[0.21432698,0.0015388418,0.030063655,0.00539185,0.0007118247,0.003862655,0.003929986,0.0007907209,0.73938346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853134,0.00036939507,0.00004764032,0.00020433932,0.0005051252,0.00034216655],"domain_scores_gemma":[0.9918859,0.00057323306,0.00029805835,0.00077630207,0.001269949,0.005196557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002982772,0.0005059632,0.0004450311,0.0011730661,0.0021356682,0.001823467,0.0012087028,0.00066501397,0.11851027],"category_scores_gemma":[0.005227847,0.00023492295,0.0003772412,0.00085214956,0.00051004277,0.0007442885,0.003985375,0.0016612199,0.034722734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084291294,0.0052761585,0.006769791,0.00018082341,0.0000134319325,0.00024980772,0.0012199495,0.00022008317,0.0033808385,0.0067903977,0.23165458,0.7434013],"study_design_scores_gemma":[0.00033241377,0.0017716513,0.025290059,0.000074435746,0.00001995448,0.0004925764,0.0005991399,0.00031804544,0.0025653346,0.0024608297,0.96604306,0.000032366097],"about_ca_topic_score_codex":0.00075640186,"about_ca_topic_score_gemma":0.0021751637,"teacher_disagreement_score":0.11851027,"about_ca_system_score_codex":0.0009133709,"about_ca_system_score_gemma":0.0067379717,"threshold_uncertainty_score":0.39645636},"labels":[],"label_agreement":null},{"id":"W2037803532","doi":"10.1080/13803610500298094","title":"A Placement Test for Computer Science: Design, Implementation, and Analysis","year":2006,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Lethbridge; University of Nebraska-Lincoln","keywords":"Computer science; Curriculum; Test (biology); AP Computer Science; Component (thermodynamics); Mathematics education; Key (lock); Advanced Placement; Program Design Language; Engineering management; Medical education; Software engineering; Pedagogy; Psychology; Computer literacy; World Wide Web; Engineering","score_opus":0.0203996905645011,"score_gpt":0.33067898518097744,"score_spread":0.31027929461647635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037803532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4256748,0.00035831615,0.18557231,0.00059873157,0.00060992915,0.37525922,0.0029076773,0.0027422858,0.00627667],"genre_scores_gemma":[0.25191185,0.0004324001,0.3481472,0.00043226426,0.00018622242,0.39106745,0.002810013,0.0006919431,0.0043205987],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97049224,0.01624423,0.0039732666,0.0021479572,0.005818631,0.001323616],"domain_scores_gemma":[0.91252434,0.056526568,0.004336559,0.0052123694,0.01868876,0.0027114572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038664173,0.00291515,0.0023353826,0.0051838965,0.0015385412,0.0020512599,0.0034759555,0.0024730947,0.009473736],"category_scores_gemma":[0.08957371,0.0028793542,0.0018386898,0.0034076546,0.0021564767,0.0019414657,0.0034413044,0.0027698234,0.00311021],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019126581,0.041503806,0.102343164,0.0037133906,0.00064256944,0.0015262953,0.010161391,0.011525066,0.015559652,0.0040330854,0.014003482,0.77586156],"study_design_scores_gemma":[0.039735924,0.25652578,0.4031872,0.0014495238,0.0017660314,0.0016948798,0.014818664,0.11619286,0.07496894,0.0090012,0.07915167,0.0015073187],"about_ca_topic_score_codex":0.0017509102,"about_ca_topic_score_gemma":0.0019267465,"teacher_disagreement_score":0.038664173,"about_ca_system_score_codex":0.0024681767,"about_ca_system_score_gemma":0.004345088,"threshold_uncertainty_score":0.20447814},"labels":[],"label_agreement":null},{"id":"W2040099991","doi":"10.1145/2597959.2597970","title":"Making Programs With The Raspberry Pi","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Southampton; University of Manchester; University of Cambridge","keywords":"Raspberry pi; Transformative learning; Computer science; Multimedia; Mobile device; Programming language; World Wide Web; Software engineering; Internet of Things; Pedagogy; Sociology","score_opus":0.02766617102781133,"score_gpt":0.25916996297544004,"score_spread":0.2315037919476287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040099991","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16856612,0.00063697353,0.56613183,0.0023720216,0.0003319023,0.00058922975,0.00007698832,0.008265024,0.25302985],"genre_scores_gemma":[0.46389005,0.0016384451,0.45938608,0.00043451815,0.00010788284,0.00018110329,0.00011768286,0.00055110286,0.07369312],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99971634,0.00005138996,0.0000077501745,0.000057323192,0.00013063251,0.000036529113],"domain_scores_gemma":[0.99962676,0.00015396779,0.000030494271,0.00006879872,0.000072877185,0.000047070826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036461977,0.0005073415,0.00015768535,0.00032856673,0.00069158926,0.0009876621,0.0007293858,0.0004920198,0.008036293],"category_scores_gemma":[0.0018384168,0.00017848816,0.00021579258,0.00023979475,0.0010009387,0.0014482643,0.0009845884,0.0011676346,0.0033334056],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011846984,0.00045029444,0.001850862,0.0002909372,0.000012431737,0.00032015852,0.0031552608,0.006949986,0.08274425,0.07571203,0.010389657,0.81800556],"study_design_scores_gemma":[0.00008502406,0.0013982416,0.005208619,0.00028545476,0.00003825594,0.001727437,0.0021184317,0.03904521,0.16325502,0.059447344,0.72728974,0.0001011762],"about_ca_topic_score_codex":0.0009024187,"about_ca_topic_score_gemma":0.0012365993,"teacher_disagreement_score":0.008036293,"about_ca_system_score_codex":0.00027082313,"about_ca_system_score_gemma":0.00063309376,"threshold_uncertainty_score":0.026884079},"labels":[],"label_agreement":null},{"id":"W2040888129","doi":"10.1145/1345375.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":279,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Taxonomy (biology); Computer science; Bloom's taxonomy; Domain (mathematical analysis); Data science; Cognition; Artificial intelligence; Management science; Psychology; Engineering; Ecology; Biology","score_opus":0.04597120944008351,"score_gpt":0.2659085814039111,"score_spread":0.2199373719638276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040888129","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027856665,0.0010877317,0.8677503,0.00626439,0.00048280737,0.0027350958,0.0010921139,0.0012201999,0.09151058],"genre_scores_gemma":[0.049718194,0.00094130286,0.9366533,0.0004544279,0.000054694443,0.0016499998,0.0025260157,0.00011701165,0.007885057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99428844,0.0017596034,0.0009864698,0.0006075971,0.0019958771,0.00036192124],"domain_scores_gemma":[0.9738089,0.0055984524,0.0013864611,0.0020490994,0.01594857,0.001208502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009040783,0.0006445509,0.0008301257,0.009067895,0.0031439252,0.0065705366,0.002352962,0.0017104205,0.0056319735],"category_scores_gemma":[0.027591575,0.00066613423,0.0010146013,0.0068309554,0.0018333191,0.013149977,0.0042095934,0.0025912272,0.002968281],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028517821,0.00028295652,0.008811057,0.0008142932,0.0000211297,0.00015303766,0.0073291534,0.0041956077,0.001564619,0.55290157,0.023943484,0.3999546],"study_design_scores_gemma":[0.000036522804,0.00013141909,0.006033578,0.0015001928,0.000038203652,0.00057429017,0.015745854,0.042796414,0.001717557,0.43318856,0.49814332,0.00009402675],"about_ca_topic_score_codex":0.010496146,"about_ca_topic_score_gemma":0.014999714,"teacher_disagreement_score":0.010496146,"about_ca_system_score_codex":0.0068867933,"about_ca_system_score_gemma":0.01715867,"threshold_uncertainty_score":0.04996741},"labels":[],"label_agreement":null},{"id":"W2042853850","doi":"10.1145/1806512.1806517","title":"Steps towards a scientific approach to a database course transformation","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Curriculum; Computer science; Feeling; Resource (disambiguation); Affect (linguistics); Data science; Data collection; Mathematics education; Medical education; Knowledge management; Psychology; Pedagogy; Engineering","score_opus":0.024222439533424504,"score_gpt":0.2799426918230469,"score_spread":0.25572025228962236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042853850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03500483,0.00064885913,0.8266496,0.08527505,0.0016206163,0.006512477,0.00040370063,0.0024470226,0.041437794],"genre_scores_gemma":[0.103904456,0.0006123906,0.87532556,0.0060570734,0.00038051675,0.0031779904,0.000401086,0.00043145262,0.009709417],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8990798,0.054012757,0.0060132276,0.0055976077,0.033201393,0.0020951438],"domain_scores_gemma":[0.8072393,0.06835431,0.009268985,0.041696433,0.06777265,0.005668252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0965029,0.001195933,0.0010327233,0.0063637695,0.007533877,0.014920142,0.0067267097,0.0035513768,0.006537611],"category_scores_gemma":[0.15878375,0.0010396622,0.001573402,0.003602088,0.009464156,0.012407145,0.009229354,0.009619073,0.0023828503],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028872932,0.006008034,0.019624613,0.0014306122,0.000183628,0.000631082,0.032251075,0.0070533636,0.01389098,0.16602987,0.033521183,0.7190868],"study_design_scores_gemma":[0.00034487774,0.002743994,0.028679188,0.0020313924,0.00019521973,0.00094990374,0.06244103,0.030993134,0.029548025,0.33388984,0.5077826,0.00040078157],"about_ca_topic_score_codex":0.009738141,"about_ca_topic_score_gemma":0.009176895,"teacher_disagreement_score":0.0965029,"about_ca_system_score_codex":0.010497895,"about_ca_system_score_gemma":0.0401218,"threshold_uncertainty_score":0.5103622},"labels":[],"label_agreement":null},{"id":"W2042953006","doi":"10.1007/s10758-006-0006-7","title":"The Co-Emergence of Machine Techniques, Paper-and-Pencil Techniques, and Theoretical Reflection: A Study of Cas use in Secondary School Algebra","year":2006,"lang":"en","type":"article","venue":"International Journal of Computers for Mathematical Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Pencil (optics); Dialectic; Factoring; Relation (database); Mathematics education; Equivalence (formal languages); Computer science; Algebra over a field; Adaptation (eye); Process (computing); History and philosophy of science; Mathematics; Epistemology; Psychology; Programming language; Pure mathematics; Engineering","score_opus":0.013372763216574008,"score_gpt":0.302035718772748,"score_spread":0.288662955556174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042953006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9834056,0.000097741395,0.0010385782,0.00050057407,0.0000055796177,0.000014933881,0.000009295058,0.000013280975,0.014914391],"genre_scores_gemma":[0.9984195,0.00005067764,0.00030433884,0.000041896208,0.000002503325,0.0000061410924,0.0000059376594,0.0000132456835,0.0011556535],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954066,0.0026230458,0.00014926496,0.00035749926,0.0009153404,0.0005482599],"domain_scores_gemma":[0.9576078,0.029589057,0.004577023,0.0029223186,0.002716174,0.002587498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004701544,0.00016742047,0.000431002,0.0021484646,0.004333736,0.007446011,0.0015595818,0.0013274014,0.0030999372],"category_scores_gemma":[0.03256109,0.000529147,0.00022076354,0.0018854415,0.0087873945,0.0055711796,0.005192646,0.0040362333,0.00034853528],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019991984,0.0008119003,0.1529608,0.00006510439,0.000019920926,0.00048773983,0.73922545,0.00016882157,0.0027442393,0.06521091,0.00076646457,0.037338655],"study_design_scores_gemma":[0.00004026406,0.0003739606,0.18421593,0.0001390338,0.00003411413,0.0018249429,0.7440866,0.002868456,0.0035083944,0.022868311,0.039973814,0.00006620567],"about_ca_topic_score_codex":0.007256647,"about_ca_topic_score_gemma":0.011104678,"teacher_disagreement_score":0.007446011,"about_ca_system_score_codex":0.0027361535,"about_ca_system_score_gemma":0.003995148,"threshold_uncertainty_score":0.024864435},"labels":[],"label_agreement":null},{"id":"W2043829411","doi":"10.1145/365024.365303","title":"GeneyTM","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Mobile device; Human–computer interaction; User interface; Process (computing); User interface design; Multimedia; Interface (matter); User-centered design; User experience design; World Wide Web","score_opus":0.016654914355418493,"score_gpt":0.2473180712420591,"score_spread":0.2306631568866406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043829411","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028325438,0.0068198442,0.0806653,0.004492205,0.0017231611,0.00059486827,0.009896207,0.04350286,0.82398003],"genre_scores_gemma":[0.08080869,0.0026927844,0.07487087,0.0019504188,0.00017913306,0.0005525338,0.013749607,0.0054059825,0.8197901],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991115,0.00013020508,0.000024717925,0.00023044244,0.00038923914,0.000113849484],"domain_scores_gemma":[0.99947673,0.000095537216,0.000034537195,0.000091717986,0.00016137712,0.0001401634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007574441,0.000674089,0.00051606906,0.0010459686,0.00088411174,0.002234591,0.0011587953,0.0011467137,0.14476112],"category_scores_gemma":[0.0015353243,0.00029904474,0.0003091077,0.0010607389,0.00045929957,0.0015887659,0.0018366021,0.0009345769,0.06208315],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011143081,0.0001893289,0.0026890938,0.0006174566,0.000021007692,0.00091846735,0.0009796952,0.0011727407,0.03625347,0.04614091,0.28703013,0.62287337],"study_design_scores_gemma":[0.000038540285,0.000077279416,0.0005567998,0.000044384054,0.0000064748588,0.00032884258,0.000053281594,0.001118365,0.0039488007,0.0014080675,0.9924096,0.000009653034],"about_ca_topic_score_codex":0.0032073716,"about_ca_topic_score_gemma":0.0050713345,"teacher_disagreement_score":0.14476112,"about_ca_system_score_codex":0.0011348699,"about_ca_system_score_gemma":0.0014246189,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2044867396","doi":"10.1145/2676723.2677307","title":"An Experience Report","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Scrum; Computer science; Software development; Software development process; Software engineering; Android (operating system); Personal software process; Java; Software project management; Software; Agile software development; Engineering management; Software construction; Engineering","score_opus":0.05889765905683645,"score_gpt":0.34135561573870854,"score_spread":0.28245795668187207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044867396","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39364403,0.018310664,0.055379335,0.024961349,0.008638596,0.0022134553,0.0044610635,0.004156461,0.4882351],"genre_scores_gemma":[0.44289988,0.010303014,0.031523086,0.012315637,0.0012723008,0.0010251367,0.005844683,0.0016940633,0.4931222],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960408,0.0008388555,0.00031361467,0.00073147885,0.0014377187,0.0006376366],"domain_scores_gemma":[0.99583864,0.0005683309,0.00019987486,0.0005432973,0.0010277522,0.0018220998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029033,0.0012973159,0.0007106619,0.0018854046,0.003850693,0.0034836046,0.0019237916,0.0022150234,0.08485717],"category_scores_gemma":[0.007887118,0.00051472546,0.0011181239,0.0013886205,0.001037138,0.0036521277,0.0043005208,0.0031378025,0.03444504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005259083,0.0051801098,0.035612796,0.0008187046,0.000093975556,0.025861379,0.024688067,0.00036622604,0.0069647687,0.0073687457,0.20124026,0.69127905],"study_design_scores_gemma":[0.00007174419,0.0011853918,0.010865972,0.000459152,0.00007872737,0.051026717,0.01540289,0.00064443133,0.0027427946,0.0021979373,0.91518223,0.00014200826],"about_ca_topic_score_codex":0.0025028824,"about_ca_topic_score_gemma":0.0055493987,"teacher_disagreement_score":0.08485717,"about_ca_system_score_codex":0.0010051505,"about_ca_system_score_gemma":0.0025094133,"threshold_uncertainty_score":0.28387552},"labels":[],"label_agreement":null},{"id":"W2045165696","doi":"10.1145/1999747.1999845","title":"A mobile web-based approach to introductory programming","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"JavaScript; Computer science; Multimedia; Mobile device; Mobile Web; Curriculum; World Wide Web; Web application; Mobile technology; Mobile computing; Computer network","score_opus":0.02859586292438366,"score_gpt":0.242286059988463,"score_spread":0.21369019706407935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045165696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017002339,0.0011775064,0.8323548,0.0013171805,0.00053454534,0.0005024494,0.00008576395,0.0033184425,0.14370707],"genre_scores_gemma":[0.13273804,0.002970182,0.71659166,0.0020837402,0.00046281875,0.0012347755,0.00026099294,0.00068276934,0.14297512],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996879,0.000072962175,0.000011289568,0.00005770892,0.00013104305,0.00003903124],"domain_scores_gemma":[0.999739,0.00007609833,0.000015729303,0.000034556604,0.00005996851,0.000074667114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020332128,0.00038159246,0.00017635088,0.00061051495,0.00052959635,0.0012257111,0.0008185117,0.0007266655,0.016451871],"category_scores_gemma":[0.00061992375,0.00016941238,0.00035098474,0.00050991005,0.00040287714,0.001207092,0.001563907,0.0010751146,0.0063479384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115836796,0.0007213116,0.0010809989,0.00048910966,0.000019138637,0.0008852393,0.0019664622,0.0015746249,0.050836522,0.07605417,0.023209069,0.84304756],"study_design_scores_gemma":[0.00012411439,0.0008104899,0.003084754,0.00056455267,0.000044948207,0.0040018423,0.0010655356,0.012805291,0.019666536,0.03564548,0.9221175,0.00006904983],"about_ca_topic_score_codex":0.0004611214,"about_ca_topic_score_gemma":0.0013297456,"teacher_disagreement_score":0.016451871,"about_ca_system_score_codex":0.00033230762,"about_ca_system_score_gemma":0.00061243697,"threshold_uncertainty_score":0.055036962},"labels":[],"label_agreement":null},{"id":"W2045565787","doi":"10.1145/2676723.2677235","title":"Reconsidering the Impact of CS1 on Novice Attitudes","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Mathematics education; Quarter (Canadian coin); Computer science; Field (mathematics); Psychology; Artificial intelligence; Mathematics","score_opus":0.18242424997842738,"score_gpt":0.34120930336180216,"score_spread":0.15878505338337479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045565787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972525,0.000050453964,0.000103477534,0.00035339483,0.000025181853,0.000014796746,0.000042735843,0.0000059827207,0.002151354],"genre_scores_gemma":[0.9980484,0.000032285843,0.00014113043,0.00016677509,0.000023099541,0.000014930494,0.00006844038,0.0000066235343,0.0014983357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970504,0.0008716744,0.00016162252,0.00022096069,0.0009534697,0.00074179214],"domain_scores_gemma":[0.95095843,0.02867193,0.005401562,0.0019270703,0.0043842583,0.008656841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056253234,0.00033671904,0.00048325953,0.0006809407,0.0012314235,0.0018232447,0.0007364794,0.00074243074,0.013219315],"category_scores_gemma":[0.018108638,0.00014830384,0.00073089614,0.00062333426,0.0011113341,0.0013116042,0.00096724625,0.0016684732,0.0010814231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012798135,0.0020876448,0.93645495,0.00014493793,0.00008846758,0.00014227223,0.005936349,0.00032115556,0.004065151,0.0006170495,0.00090344687,0.04795874],"study_design_scores_gemma":[0.000009648455,0.0016830525,0.9926968,0.00002647023,0.000024085564,0.000023857481,0.0031399273,0.00014963064,0.0012406886,0.00007247903,0.00092036877,0.000013131048],"about_ca_topic_score_codex":0.011143172,"about_ca_topic_score_gemma":0.019167157,"teacher_disagreement_score":0.013219315,"about_ca_system_score_codex":0.0013296063,"about_ca_system_score_gemma":0.002157503,"threshold_uncertainty_score":0.04422307},"labels":[],"label_agreement":null},{"id":"W2047622661","doi":"10.1145/1094855.1094974","title":"The practice of specifying requirements using executable acceptance tests in computer science courses","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; SAIT Polytechnic","funders":"","keywords":"Executable; Computer science; Software engineering; Acceptance testing; Programming language","score_opus":0.045675898781325754,"score_gpt":0.3550024741837581,"score_spread":0.3093265754024323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047622661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23004127,0.0006067254,0.7437089,0.002011624,0.00010086946,0.00063732464,0.000040815936,0.002125423,0.02072711],"genre_scores_gemma":[0.61433774,0.00061545323,0.37806374,0.0005467887,0.00006315507,0.00036807742,0.00016177229,0.0008542849,0.0049890312],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.91878307,0.06010877,0.0030401126,0.0026080525,0.013898528,0.0015614505],"domain_scores_gemma":[0.8028707,0.14850293,0.010803444,0.0192937,0.016441736,0.0020875721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033678435,0.0012727755,0.0007347812,0.00241834,0.0017912111,0.0043858374,0.002921434,0.0022764597,0.0028872713],"category_scores_gemma":[0.15214697,0.0009426195,0.0006274942,0.0013908679,0.0039142137,0.0066583673,0.0037419202,0.0038383354,0.0019895316],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039661548,0.0014458096,0.018995509,0.00074989913,0.00006475255,0.0019445895,0.04753089,0.02107794,0.037700213,0.025284912,0.0036705274,0.84113824],"study_design_scores_gemma":[0.0005074807,0.00890087,0.04025882,0.0043594576,0.00028256653,0.023020847,0.054514684,0.20468266,0.21693048,0.1402115,0.3050017,0.0013288546],"about_ca_topic_score_codex":0.0013129652,"about_ca_topic_score_gemma":0.0016945266,"teacher_disagreement_score":0.033678435,"about_ca_system_score_codex":0.0012820362,"about_ca_system_score_gemma":0.0024282236,"threshold_uncertainty_score":0.17811066},"labels":[],"label_agreement":null},{"id":"W2047859318","doi":"10.1145/1538234.1538239","title":"Adding Test Generation to the Teaching Machine","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Plug-in; Computer science; Scripting language; Generator (circuit theory); Visualization; Extension (predicate logic); Field (mathematics); Programming language; Software engineering; Artificial intelligence; Theoretical computer science","score_opus":0.022508255203929312,"score_gpt":0.3034278843088667,"score_spread":0.2809196291049374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047859318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017491903,0.00012347434,0.8892559,0.00046924342,0.00030375193,0.00036534088,0.0004682019,0.08464,0.006882162],"genre_scores_gemma":[0.20463312,0.00014189925,0.7707914,0.0008914749,0.00021675302,0.00062557496,0.0023535509,0.01138059,0.008965581],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943715,0.002241315,0.00044504445,0.0009522383,0.0016509235,0.00033912004],"domain_scores_gemma":[0.96980584,0.017198006,0.0008747642,0.008002466,0.003414538,0.000704357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003895953,0.001285674,0.0009520965,0.0012264479,0.00027872474,0.0020251945,0.003360968,0.0016220657,0.014861695],"category_scores_gemma":[0.028621655,0.0008046083,0.0010119684,0.00077370554,0.000755144,0.0035755902,0.0022960794,0.0022916736,0.0053378455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009577716,0.0010228864,0.00576407,0.00057532394,0.00008621263,0.00086348446,0.00042061406,0.020200208,0.02835963,0.013666381,0.033661507,0.89442194],"study_design_scores_gemma":[0.0007825602,0.0017405426,0.005234244,0.00030110023,0.00017565818,0.0027263523,0.00012425835,0.60796237,0.16786064,0.049190067,0.16360958,0.00029251372],"about_ca_topic_score_codex":0.00097450236,"about_ca_topic_score_gemma":0.00069493335,"teacher_disagreement_score":0.014861695,"about_ca_system_score_codex":0.00053001393,"about_ca_system_score_gemma":0.0009878376,"threshold_uncertainty_score":0.049717367},"labels":[],"label_agreement":null},{"id":"W2050530134","doi":"10.1145/2729094.2754862","title":"RAPT","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; SQL; Parsing; Programming language; Executable; Variety (cybernetics); Statement (logic); Relational database; Natural language processing; Information retrieval; Artificial intelligence; Linguistics","score_opus":0.05493659819341348,"score_gpt":0.26978689210532386,"score_spread":0.21485029391191038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050530134","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016386831,0.00069171755,0.34085253,0.0024735618,0.0014530659,0.0013926637,0.01645124,0.22194159,0.3983568],"genre_scores_gemma":[0.09972725,0.00095503463,0.3870488,0.0029247021,0.000631983,0.0020920432,0.054058123,0.053230915,0.39933115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670595,0.0005944707,0.00022819784,0.0007416042,0.0014172269,0.0003124531],"domain_scores_gemma":[0.9945797,0.0011935472,0.00024879226,0.0016316439,0.0017374556,0.0006089819],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023313,0.0009618033,0.00054385053,0.0012106887,0.0007440329,0.003226046,0.003115697,0.0013600334,0.1515406],"category_scores_gemma":[0.009758988,0.0006938378,0.000949242,0.00095533865,0.00051809824,0.004386462,0.004396329,0.0024319736,0.13579895],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004468048,0.00049419183,0.0015103827,0.0005678609,0.000033610282,0.00042676475,0.000768356,0.0018745174,0.009412651,0.037069604,0.51396406,0.43343112],"study_design_scores_gemma":[0.00007519653,0.00017986864,0.00089677307,0.00010777005,0.000016933078,0.00077376893,0.00011633057,0.0060075475,0.009161429,0.01172674,0.9708964,0.00004136052],"about_ca_topic_score_codex":0.0006038832,"about_ca_topic_score_gemma":0.0007798381,"teacher_disagreement_score":0.84845936,"about_ca_system_score_codex":0.000669726,"about_ca_system_score_gemma":0.0016884973,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2050638549","doi":"10.1145/2822517","title":"Programming in K-12 science classrooms","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computer science; Mathematics education; Programming language; Multimedia; Psychology","score_opus":0.10915175488253893,"score_gpt":0.34116216716206366,"score_spread":0.23201041227952474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050638549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8118333,0.00076950283,0.019746287,0.004791984,0.0004559053,0.00031353912,0.00029788289,0.0012655936,0.16052598],"genre_scores_gemma":[0.89785075,0.0009975365,0.026095083,0.0012732602,0.0000453315,0.00026748533,0.00040271616,0.00034723573,0.07272053],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976979,0.0007023728,0.00011331669,0.00054043054,0.0004477095,0.00049824046],"domain_scores_gemma":[0.99249345,0.0013549954,0.00045967018,0.00046549152,0.0010964331,0.0041300543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020079308,0.00056937826,0.00048844924,0.00078776426,0.0037257206,0.007863925,0.0020048984,0.0015502122,0.016490487],"category_scores_gemma":[0.008747944,0.000545541,0.0004342017,0.0010027426,0.0016084816,0.0038770407,0.005798473,0.0034684734,0.007043737],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018505128,0.016963573,0.068857834,0.0014033403,0.00005355703,0.0029461412,0.17219521,0.0037474975,0.026104584,0.073332325,0.09519305,0.5373524],"study_design_scores_gemma":[0.0005160725,0.0030920266,0.05458239,0.002164509,0.000101527025,0.0027403883,0.14452502,0.0076448363,0.03392484,0.09979311,0.6506083,0.00030704943],"about_ca_topic_score_codex":0.002902672,"about_ca_topic_score_gemma":0.0078368755,"teacher_disagreement_score":0.016490487,"about_ca_system_score_codex":0.0021374098,"about_ca_system_score_gemma":0.00512204,"threshold_uncertainty_score":0.055166185},"labels":[],"label_agreement":null},{"id":"W2055559567","doi":"10.1145/1189136.1189176","title":"How much choice is too much?","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Flexibility (engineering); Accreditation; Accountability; Computer science; Quality (philosophy); Work (physics); Perspective (graphical); Freedom of choice; Mathematics education; Psychology; Medical education; Artificial intelligence; Management; Political science; Engineering","score_opus":0.013873262198988429,"score_gpt":0.2295154148745094,"score_spread":0.21564215267552098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055559567","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0832007,0.011860199,0.045586128,0.71782243,0.0049431776,0.00007783494,0.00019268009,0.00027979445,0.13603705],"genre_scores_gemma":[0.915699,0.006010333,0.008595191,0.047317352,0.0013421805,0.00012936449,0.00009419081,0.00025730464,0.020555004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9795496,0.013648003,0.00047852445,0.0015127955,0.0032275384,0.0015835321],"domain_scores_gemma":[0.9589987,0.024483211,0.00282203,0.0037051681,0.0030092716,0.006981635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015199416,0.00043223862,0.00074174476,0.0005973504,0.0036368023,0.010954286,0.0014740749,0.003650334,0.01080152],"category_scores_gemma":[0.05185665,0.00030645542,0.0006445499,0.0011326099,0.02119447,0.022896944,0.0050571137,0.007834507,0.0026242386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032244698,0.000318222,0.017853584,0.0008241788,0.0001545625,0.000530076,0.041518033,0.00069943845,0.0016521451,0.5597014,0.09327877,0.28314725],"study_design_scores_gemma":[0.000052265,0.0001309421,0.0041997232,0.0006510526,0.000046118552,0.00049864117,0.045261405,0.0006182764,0.00080233807,0.72401166,0.22364196,0.000085697866],"about_ca_topic_score_codex":0.0017540449,"about_ca_topic_score_gemma":0.0022631148,"teacher_disagreement_score":0.015199416,"about_ca_system_score_codex":0.0032853337,"about_ca_system_score_gemma":0.0034039742,"threshold_uncertainty_score":0.08038318},"labels":[],"label_agreement":null},{"id":"W2056433914","doi":"10.2190/j175-q735-1345-270m","title":"Determining the Effectiveness of the 3D Alice Programming Environment at the Computer Science I Level","year":2007,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Alice (programming language); Attrition; Computer science; Karel; Mathematics education; Set (abstract data type); Psychology","score_opus":0.07652541357214446,"score_gpt":0.39860777742812603,"score_spread":0.32208236385598155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056433914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99211884,0.000043424126,0.00082330237,0.00024357786,0.000018353363,0.00016538441,0.000050354807,0.00008647621,0.0064502764],"genre_scores_gemma":[0.98474646,0.00018129847,0.006965454,0.00023136342,0.00001966332,0.00043789585,0.00018195617,0.00003589869,0.007199901],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965322,0.0012802322,0.00018041748,0.00034057623,0.0011496828,0.00051685225],"domain_scores_gemma":[0.9846213,0.007282776,0.0017511194,0.00086347875,0.0016136355,0.0038676169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005719856,0.00042676544,0.00051887095,0.0007797947,0.0014971516,0.0028585873,0.0011007913,0.0004453203,0.0059353774],"category_scores_gemma":[0.019735113,0.00030355976,0.00030220256,0.00050054316,0.0008977357,0.0019117639,0.0026726106,0.0008081094,0.0017857688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046611917,0.020996738,0.43190828,0.000732097,0.00007705554,0.0006173536,0.049606796,0.001261607,0.019032465,0.0031786384,0.015556681,0.45237106],"study_design_scores_gemma":[0.00034598247,0.03144486,0.8239626,0.00041623772,0.00011994438,0.0007371129,0.053832788,0.0041812873,0.0367569,0.002110685,0.045901902,0.0001896042],"about_ca_topic_score_codex":0.0014570887,"about_ca_topic_score_gemma":0.003214647,"teacher_disagreement_score":0.0059353774,"about_ca_system_score_codex":0.00090963906,"about_ca_system_score_gemma":0.0017102658,"threshold_uncertainty_score":0.030249834},"labels":[],"label_agreement":null},{"id":"W2056825598","doi":"10.1145/2538862.2538966","title":"Identifying challenging CS1 concepts in a large problem dataset","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Code (set theory); Data science; Term (time); Information retrieval; Mathematics education; Programming language; Psychology","score_opus":0.025291053213764243,"score_gpt":0.315626244481743,"score_spread":0.29033519126797874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056825598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96649116,0.00047979632,0.0035455194,0.0006115461,0.00009020671,0.00016224453,0.02589596,0.0005638968,0.0021596097],"genre_scores_gemma":[0.85516244,0.0002511061,0.018867219,0.0002530234,0.000106392974,0.0004477543,0.12188045,0.00013968603,0.002891901],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962882,0.0012579801,0.000365423,0.0007964385,0.000990076,0.00030196793],"domain_scores_gemma":[0.97894293,0.012696684,0.0021516047,0.002243846,0.0024457446,0.0015191565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002535093,0.00097327336,0.0005980831,0.0037605444,0.0009774594,0.0012647718,0.0011446031,0.0017901208,0.0024823474],"category_scores_gemma":[0.021303164,0.0002075961,0.0006373398,0.004092277,0.0005843861,0.0011732314,0.0018500701,0.0016145231,0.0017952663],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001659881,0.0044721602,0.5314105,0.0028430817,0.0005397061,0.0023148372,0.0063014235,0.020105107,0.012896345,0.002510222,0.14855729,0.2663894],"study_design_scores_gemma":[0.0004112287,0.0015851391,0.7484324,0.00027649853,0.00012773083,0.0036841796,0.009464681,0.07595515,0.015076146,0.004320426,0.14040922,0.0002571794],"about_ca_topic_score_codex":0.0033179973,"about_ca_topic_score_gemma":0.0070944265,"teacher_disagreement_score":0.0037605444,"about_ca_system_score_codex":0.0006930352,"about_ca_system_score_gemma":0.0011121676,"threshold_uncertainty_score":0.013406992},"labels":[],"label_agreement":null},{"id":"W2057222830","doi":"10.1145/1099203.1099229","title":"Collaboration support for novice team programming","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Usability; Pair programming; Software engineering; Code (set theory); Human–computer interaction; Extreme programming; Collaborative software; Visual programming language; Development environment; Multimedia; Knowledge management; Programming language; Software development; Software; Software development process","score_opus":0.013661163507656927,"score_gpt":0.28970916514934836,"score_spread":0.2760480016416914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057222830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8727887,0.0004284931,0.110702425,0.0004512526,0.000076671095,0.00031852958,0.00004932342,0.0026784614,0.012506168],"genre_scores_gemma":[0.89027476,0.0001301439,0.106614076,0.000065658314,0.000039348826,0.0001995377,0.00012401695,0.00013203941,0.0024203567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981206,0.00088226615,0.0001261781,0.0002590886,0.00039348597,0.0002184622],"domain_scores_gemma":[0.9814073,0.010043835,0.001437722,0.0024163874,0.0014913403,0.003203456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002791358,0.00038318362,0.00038182424,0.0006060838,0.0010610092,0.0015869854,0.0013195504,0.0006595121,0.004042581],"category_scores_gemma":[0.022773134,0.00027165326,0.00028979397,0.00027859776,0.00033489804,0.0013019751,0.0030419915,0.0009155829,0.0005779435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001700277,0.003479231,0.034552395,0.00086238637,0.000070936716,0.0021247822,0.014735475,0.0036734266,0.050089844,0.00622936,0.007542898,0.874939],"study_design_scores_gemma":[0.005136134,0.024068411,0.21853784,0.0022659064,0.0008398567,0.012900356,0.022889528,0.21848586,0.16420822,0.06066476,0.26939854,0.0006046507],"about_ca_topic_score_codex":0.00030645658,"about_ca_topic_score_gemma":0.000583361,"teacher_disagreement_score":0.004042581,"about_ca_system_score_codex":0.00031637054,"about_ca_system_score_gemma":0.0009918432,"threshold_uncertainty_score":0.014762282},"labels":[],"label_agreement":null},{"id":"W2058268605","doi":"10.1145/1999747.1999825","title":"The academic enhancement program in introductory CS","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Memorial University of Newfoundland","funders":"","keywords":"Computer science; Mathematics education; Engineering physics; Physics; Psychology","score_opus":0.03611317883053195,"score_gpt":0.2878064541077397,"score_spread":0.25169327527720775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058268605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91884637,0.00041488995,0.014069198,0.0023196882,0.00047771918,0.0022115407,0.00031068962,0.0016218846,0.059728064],"genre_scores_gemma":[0.92086655,0.0005440503,0.026029311,0.0010750829,0.00017495417,0.0019970743,0.00064851536,0.00014857558,0.048515838],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99916685,0.0002607301,0.000028795599,0.0001351679,0.00019502248,0.00021351117],"domain_scores_gemma":[0.99723,0.0004691761,0.00015423656,0.000305336,0.00020653919,0.0016348353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017335007,0.00046496125,0.00037703267,0.0003807184,0.0010751832,0.000991103,0.0009361388,0.00058926415,0.011928918],"category_scores_gemma":[0.003464273,0.00021109087,0.00027638706,0.00035173324,0.00036371403,0.00061656773,0.0028010963,0.0013445088,0.003032221],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023363873,0.041337665,0.010624308,0.0006281097,0.000025228494,0.00073824084,0.0039177816,0.0015675818,0.020517362,0.0044727386,0.02841135,0.88542336],"study_design_scores_gemma":[0.003413087,0.08397525,0.36526522,0.0006820148,0.000140473,0.004190788,0.008065705,0.008244612,0.07839339,0.01782922,0.42956567,0.00023449738],"about_ca_topic_score_codex":0.00023448298,"about_ca_topic_score_gemma":0.00053287705,"teacher_disagreement_score":0.011928918,"about_ca_system_score_codex":0.0004915766,"about_ca_system_score_gemma":0.0021859955,"threshold_uncertainty_score":0.039906204},"labels":[],"label_agreement":null},{"id":"W2058499888","doi":"10.1080/14926150409556632","title":"Mind the gap: A proposal for science, mathematics, and technology education","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Science education; Computer science; Engineering ethics; Epistemology; Psychology; Engineering; Philosophy","score_opus":0.011506916154581477,"score_gpt":0.27023451583470215,"score_spread":0.25872759968012066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058499888","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012385525,0.0026753,0.12709218,0.58114,0.0073507535,0.0003107651,0.00009024472,0.0003249689,0.2686303],"genre_scores_gemma":[0.7300715,0.0018473536,0.12447524,0.06321662,0.003143977,0.0016757478,0.00007693828,0.00044142263,0.075051226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9936706,0.002767084,0.0002677711,0.0009080912,0.0013996765,0.0009866906],"domain_scores_gemma":[0.9926784,0.0027940117,0.00032814083,0.00058002194,0.001295658,0.0023237823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008752331,0.00094160746,0.001400713,0.0029117325,0.014399833,0.012167505,0.0044889003,0.02015489,0.0155813135],"category_scores_gemma":[0.015488371,0.0008001873,0.0018216644,0.0016499762,0.03730002,0.030078517,0.0176819,0.018141566,0.0020685694],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007687158,0.000018632978,0.00005792164,0.000018118233,0.0000017254499,0.000041840798,0.001380256,0.00008184229,0.000028431357,0.9909411,0.0042670206,0.0031552836],"study_design_scores_gemma":[0.000029457566,0.000013673119,0.00006703203,0.00006898655,0.0000065623926,0.000086291926,0.0031213209,0.0005709837,0.000057711706,0.95895255,0.03700997,0.00001545501],"about_ca_topic_score_codex":0.007447968,"about_ca_topic_score_gemma":0.011414674,"teacher_disagreement_score":0.02015489,"about_ca_system_score_codex":0.0067935926,"about_ca_system_score_gemma":0.021216396,"threshold_uncertainty_score":0.05212468},"labels":[],"label_agreement":null},{"id":"W2059009940","doi":"10.1111/j.1467-8659.2009.01427.x","title":"Interactive Graphics for Computer Adaptive Testing","year":2009,"lang":"en","type":"article","venue":"Computer Graphics Forum","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Graphics; Computer graphics; Multimedia; Graphics software; Human–computer interaction; Animation; Real-time computer graphics; Computerized adaptive testing; Computer graphics (images); 3D computer graphics","score_opus":0.03402732932072379,"score_gpt":0.2733836237078719,"score_spread":0.23935629438714812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059009940","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029853398,0.0015954941,0.9516948,0.002575428,0.0007422454,0.00041254243,0.000586501,0.013286253,0.026121328],"genre_scores_gemma":[0.0675188,0.0010309333,0.91750723,0.0009644601,0.0006234747,0.0014085713,0.0010538806,0.0020817006,0.0078110388],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9902046,0.0064625866,0.00067007064,0.00055082067,0.0019204346,0.00019149901],"domain_scores_gemma":[0.94760233,0.0413925,0.0012312499,0.0059752096,0.0031799565,0.000618702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007379449,0.0015265369,0.0007387122,0.002772119,0.00037648945,0.0032378389,0.0019615337,0.0017879299,0.059062406],"category_scores_gemma":[0.052033488,0.00056700915,0.00088997616,0.0028766147,0.0018350834,0.0032306183,0.0025198765,0.0025052405,0.011222702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032301017,0.0001178082,0.0021312148,0.00070273835,0.000058368583,0.00042381682,0.0005087002,0.008403662,0.005525663,0.15635517,0.09425767,0.7311922],"study_design_scores_gemma":[0.00026240697,0.0004498275,0.004382357,0.0009475008,0.00007646159,0.0015681935,0.00025918885,0.11829208,0.007961245,0.34859753,0.5170514,0.00015182352],"about_ca_topic_score_codex":0.00080504577,"about_ca_topic_score_gemma":0.00058688706,"teacher_disagreement_score":0.059062406,"about_ca_system_score_codex":0.0009746175,"about_ca_system_score_gemma":0.0007429995,"threshold_uncertainty_score":0.19758344},"labels":[],"label_agreement":null},{"id":"W2060626699","doi":"10.1145/2591708.2602686","title":"Team based learning in theoretical computer science","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Value (mathematics); Subject (documents); Mathematics education; Machine learning; World Wide Web; Psychology","score_opus":0.006927684486004252,"score_gpt":0.24207841195324517,"score_spread":0.23515072746724092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060626699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18487608,0.006308523,0.45820138,0.025682868,0.0011718867,0.0006952982,0.000050113365,0.00032549488,0.3226885],"genre_scores_gemma":[0.8478935,0.0025350803,0.12457937,0.0010613505,0.00024088462,0.0008070961,0.000044900655,0.00009818209,0.022739619],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931109,0.0052491785,0.00015104374,0.0004542967,0.0007286873,0.00030593318],"domain_scores_gemma":[0.99021775,0.007254425,0.00034116127,0.00039548837,0.0005089745,0.001282205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060450924,0.00034832006,0.00035461684,0.0007387196,0.0022345453,0.0044910675,0.0011255039,0.0013095826,0.007767994],"category_scores_gemma":[0.010254747,0.00020989431,0.0004394821,0.0007067568,0.004558383,0.0030153263,0.0031876643,0.0027157846,0.0008602471],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010006137,0.0011027944,0.0029073474,0.0005164897,0.000033646385,0.00013821987,0.014966576,0.016388606,0.00083631644,0.74001634,0.014806116,0.20818745],"study_design_scores_gemma":[0.00009883022,0.00039184405,0.0015774375,0.00049743673,0.000015890566,0.00008831466,0.00622483,0.029053869,0.0011749039,0.85689324,0.10395539,0.000028004297],"about_ca_topic_score_codex":0.0013231277,"about_ca_topic_score_gemma":0.0015182962,"teacher_disagreement_score":0.007767994,"about_ca_system_score_codex":0.0030062688,"about_ca_system_score_gemma":0.003261817,"threshold_uncertainty_score":0.031969845},"labels":[],"label_agreement":null},{"id":"W2061876337","doi":"10.1145/1233341.1233430","title":"Integrating BlackBerry wireless devices into computer programming and literacy courses","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Internship; Mobile device; Computer science; Multimedia; Wireless; Context (archaeology); Mobile computing; World Wide Web; Telecommunications; Medical education; Medicine","score_opus":0.010212364793842667,"score_gpt":0.2892597086370898,"score_spread":0.2790473438432471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061876337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.738959,0.00069390866,0.14702752,0.0018711517,0.0002944514,0.0012593506,0.0001698459,0.0077154213,0.10200934],"genre_scores_gemma":[0.6855685,0.00087312236,0.23186354,0.0017916154,0.0001526937,0.0006668528,0.00048232055,0.0017277012,0.07687373],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985569,0.00041624907,0.000054461092,0.00027948036,0.00043487738,0.00025799664],"domain_scores_gemma":[0.99786913,0.00065642205,0.00018751808,0.00031459963,0.0002865082,0.00068583735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011677342,0.0005665392,0.00031343682,0.00049257284,0.001036184,0.0018774807,0.0012116993,0.0005015279,0.013093995],"category_scores_gemma":[0.0038520356,0.0003725771,0.00033610628,0.0005140758,0.0004847444,0.0017863782,0.0029576567,0.0012968187,0.004713631],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045430462,0.0027287123,0.014276134,0.00042850157,0.000025972031,0.0030727435,0.02179659,0.00093585846,0.08519005,0.004284164,0.025951618,0.8408554],"study_design_scores_gemma":[0.00017784008,0.0065743295,0.045685835,0.00056533475,0.00009478483,0.00457791,0.01639982,0.010888438,0.09205924,0.0048840563,0.8179011,0.00019128664],"about_ca_topic_score_codex":0.00097268895,"about_ca_topic_score_gemma":0.0023606857,"teacher_disagreement_score":0.013093995,"about_ca_system_score_codex":0.0005229017,"about_ca_system_score_gemma":0.0007655906,"threshold_uncertainty_score":0.04380381},"labels":[],"label_agreement":null},{"id":"W2064354267","doi":"10.1145/1878537.1878723","title":"Programming in the model","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; CAD; Programming language; Inductive programming; Programming paradigm; Functional reactive programming; Parametric statistics; Reactive programming; Procedural programming; Selection (genetic algorithm); Task (project management); Simple (philosophy); Code (set theory); Computer Aided Design; Parametric model; Visual programming language; Theoretical computer science; Engineering drawing; Artificial intelligence; Mathematics; Systems engineering; Operating system","score_opus":0.016264678385324055,"score_gpt":0.26626160684165373,"score_spread":0.24999692845632968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064354267","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028798515,0.00036034363,0.87350506,0.0030298722,0.00034949993,0.00018628727,0.00032352755,0.0017672913,0.11759825],"genre_scores_gemma":[0.15403982,0.0021080251,0.726806,0.0020249821,0.0006144018,0.0007216197,0.0014980019,0.0016156093,0.11057147],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856085,0.00048062485,0.00008890958,0.00031953634,0.00044878505,0.00010136213],"domain_scores_gemma":[0.99838877,0.0006812267,0.00007921953,0.0004900715,0.00025051157,0.000110217465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011127611,0.00088895235,0.00064174354,0.00055051583,0.0010851445,0.0055224546,0.0017110385,0.0012897956,0.02500711],"category_scores_gemma":[0.004349771,0.00042644114,0.0011974227,0.00048559142,0.0032206867,0.005088308,0.0021237785,0.003348711,0.008060669],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002138447,0.000028520742,0.000106610474,0.000110859364,0.000009932437,0.00007265822,0.0003731638,0.003968677,0.0014676196,0.95757985,0.009396439,0.026864165],"study_design_scores_gemma":[0.000023336035,0.000042860553,0.00009623964,0.00009597292,0.000017125143,0.00021487188,0.00011409899,0.01775713,0.0025466578,0.7113634,0.26770407,0.000024316349],"about_ca_topic_score_codex":0.0013247278,"about_ca_topic_score_gemma":0.0008794168,"teacher_disagreement_score":0.02500711,"about_ca_system_score_codex":0.001067792,"about_ca_system_score_gemma":0.0027705228,"threshold_uncertainty_score":0.083657086},"labels":[],"label_agreement":null},{"id":"W2065160210","doi":"10.1145/1536274.1536285","title":"A novel sorting animation","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Animation; Sorting; Computer science; Visualization; Computer graphics (images); Pixel; Computer animation; Sorting algorithm; Skeletal animation; Field (mathematics); Data visualization; Class (philosophy); Multimedia; Computer facial animation; Artificial intelligence; Human–computer interaction; Computer vision; Algorithm; Mathematics","score_opus":0.023510257827186742,"score_gpt":0.2735834945184491,"score_spread":0.25007323669126236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065160210","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021422844,0.00028618492,0.9096392,0.0011222183,0.0010282871,0.00024771018,0.00041957275,0.008318248,0.057515748],"genre_scores_gemma":[0.15712206,0.00048892765,0.8061698,0.00054005114,0.00018336187,0.00028551256,0.00058420794,0.0016210604,0.03300493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995951,0.000083003,0.000025555692,0.00007332817,0.00017037899,0.000052679923],"domain_scores_gemma":[0.9994029,0.00023691497,0.000027647271,0.000121841425,0.00012359455,0.00008722599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043060863,0.0006036956,0.00033744643,0.0006129865,0.00077823614,0.0013411014,0.0009818396,0.0011910576,0.022364505],"category_scores_gemma":[0.0019077283,0.000330058,0.0005870107,0.00047742037,0.00071655057,0.001720629,0.0018785051,0.0014041414,0.0025866146],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056573766,0.00028273158,0.0011987694,0.00072698743,0.000054375338,0.0009324721,0.0015952588,0.047570363,0.20546181,0.23877782,0.046317782,0.45651594],"study_design_scores_gemma":[0.0002664736,0.0003588856,0.00092931103,0.00019080166,0.000057413206,0.001779508,0.00023440194,0.35023147,0.06359463,0.048169184,0.53406304,0.00012493141],"about_ca_topic_score_codex":0.00072950055,"about_ca_topic_score_gemma":0.00079405366,"teacher_disagreement_score":0.022364505,"about_ca_system_score_codex":0.0003660823,"about_ca_system_score_gemma":0.00058024353,"threshold_uncertainty_score":0.074816704},"labels":[],"label_agreement":null},{"id":"W2065182964","doi":"10.1145/2729094.2742590","title":"A Game Engine in Pure Python for CS1","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Python (programming language); Game engine; Computer science; Programming language; Game programming; Game design; World Wide Web; Operating system; Multimedia; Game Developer; Game design document","score_opus":0.04737579110135475,"score_gpt":0.29018773425621647,"score_spread":0.2428119431548617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065182964","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037762318,0.00021437241,0.7632279,0.0008690715,0.0005162866,0.002115104,0.0030098667,0.09455606,0.097729065],"genre_scores_gemma":[0.1510993,0.00026715244,0.75755954,0.0008185337,0.00006914115,0.0020979268,0.005921349,0.015624166,0.06654295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991571,0.0001749681,0.00007377002,0.0001351029,0.00030173105,0.00015746521],"domain_scores_gemma":[0.99855405,0.00054547976,0.000054462544,0.00024341332,0.00026642837,0.000336169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010994645,0.0010447457,0.0003931232,0.000650703,0.0006105391,0.0015964867,0.00230183,0.00074860593,0.03162604],"category_scores_gemma":[0.0043624467,0.00059177465,0.00081429054,0.0004230925,0.00070360384,0.002302232,0.002628338,0.0021321257,0.0107842665],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002034699,0.002075386,0.0056297136,0.0016824388,0.00019607045,0.0013043116,0.0036899128,0.027269393,0.08534375,0.14251398,0.2535208,0.47473955],"study_design_scores_gemma":[0.00048161982,0.000905656,0.0047807284,0.0002667075,0.00007489025,0.0013080882,0.00029896712,0.12876467,0.04672283,0.036417816,0.7797612,0.00021683694],"about_ca_topic_score_codex":0.0016550535,"about_ca_topic_score_gemma":0.0026298335,"teacher_disagreement_score":0.03162604,"about_ca_system_score_codex":0.0004964186,"about_ca_system_score_gemma":0.0012293028,"threshold_uncertainty_score":0.105799675},"labels":[],"label_agreement":null},{"id":"W2066622718","doi":"10.1145/2676723.2677273","title":"Drop, Fail, Pass, Continue","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Drop out; Attrition; Drop (telecommunication); Mathematics education; Significant difference; Psychology; Medical education; Computer science; Mathematics; Demographic economics; Economics; Medicine; Statistics","score_opus":0.03814679864704839,"score_gpt":0.2547468480416692,"score_spread":0.2166000493946208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066622718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99021494,0.00019972007,0.0007940979,0.00034058327,0.00003623746,0.00011779935,0.0014005764,0.000076939934,0.0068191565],"genre_scores_gemma":[0.9933789,0.00015725322,0.00048545178,0.000100024605,0.000043593453,0.00012699897,0.0013591363,0.000027600183,0.004320983],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944834,0.0009577401,0.0005291295,0.00044927135,0.0026291087,0.0009513243],"domain_scores_gemma":[0.96215135,0.010415486,0.016948134,0.0017129355,0.0036029369,0.005169074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004941173,0.0004063778,0.0005593158,0.0035825828,0.0011648578,0.0019661393,0.0010755684,0.00075875863,0.010946441],"category_scores_gemma":[0.030633302,0.00020137132,0.001038875,0.0024351904,0.001261491,0.0014382141,0.0023289477,0.0017691633,0.0025164557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022106875,0.00018490621,0.9796229,0.000030288254,0.000045143224,0.000057195295,0.00044612508,0.00017533317,0.000117269534,0.00023018029,0.0010314061,0.01783817],"study_design_scores_gemma":[0.000007104193,0.0002807351,0.99695075,0.000014736834,0.000014947364,0.000075290234,0.0007806007,0.00028817388,0.00020184313,0.00021633944,0.0011567784,0.00001275992],"about_ca_topic_score_codex":0.0056096558,"about_ca_topic_score_gemma":0.010199677,"teacher_disagreement_score":0.010946441,"about_ca_system_score_codex":0.0011447917,"about_ca_system_score_gemma":0.0010494441,"threshold_uncertainty_score":0.036619544},"labels":[],"label_agreement":null},{"id":"W2070797177","doi":"10.1145/2538862.2544261","title":"Using and sharing programming exercises to improve introductory courses (abstract only)","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Programming language; Multimedia; Psychology","score_opus":0.025949107546850154,"score_gpt":0.29035531717281327,"score_spread":0.2644062096259631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070797177","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7472313,0.001133615,0.14712484,0.005055708,0.0018939092,0.0024861395,0.0007788165,0.014487181,0.07980837],"genre_scores_gemma":[0.7482534,0.0009571692,0.19215892,0.0012761282,0.0007349991,0.0012399993,0.0013982392,0.0016556906,0.052325424],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739313,0.0011023085,0.00023146642,0.0003857639,0.00061222893,0.00027504415],"domain_scores_gemma":[0.98589885,0.006515317,0.0012378453,0.0025652517,0.0022053155,0.0015775431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027694032,0.000761332,0.000618233,0.0009812686,0.0005262902,0.0015094711,0.0013950133,0.0007799006,0.03756059],"category_scores_gemma":[0.024823138,0.00025280952,0.0005125847,0.00057571003,0.00043884513,0.0023332026,0.0025689087,0.0012903529,0.01109377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052713556,0.0034360855,0.007155099,0.0005624806,0.000031452182,0.00021807317,0.0018674467,0.0018100674,0.021595528,0.0011496916,0.024207707,0.93743926],"study_design_scores_gemma":[0.0015847664,0.030284628,0.22047742,0.0038579595,0.0004491679,0.004429929,0.006942397,0.048660688,0.17317177,0.022595277,0.4869002,0.0006457171],"about_ca_topic_score_codex":0.0003153954,"about_ca_topic_score_gemma":0.0006406265,"teacher_disagreement_score":0.03756059,"about_ca_system_score_codex":0.0004162133,"about_ca_system_score_gemma":0.00064939365,"threshold_uncertainty_score":0.12565267},"labels":[],"label_agreement":null},{"id":"W2071752328","doi":"10.1109/isecon.2014.6891035","title":"Preparing STEM teachers for K-12 classrooms: Graduate certificate evaluation and innovation","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Certificate; Curriculum; Presentation (obstetrics); Mathematics education; Computer science; Engineering education; Pedagogy; Engineering management; Engineering; Psychology; Medicine","score_opus":0.20728102029111267,"score_gpt":0.3458952408465867,"score_spread":0.138614220555474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071752328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9625045,0.00031622357,0.0035754638,0.0016230802,0.00024939762,0.009611111,0.0007452784,0.00061023486,0.020764623],"genre_scores_gemma":[0.9396775,0.0006278316,0.02813066,0.00093641697,0.00012162891,0.010268715,0.0025659355,0.00022829119,0.017443087],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97150236,0.012191586,0.0015993498,0.0016246969,0.010216943,0.0028650258],"domain_scores_gemma":[0.91852534,0.009356643,0.003454951,0.004310998,0.04552931,0.018822744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044627823,0.0008710394,0.0015247812,0.004341545,0.003691094,0.005107903,0.003203651,0.0018653407,0.0048098234],"category_scores_gemma":[0.056197535,0.00064203807,0.0011614088,0.0020955238,0.0020062556,0.0023905546,0.008615711,0.0027194396,0.0025911247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046360726,0.070590466,0.12300478,0.0008418523,0.00010142984,0.00042412794,0.02720943,0.0019108077,0.006608937,0.0032241454,0.036242023,0.72520596],"study_design_scores_gemma":[0.006430537,0.10670705,0.5959187,0.0014361556,0.00048402653,0.00076758215,0.08184186,0.008692344,0.053422123,0.004074,0.13960275,0.0006229063],"about_ca_topic_score_codex":0.0041588396,"about_ca_topic_score_gemma":0.008736055,"teacher_disagreement_score":0.044627823,"about_ca_system_score_codex":0.008579692,"about_ca_system_score_gemma":0.023636619,"threshold_uncertainty_score":0.23601735},"labels":[],"label_agreement":null},{"id":"W2072447149","doi":"10.1145/1562877.1562988","title":"Running a programming contest in an introductory computer science course","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CONTEST; Course (navigation); Competition (biology); Computer science; Class (philosophy); Mathematics education; Multimedia; Artificial intelligence; Engineering; Psychology; Political science","score_opus":0.015619885882951748,"score_gpt":0.29182708765777454,"score_spread":0.2762072017748228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072447149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7972256,0.00034453673,0.085167095,0.0057637724,0.0045867637,0.006618907,0.0014933678,0.004611205,0.094188824],"genre_scores_gemma":[0.76383495,0.00031990896,0.12476063,0.0017571367,0.0014821148,0.0023910243,0.0052604526,0.0011484483,0.09904529],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973456,0.0005503682,0.00013781925,0.0004026855,0.0005033806,0.0010601303],"domain_scores_gemma":[0.9870984,0.0016080623,0.0003248225,0.0003426008,0.00079497433,0.009831224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035613617,0.0015498298,0.0012309097,0.00058213604,0.0040114056,0.004213513,0.002211236,0.0022373006,0.03874953],"category_scores_gemma":[0.006598799,0.00083308306,0.0010059543,0.0006703007,0.000622165,0.0022751573,0.0031665554,0.0045622597,0.012320326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011451663,0.06550388,0.032516487,0.0013461508,0.00026612624,0.006718735,0.010775709,0.023149526,0.06597713,0.037435092,0.36827457,0.37658498],"study_design_scores_gemma":[0.0038024618,0.046112757,0.107477106,0.00055256416,0.00027653656,0.0034830149,0.012917776,0.11709134,0.056121882,0.050885167,0.6001833,0.0010961292],"about_ca_topic_score_codex":0.0016195817,"about_ca_topic_score_gemma":0.005566292,"teacher_disagreement_score":0.03874953,"about_ca_system_score_codex":0.0013662317,"about_ca_system_score_gemma":0.002754062,"threshold_uncertainty_score":0.12963015},"labels":[],"label_agreement":null},{"id":"W2072598773","doi":"10.1145/2189835.2189861","title":"Status update","year":2012,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Shut down; State (computer science); Political science; Computer science; Mathematics education; Engineering ethics; Engineering; Law; Psychology; Programming language","score_opus":0.02705730802216657,"score_gpt":0.2902393443528289,"score_spread":0.26318203633066234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072598773","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017121442,0.077125885,0.0026420732,0.09207932,0.18499368,0.00082886324,0.046036046,0.003488425,0.5910936],"genre_scores_gemma":[0.008042963,0.06924687,0.00307809,0.039491735,0.044097412,0.0009415179,0.044052247,0.0007950738,0.7902541],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990307,0.00012846426,0.00012267314,0.00012585573,0.00044806246,0.00014424916],"domain_scores_gemma":[0.99507624,0.00051937095,0.00035660574,0.0002730275,0.0028854203,0.0008894439],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020625275,0.0008111479,0.0010705079,0.0032524741,0.0012313325,0.0046037147,0.0019881167,0.0032165514,0.32578412],"category_scores_gemma":[0.007778836,0.00032803434,0.00069269055,0.0028474256,0.00045854342,0.004838207,0.0020590876,0.002298349,0.22650585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053851767,0.000030162219,0.00022178878,0.0005878692,0.0000063060916,0.0000548159,0.000027831582,0.000028727762,0.00013371014,0.0011202105,0.88961005,0.10812478],"study_design_scores_gemma":[0.000005633723,0.000016033366,0.00034082695,0.00026233352,0.0000053280905,0.00005460009,0.000019969664,0.000008679586,0.00003744616,0.00019839757,0.99904734,0.0000033705494],"about_ca_topic_score_codex":0.0042320117,"about_ca_topic_score_gemma":0.005389815,"teacher_disagreement_score":0.32578412,"about_ca_system_score_codex":0.001613032,"about_ca_system_score_gemma":0.0039275778,"threshold_uncertainty_score":0.96168715},"labels":[],"label_agreement":null},{"id":"W2075998901","doi":"10.1145/2677199.2680607","title":"Tiles that Talk","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Set (abstract data type); Software; Code (set theory); Face (sociological concept); Software engineering; Factory (object-oriented programming); Syntax; Human–computer interaction; Development environment; Software development; Source code; Multimedia; Programming language; Artificial intelligence","score_opus":0.07420862775619586,"score_gpt":0.27562800988849817,"score_spread":0.20141938213230232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075998901","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016113946,0.0017087818,0.08703707,0.007371216,0.00877479,0.00019708186,0.0006180511,0.0068967976,0.8712823],"genre_scores_gemma":[0.18653832,0.0011096398,0.021615736,0.0034569576,0.0018912008,0.00031819634,0.0009518645,0.0037517499,0.78036636],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987658,0.00025364466,0.000044883287,0.00024186351,0.00045319318,0.00024067349],"domain_scores_gemma":[0.99833554,0.00034128953,0.00006726737,0.0004833386,0.00027251785,0.00050004723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000925716,0.0012630479,0.00056500797,0.0012987043,0.0033582204,0.0065886322,0.0010609678,0.002152694,0.18347703],"category_scores_gemma":[0.004189328,0.00056484295,0.001161369,0.0007081331,0.0024175453,0.0051043592,0.008186465,0.0029994468,0.055639654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047744284,0.000117248244,0.0017174506,0.00046555698,0.000058337813,0.0011654263,0.016957438,0.001845195,0.018461209,0.31145883,0.44903204,0.19824384],"study_design_scores_gemma":[0.000014786721,0.000039701124,0.0004328263,0.000097315315,0.000013247883,0.00033178285,0.0015766579,0.00056889985,0.0016389582,0.016774202,0.9784904,0.00002121638],"about_ca_topic_score_codex":0.0008629514,"about_ca_topic_score_gemma":0.0012407835,"teacher_disagreement_score":0.18347703,"about_ca_system_score_codex":0.00089811767,"about_ca_system_score_gemma":0.00068677036,"threshold_uncertainty_score":0.6137918},"labels":[],"label_agreement":null},{"id":"W2076288546","doi":"10.5539/ass.v8n14p49","title":"A Cross-disciplinary Approach to Degree Programs in Video Games","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Computer science; Process (computing); Curriculum; Discipline; Degree program; Multimedia; Sociology; Pedagogy; Medical education","score_opus":0.07432212645885644,"score_gpt":0.3388732979664323,"score_spread":0.26455117150757584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076288546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6195998,0.0012410539,0.13186258,0.014839502,0.0009119055,0.0066330424,0.000098265315,0.0004940937,0.22431976],"genre_scores_gemma":[0.8512011,0.00070724456,0.061289966,0.004203682,0.00015526991,0.0032259978,0.0000905279,0.00015157057,0.07897472],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9929269,0.0041326187,0.00028576644,0.0009867479,0.0005291406,0.0011389157],"domain_scores_gemma":[0.98690945,0.003573725,0.0004612888,0.0007606331,0.0022505918,0.006044261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009405349,0.000616767,0.00035000622,0.002607981,0.012155973,0.0072813216,0.0021323895,0.0017942138,0.012605604],"category_scores_gemma":[0.00998382,0.0007515312,0.00046548966,0.0014300675,0.0049847146,0.0027288,0.011207199,0.003862927,0.0017270402],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024810075,0.006216948,0.02310591,0.0007870287,0.0000387195,0.0019504522,0.3730787,0.0026496833,0.009516624,0.18071452,0.015348015,0.38634527],"study_design_scores_gemma":[0.00013275606,0.00252252,0.03389383,0.0008152009,0.000031328444,0.0017499792,0.30415136,0.0035174605,0.008543685,0.037961,0.60654974,0.00013118063],"about_ca_topic_score_codex":0.003902292,"about_ca_topic_score_gemma":0.013339054,"teacher_disagreement_score":0.012605604,"about_ca_system_score_codex":0.012503806,"about_ca_system_score_gemma":0.014932552,"threshold_uncertainty_score":0.090721846},"labels":[],"label_agreement":null},{"id":"W2076949411","doi":"10.1145/1028174.971344","title":"Redesigning introductory computer programming with HTML, JavaScript, and Java","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"JavaScript; Java; Computer science; Java Programming Language; Programming language; Course (navigation); Software engineering; Engineering","score_opus":0.010455336097791408,"score_gpt":0.21056593714980712,"score_spread":0.20011060105201572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076949411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24021451,0.0009152337,0.7275826,0.0013606057,0.00053391396,0.0010196571,0.00005567752,0.00905516,0.019262683],"genre_scores_gemma":[0.21394214,0.0009851096,0.76246464,0.001393656,0.00019111022,0.00045983083,0.00036050926,0.0031260103,0.017077059],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965437,0.0011185436,0.00023673246,0.0006444421,0.0010765091,0.00038003596],"domain_scores_gemma":[0.9925154,0.003303439,0.0006928202,0.0014368456,0.0012266316,0.0008249152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031650264,0.0008559223,0.00047932283,0.0010085012,0.00080541446,0.0029446336,0.0022333101,0.00079545396,0.00405742],"category_scores_gemma":[0.013353558,0.00067246944,0.0005655416,0.0009037047,0.0011370953,0.0043078205,0.0020861677,0.0032295205,0.0022165067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021302507,0.0015673658,0.0054001715,0.00044418333,0.000023069411,0.00059432175,0.0076402207,0.0031780563,0.047828022,0.0067529837,0.0053078197,0.9210508],"study_design_scores_gemma":[0.0003995676,0.0025665204,0.022742836,0.00079608685,0.0002344206,0.006011005,0.0068839425,0.056269374,0.10040108,0.023804432,0.7795269,0.00036386563],"about_ca_topic_score_codex":0.0018567478,"about_ca_topic_score_gemma":0.002960932,"teacher_disagreement_score":0.00405742,"about_ca_system_score_codex":0.0008911646,"about_ca_system_score_gemma":0.0015915979,"threshold_uncertainty_score":0.016738415},"labels":[],"label_agreement":null},{"id":"W2078459668","doi":"10.1145/611892.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Computer science; Medicine; Library science","score_opus":0.014191612321065158,"score_gpt":0.23888677515842194,"score_spread":0.22469516283735677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078459668","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03572441,0.0012002678,0.0013920222,0.025440525,0.0040300037,0.0005059175,0.0074192355,0.0017831688,0.9225045],"genre_scores_gemma":[0.038242478,0.0004848553,0.0007753066,0.005071347,0.00030930285,0.00013182078,0.0017065996,0.0002969449,0.95298123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992606,0.00006785985,0.000026721646,0.0001637274,0.00024938534,0.00023169884],"domain_scores_gemma":[0.99746263,0.00010881553,0.00007743556,0.00014164217,0.00035713825,0.0018522497],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00091930054,0.00074437156,0.00074146315,0.0017203393,0.0057371864,0.0036260362,0.001034418,0.0012384846,0.61521465],"category_scores_gemma":[0.0015964318,0.00047083673,0.00059403025,0.0011019795,0.00077109336,0.0020672646,0.004822654,0.0028140522,0.25962502],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020842158,0.0003633623,0.006736155,0.00014210051,0.000012249264,0.00047237147,0.0014303207,0.00003362108,0.003308565,0.016505737,0.8431682,0.12761894],"study_design_scores_gemma":[0.000020401096,0.00007526012,0.006112574,0.000035097943,0.0000031801578,0.0002843602,0.0014816805,0.000029775196,0.00066251017,0.0007888397,0.9904974,0.000008928215],"about_ca_topic_score_codex":0.0061261104,"about_ca_topic_score_gemma":0.022676464,"teacher_disagreement_score":0.61521465,"about_ca_system_score_codex":0.0011987711,"about_ca_system_score_gemma":0.0021987245,"threshold_uncertainty_score":0.5488496},"labels":[],"label_agreement":null},{"id":"W2080335927","doi":"10.1145/2247569.2247573","title":"Ingredients for student-centered learning in undergraduate computing science courses","year":2012,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Enthusiasm; Computer science; Mathematics education; Work (physics); Science and engineering; Multimedia; Psychology; Engineering ethics; Engineering","score_opus":0.034464583221386604,"score_gpt":0.33992546068554413,"score_spread":0.3054608774641575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080335927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9029695,0.00039648626,0.0642582,0.0059889173,0.00019958516,0.002159463,0.000071289745,0.002418446,0.021538133],"genre_scores_gemma":[0.8589008,0.00013084385,0.13648821,0.00054151204,0.000058948226,0.0012175088,0.000121921505,0.00011307438,0.002427216],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9881471,0.0065731467,0.00055332703,0.0010964818,0.0028559172,0.00077401707],"domain_scores_gemma":[0.95839345,0.021447808,0.0039976034,0.004049844,0.0026918387,0.009419511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012000976,0.00068230485,0.0007499876,0.0011263593,0.0016824387,0.0058033764,0.0021896856,0.0018825282,0.008552151],"category_scores_gemma":[0.046601873,0.0006317472,0.0007156432,0.00056680065,0.00097112445,0.0036946798,0.0059434213,0.0030973488,0.0016071261],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018441858,0.033723667,0.039694715,0.0024127394,0.00009189523,0.00039680398,0.031610522,0.0014068849,0.046776235,0.010323859,0.011172977,0.8205455],"study_design_scores_gemma":[0.002936596,0.028665558,0.471772,0.005167832,0.00066516094,0.0028603936,0.06438649,0.024487773,0.072556935,0.10088887,0.22470538,0.0009069824],"about_ca_topic_score_codex":0.00019784321,"about_ca_topic_score_gemma":0.00048776457,"teacher_disagreement_score":0.012000976,"about_ca_system_score_codex":0.00094600616,"about_ca_system_score_gemma":0.0021185775,"threshold_uncertainty_score":0.06346798},"labels":[],"label_agreement":null},{"id":"W2080651595","doi":"10.1016/j.scico.2004.04.001","title":"Practice and experience with Java in education","year":2004,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Java; Programming language; Software engineering","score_opus":0.008841459162889753,"score_gpt":0.28535681984056804,"score_spread":0.2765153606776783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080651595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94321215,0.005684671,0.002542965,0.004990469,0.00035952797,0.00006965961,0.00006172924,0.00009507203,0.042983793],"genre_scores_gemma":[0.9635204,0.004285421,0.0021400016,0.0015595153,0.00013108236,0.00005810108,0.000076593074,0.00007329389,0.028155651],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9939276,0.0024768477,0.00022847066,0.0006039477,0.0013119372,0.0014511204],"domain_scores_gemma":[0.9764224,0.005546386,0.0015057729,0.00071119575,0.0028465767,0.012967732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068867058,0.0006403853,0.00057389797,0.002254594,0.0033952873,0.005885813,0.0013792844,0.0032879033,0.0060776058],"category_scores_gemma":[0.019099606,0.00064743,0.0007136603,0.0017044937,0.0029276991,0.005769917,0.0038645728,0.0042598485,0.0021546776],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006100308,0.012737477,0.12280956,0.0006395836,0.00007555354,0.003961816,0.4995633,0.00069584366,0.006104681,0.013437942,0.01635671,0.32300758],"study_design_scores_gemma":[0.00027799536,0.0074772015,0.20548697,0.0016171724,0.0001085902,0.015069219,0.42115098,0.0017827295,0.004828625,0.0065501323,0.33529556,0.00035485893],"about_ca_topic_score_codex":0.0022476641,"about_ca_topic_score_gemma":0.006053553,"teacher_disagreement_score":0.0068867058,"about_ca_system_score_codex":0.0018795308,"about_ca_system_score_gemma":0.0022683449,"threshold_uncertainty_score":0.036420822},"labels":[],"label_agreement":null},{"id":"W2082350834","doi":"","title":"Proceedings of the 33rd SIGCSE technical symposium on Computer science education","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Library science","score_opus":0.012845858941100602,"score_gpt":0.24123273949392068,"score_spread":0.22838688055282008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082350834","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006572608,0.040978596,0.05356018,0.019928839,0.08044579,0.000987205,0.0075875535,0.009520074,0.7804191],"genre_scores_gemma":[0.008444266,0.018439306,0.012270007,0.003068577,0.0045832004,0.0002815036,0.008876009,0.0010730014,0.94296414],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898964,0.00016758635,0.000060348528,0.00017674486,0.00048228362,0.00012336743],"domain_scores_gemma":[0.99795663,0.00030300545,0.000055743425,0.0002755533,0.00076838123,0.0006405804],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001840941,0.0017773551,0.0010314427,0.0011695938,0.0009722489,0.0050569843,0.0009666866,0.0014462142,0.30333212],"category_scores_gemma":[0.003287075,0.000504031,0.0006317523,0.0012888445,0.00066216174,0.004150479,0.0019446949,0.0042693065,0.25104216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006353682,0.00011153728,0.0003120986,0.00010341614,0.000014536031,0.000064811284,0.00004143984,0.000097596676,0.00087763334,0.00140596,0.8841774,0.11273012],"study_design_scores_gemma":[0.00001840571,0.00003349623,0.0006666386,0.000101275444,0.000013190146,0.00012800291,0.000059124955,0.00046164557,0.00033230794,0.0012155598,0.99696016,0.000010262508],"about_ca_topic_score_codex":0.0034997966,"about_ca_topic_score_gemma":0.007864453,"teacher_disagreement_score":0.30333212,"about_ca_system_score_codex":0.0010788748,"about_ca_system_score_gemma":0.0023871444,"threshold_uncertainty_score":0.9937122},"labels":[],"label_agreement":null},{"id":"W2087042523","doi":"10.5555/2819009.2819072","title":"Code hunt: experience with coding contests at scale","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"CONTEST; Computer science; Code (set theory); Coding (social sciences); Set (abstract data type); Order (exchange); Unit testing; Scale (ratio); Programming language; Multimedia; Software; Sociology; Political science","score_opus":0.04469560196420198,"score_gpt":0.2795159056101224,"score_spread":0.23482030364592044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087042523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9068247,0.00021042218,0.045973323,0.0016967867,0.00025007824,0.00034667252,0.00021331698,0.0016470879,0.04283769],"genre_scores_gemma":[0.9593591,0.00012062976,0.021084443,0.000273959,0.000045559224,0.000109286,0.000288241,0.0005145071,0.018204283],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99721825,0.0012910372,0.00008634714,0.00026840257,0.0005933209,0.0005427034],"domain_scores_gemma":[0.9898734,0.005467968,0.00034077736,0.00071394886,0.0008595547,0.002744305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041963416,0.0010165737,0.00045439196,0.0008877233,0.0030993212,0.0028916523,0.0016501948,0.0013754128,0.010862185],"category_scores_gemma":[0.013243346,0.00043199625,0.00064229604,0.00067516847,0.0038252561,0.00226625,0.004558599,0.0028748221,0.0019014963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016537457,0.007501156,0.035756335,0.0007981105,0.00015985015,0.0144751575,0.31992584,0.020908898,0.0417792,0.046410874,0.12629242,0.3843384],"study_design_scores_gemma":[0.00044929254,0.0075533157,0.04258264,0.0005280003,0.000098819095,0.013237658,0.15456556,0.12769505,0.049922362,0.038309924,0.5644194,0.00063795806],"about_ca_topic_score_codex":0.0038599772,"about_ca_topic_score_gemma":0.009113628,"teacher_disagreement_score":0.010862185,"about_ca_system_score_codex":0.0012653514,"about_ca_system_score_gemma":0.0010922733,"threshold_uncertainty_score":0.036337554},"labels":[],"label_agreement":null},{"id":"W2088136492","doi":"10.1016/j.scico.2010.05.002","title":"The essential similarity and differences between mathematical modeling and programming","year":2010,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Similarity (geometry); Mathematical model; Theoretical computer science; Artificial intelligence; Mathematics; Statistics","score_opus":0.018807137613696415,"score_gpt":0.2760802703627261,"score_spread":0.2572731327490297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088136492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0679873,0.07136213,0.5626146,0.060382675,0.008123579,0.00016817228,0.0004886369,0.0008731505,0.22799975],"genre_scores_gemma":[0.8388897,0.017064845,0.11411445,0.0064880676,0.005378861,0.00037788175,0.00023733937,0.00027154785,0.017177263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970509,0.0014387637,0.00021505468,0.00046178227,0.0007214839,0.000112121954],"domain_scores_gemma":[0.9894432,0.0073900344,0.0004941224,0.0013922699,0.0009492907,0.00033111277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034725217,0.00039904265,0.000754291,0.0016048485,0.0014981804,0.004440904,0.0014704865,0.0026303788,0.0032610158],"category_scores_gemma":[0.018556062,0.00032545632,0.00057993166,0.0016217205,0.013812885,0.011021587,0.0026486649,0.004577854,0.00078739127],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011460993,0.000007842553,0.00014827166,0.0000637568,0.0000035450298,0.000019240579,0.00051908783,0.00014529376,0.00013421927,0.99191236,0.0009987603,0.0060361507],"study_design_scores_gemma":[0.000008724818,0.000020848312,0.00059083034,0.00006959791,0.000008452594,0.00025203844,0.00033792743,0.0017900552,0.0003104016,0.9708474,0.025750427,0.000013324735],"about_ca_topic_score_codex":0.0011253705,"about_ca_topic_score_gemma":0.0005855921,"teacher_disagreement_score":0.004440904,"about_ca_system_score_codex":0.0012344597,"about_ca_system_score_gemma":0.0015687465,"threshold_uncertainty_score":0.018364668},"labels":[],"label_agreement":null},{"id":"W2088917462","doi":"10.1145/1920778.1920822","title":"GameSoup","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Usability; Human–computer interaction; Software engineering","score_opus":0.00495812854256398,"score_gpt":0.22659350785332413,"score_spread":0.22163537931076016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088917462","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016549109,0.0017461344,0.17779383,0.0016439803,0.0011873781,0.0015999126,0.022103049,0.15369101,0.62368566],"genre_scores_gemma":[0.1148973,0.0019364272,0.17097747,0.0021201656,0.00020019709,0.0020248578,0.060285617,0.04844017,0.59911776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990428,0.00016748025,0.0000757871,0.0002245168,0.0003420186,0.00014740271],"domain_scores_gemma":[0.99866307,0.00026236768,0.00006606414,0.0002677793,0.00044835356,0.00029241468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076644577,0.0012696576,0.0005180928,0.0011329984,0.0007037685,0.0026529068,0.0016432835,0.0008497921,0.11644574],"category_scores_gemma":[0.00396613,0.00079495955,0.0007207415,0.0005604719,0.00041978955,0.0027385356,0.0037486085,0.0017230914,0.06615055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014347179,0.0002753983,0.0018821978,0.001515786,0.00009907845,0.00039363452,0.00094891846,0.002215488,0.014642627,0.08864986,0.5803957,0.30754665],"study_design_scores_gemma":[0.00009782431,0.000092427865,0.0012740256,0.00009540951,0.000020215279,0.00033129854,0.00007994313,0.003900984,0.004349655,0.006727943,0.9829941,0.000036205598],"about_ca_topic_score_codex":0.0031958139,"about_ca_topic_score_gemma":0.005640691,"teacher_disagreement_score":0.11644574,"about_ca_system_score_codex":0.00086282566,"about_ca_system_score_gemma":0.0013233608,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2089228580","doi":"10.1002/cae.20064","title":"MATLAB as an introductory programming language","year":2006,"lang":"en","type":"article","venue":"Computer Applications in Engineering Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"MATLAB; Computer science; Programming language; C programming language; Mathematics education; Science and engineering; Computational science; Software engineering; Software; Mathematics; Engineering ethics; Engineering","score_opus":0.003637656869700101,"score_gpt":0.24412510293606596,"score_spread":0.24048744606636585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089228580","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008140568,0.0018704414,0.93107027,0.0009602238,0.0004146272,0.00014239755,0.00047286574,0.013877456,0.04305121],"genre_scores_gemma":[0.10316628,0.0029617085,0.85327363,0.00073459925,0.00027114854,0.0005137801,0.0010235131,0.0027076262,0.03534775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908125,0.00031298035,0.000084830055,0.000118136304,0.00034200403,0.00006080341],"domain_scores_gemma":[0.9978236,0.0011932222,0.00017497504,0.00022346486,0.0004415369,0.00014320666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007424081,0.00078572205,0.00040151548,0.00068384607,0.00025475246,0.0014510972,0.0008466339,0.0005902925,0.023964237],"category_scores_gemma":[0.0057038194,0.00033753394,0.00036001264,0.0006104192,0.00041881364,0.0011205764,0.0011604605,0.0013950133,0.013077517],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040220292,0.0002263408,0.0011270005,0.0011565075,0.000052951906,0.0009981534,0.00079182175,0.025825141,0.057826497,0.14179255,0.07831295,0.69148785],"study_design_scores_gemma":[0.0001247961,0.00038992055,0.0014139991,0.00089375634,0.0000553508,0.0026873709,0.00015116381,0.1085884,0.056500908,0.082213156,0.7468929,0.00008824946],"about_ca_topic_score_codex":0.00015948631,"about_ca_topic_score_gemma":0.00019351019,"teacher_disagreement_score":0.023964237,"about_ca_system_score_codex":0.0002739689,"about_ca_system_score_gemma":0.0006702377,"threshold_uncertainty_score":0.08016831},"labels":[],"label_agreement":null},{"id":"W2089356027","doi":"10.1145/961290.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Measure (data warehouse); Computer science; Constructivist teaching methods; Mathematics education; Software engineering; Programming language; Psychology; Mathematics; Data mining; Teaching method","score_opus":0.02149025322131989,"score_gpt":0.23637409489699102,"score_spread":0.21488384167567112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089356027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911356,0.00009447744,0.003588491,0.00012253149,0.000014943598,0.00014108587,0.000060223396,0.00017484179,0.0046678977],"genre_scores_gemma":[0.98661613,0.000113558905,0.010739075,0.00007171372,0.000027516424,0.00018220552,0.00034252336,0.00005976577,0.0018475151],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97083807,0.0150920795,0.0017737938,0.0022731577,0.00895615,0.0010667761],"domain_scores_gemma":[0.826314,0.12702568,0.017468946,0.008694234,0.013361611,0.007135577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018266752,0.00080118526,0.0006339907,0.003348768,0.00078303425,0.0029322503,0.001271857,0.0012023888,0.0012845234],"category_scores_gemma":[0.13175827,0.00042399892,0.00041652587,0.0017067182,0.0011291982,0.0016639861,0.0022768236,0.0015594453,0.0005950142],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060877576,0.010650231,0.2909485,0.0010109564,0.00060524914,0.000073937685,0.01567794,0.026136465,0.029104112,0.0024926984,0.0026081933,0.61460406],"study_design_scores_gemma":[0.0005509624,0.021060036,0.8830987,0.00020936668,0.00018589715,0.00013274868,0.005677326,0.048203226,0.031238593,0.0036173442,0.0057784077,0.00024740555],"about_ca_topic_score_codex":0.0019115857,"about_ca_topic_score_gemma":0.003735184,"teacher_disagreement_score":0.018266752,"about_ca_system_score_codex":0.0025006996,"about_ca_system_score_gemma":0.0014733291,"threshold_uncertainty_score":0.096605},"labels":[],"label_agreement":null},{"id":"W2090983558","doi":"10.1145/2445196.2445252","title":"Becoming experts","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia; University of Hartford","keywords":"Field (mathematics); Process (computing); Computer science; Mathematics education; Positive attitude; Psychology; Component (thermodynamics); Social psychology; Mathematics","score_opus":0.01902834457689173,"score_gpt":0.24570100941480444,"score_spread":0.2266726648379127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090983558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5150603,0.0015554939,0.010893224,0.017869594,0.0015923283,0.00015356985,0.00030634445,0.00017507428,0.4523941],"genre_scores_gemma":[0.83888555,0.0014393319,0.0057410817,0.0056667607,0.0004109678,0.000077415556,0.00031743504,0.00006441177,0.14739704],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99749136,0.0007157147,0.00008925521,0.0003395044,0.00087972434,0.00048441792],"domain_scores_gemma":[0.9882159,0.0019144104,0.0013197312,0.0008492884,0.0027380148,0.0049625942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025258353,0.00018327324,0.00013506332,0.0009779931,0.0015790256,0.0035469031,0.00049737206,0.0009645756,0.031796105],"category_scores_gemma":[0.011610072,0.0001557903,0.00023264822,0.00043333002,0.0010060626,0.0037176264,0.002541904,0.0017198191,0.007108612],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014729051,0.000691754,0.14562103,0.00034789497,0.00004900059,0.0019780714,0.084082246,0.0006326017,0.008729701,0.15392825,0.14430666,0.4594856],"study_design_scores_gemma":[0.00001979829,0.00035192512,0.06146136,0.00019801056,0.000019146824,0.002466154,0.035826836,0.000590512,0.0015140695,0.03282217,0.86467314,0.000056902853],"about_ca_topic_score_codex":0.0008733206,"about_ca_topic_score_gemma":0.0020511954,"teacher_disagreement_score":0.031796105,"about_ca_system_score_codex":0.00059685303,"about_ca_system_score_gemma":0.0012759641,"threshold_uncertainty_score":0.10636854},"labels":[],"label_agreement":null},{"id":"W2091758459","doi":"10.2316/journal.208.2006.2.208-0878","title":"COMPUTER-ASSISTED POP-UP DESIGN FOR CHILDREN: COMPUTATIONALLY ENRICHED PAPER ENGINEERING","year":2006,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Computer architecture","score_opus":0.007961070114080803,"score_gpt":0.23313004604112464,"score_spread":0.22516897592704382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091758459","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46130732,0.00058053044,0.4510542,0.00053955143,0.00019729619,0.00090281287,0.0005230348,0.0068321023,0.078063115],"genre_scores_gemma":[0.5284369,0.00052443275,0.44857255,0.00022143305,0.000022146885,0.0009970804,0.00048491324,0.00049080147,0.020249698],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993001,0.00030038538,0.00003853761,0.00011904533,0.00015159798,0.000090195055],"domain_scores_gemma":[0.99794143,0.0012683594,0.000085186686,0.00036673975,0.00010495903,0.00023329591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012089532,0.0014036769,0.0005396385,0.0007274304,0.00083775504,0.0022180574,0.0015853959,0.0013487327,0.014520369],"category_scores_gemma":[0.004018789,0.0005084196,0.00087237754,0.00058686495,0.0013799999,0.0024495893,0.0034045856,0.0010542525,0.0031639044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009893125,0.0029112208,0.016720155,0.0029169056,0.000088429515,0.008161058,0.031450484,0.012214853,0.123754635,0.053254392,0.024065308,0.7234733],"study_design_scores_gemma":[0.0008852462,0.0054819006,0.03836578,0.0017698904,0.00024684967,0.022421936,0.021143934,0.059029166,0.18330316,0.06672197,0.6000674,0.0005628207],"about_ca_topic_score_codex":0.00035867834,"about_ca_topic_score_gemma":0.0008443608,"teacher_disagreement_score":0.014520369,"about_ca_system_score_codex":0.00030480212,"about_ca_system_score_gemma":0.0004954403,"threshold_uncertainty_score":0.04857552},"labels":[],"label_agreement":null},{"id":"W2096674087","doi":"10.1109/itcc.2004.1286440","title":"A new approach to learning algorithms","year":2004,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Visualization; Abstraction; Focus (optics); Algorithm; Animation; Data visualization; Variety (cybernetics); Presentation (obstetrics); Graphics; Computer animation; Computer graphics; Theoretical computer science; Machine learning; Data mining; Artificial intelligence; Computer graphics (images)","score_opus":0.02451141643690138,"score_gpt":0.26313674305788215,"score_spread":0.23862532662098077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096674087","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013495703,0.0016923586,0.97556686,0.0030221213,0.0004066889,0.000038419086,0.00004623402,0.00042165085,0.017456038],"genre_scores_gemma":[0.045930557,0.0030128835,0.92383254,0.0012309122,0.0010759864,0.00025994657,0.000116803625,0.00028189016,0.024258386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792385,0.00061372854,0.000120118566,0.00048504758,0.0007782328,0.00007898368],"domain_scores_gemma":[0.99827695,0.0009134845,0.0000822687,0.00033780155,0.0002556154,0.0001338659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014244078,0.0011154579,0.0007996941,0.0018103841,0.0010518739,0.0043088496,0.0021672205,0.0018309357,0.008573739],"category_scores_gemma":[0.004336292,0.000464885,0.0014861899,0.0013856152,0.004998984,0.007588559,0.003837032,0.00550656,0.0020745636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001977297,0.000041851756,0.00017121606,0.00017919963,0.000027854194,0.00005791698,0.00045655132,0.0056748255,0.0010930655,0.89732337,0.0054293107,0.08952509],"study_design_scores_gemma":[0.000019553585,0.00004452547,0.00008624115,0.00006878571,0.000016471768,0.00021340839,0.00006758631,0.03562814,0.0009884706,0.8404542,0.12239296,0.00001967324],"about_ca_topic_score_codex":0.0007147323,"about_ca_topic_score_gemma":0.0011402604,"teacher_disagreement_score":0.008573739,"about_ca_system_score_codex":0.0015936967,"about_ca_system_score_gemma":0.0011362723,"threshold_uncertainty_score":0.028681993},"labels":[],"label_agreement":null},{"id":"W2098062561","doi":"10.1145/1508865.1508949","title":"Gr8 designs for Gr8 girls","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Representation (politics); Order (exchange); Computer science; Computer program; Mathematics education; Psychology; Political science; Programming language; Business","score_opus":0.05053772660179373,"score_gpt":0.30515219140500305,"score_spread":0.2546144648032093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098062561","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1272626,0.0005191399,0.57308435,0.0016938351,0.0027118397,0.054269202,0.011576612,0.010564212,0.21831821],"genre_scores_gemma":[0.16179895,0.00036548192,0.5765166,0.0019910869,0.00030260807,0.11392371,0.0023440828,0.0058817384,0.13687572],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9921221,0.004165936,0.0008866973,0.0009670188,0.0011911852,0.00066700886],"domain_scores_gemma":[0.9859927,0.005244073,0.0010347101,0.004371276,0.0027177886,0.00063949253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009957922,0.0010538503,0.0009325582,0.0011467257,0.0010434253,0.0013112787,0.001399661,0.0012056086,0.16857028],"category_scores_gemma":[0.019739868,0.00071777496,0.00085765513,0.0008846127,0.0011560274,0.0011805238,0.0025730052,0.002194216,0.04108449],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016024156,0.003299966,0.0056557204,0.0030081696,0.00013847262,0.00074578193,0.0064724903,0.0011323723,0.037667263,0.093386546,0.07953674,0.75293237],"study_design_scores_gemma":[0.00455458,0.014056346,0.009009618,0.0006168088,0.00016630277,0.00076170365,0.0018623711,0.002400395,0.0249921,0.033351064,0.90809417,0.00013454347],"about_ca_topic_score_codex":0.00042538368,"about_ca_topic_score_gemma":0.0010103096,"teacher_disagreement_score":0.16857028,"about_ca_system_score_codex":0.0007671988,"about_ca_system_score_gemma":0.001711349,"threshold_uncertainty_score":0.5639238},"labels":[],"label_agreement":null},{"id":"W2099165393","doi":"10.1109/digitel.2010.20","title":"Web-Based Multiplayer Online Role Playing Game (MORPG) for Assessing Students' Java Programming Knowledge and Skills","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Java; Ajax; Game programming; Multimedia; Web application; Task (project management); Java Programming Language; Game design; Human–computer interaction; World Wide Web; Game design document; Game Developer; Programming language","score_opus":0.013781310638361731,"score_gpt":0.32402563591227296,"score_spread":0.3102443252739112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099165393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7463529,0.00029287554,0.23361444,0.00017575231,0.00009882053,0.002973952,0.00050884,0.0024290776,0.01355336],"genre_scores_gemma":[0.59613746,0.00025238228,0.39394733,0.00014705653,0.000030371733,0.0020973422,0.0005544854,0.0001124501,0.006721154],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99929893,0.00029616998,0.000050666,0.00010380088,0.00018468966,0.00006576206],"domain_scores_gemma":[0.9988431,0.00046949604,0.0001328669,0.000084045416,0.00022825136,0.00024226314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096192426,0.00095660426,0.00042567778,0.0009494685,0.00025456553,0.0006059798,0.00072997063,0.0005100962,0.003378863],"category_scores_gemma":[0.0021981301,0.0002091296,0.0003761126,0.0002893437,0.0001628564,0.00089353713,0.0007851779,0.00050038594,0.0010963822],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030877339,0.009511248,0.064349,0.0010828193,0.00015387699,0.0007830759,0.0017277921,0.0062505025,0.16845134,0.0044318093,0.0052300016,0.7349408],"study_design_scores_gemma":[0.0011364404,0.029003294,0.4192634,0.00063731906,0.0005918027,0.00771617,0.0023335707,0.22451001,0.25145766,0.007726719,0.055142235,0.00048133824],"about_ca_topic_score_codex":0.00053380657,"about_ca_topic_score_gemma":0.0015834038,"teacher_disagreement_score":0.003378863,"about_ca_system_score_codex":0.00024125603,"about_ca_system_score_gemma":0.0004297366,"threshold_uncertainty_score":0.011303425},"labels":[],"label_agreement":null},{"id":"W2101385690","doi":"10.5539/ies.v6n3p156","title":"Conceptual Analysis and Implications of Students’ Individual Differences to Curriculum Implementation in Technical Education","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Psychology; Personality psychology; Personality; Mathematics education; Coping (psychology); Big Five personality traits; Pedagogy; Social psychology","score_opus":0.04247605072051676,"score_gpt":0.4328244351474946,"score_spread":0.39034838442697783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101385690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96742576,0.00028789838,0.009798805,0.0041204826,0.000048225244,0.00021728354,0.00004186702,0.000011470372,0.018048156],"genre_scores_gemma":[0.99635917,0.000075622025,0.0028594239,0.00009564818,0.0000052464156,0.00008714399,0.000020768624,0.0000021589146,0.00049486203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9949862,0.0030738893,0.00022189507,0.0003900161,0.0008285179,0.0004995275],"domain_scores_gemma":[0.9906283,0.005686784,0.0009824847,0.0004183124,0.0013584768,0.00092548144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007901361,0.00033605102,0.00024921898,0.0019344619,0.0018721261,0.0042929035,0.0014861772,0.0010603449,0.002776401],"category_scores_gemma":[0.013190061,0.0002649831,0.00060407945,0.0015037984,0.0069710473,0.0031084071,0.0030629185,0.0022519105,0.00012501644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016241548,0.0013187049,0.1703706,0.00024329445,0.00008959235,0.0009126044,0.3756703,0.0024118193,0.0010832641,0.3867826,0.0011105945,0.05984425],"study_design_scores_gemma":[0.00012608629,0.0005726037,0.23519513,0.0005682244,0.0001462133,0.0010086303,0.55653834,0.019103613,0.001265358,0.16786295,0.017473541,0.00013937127],"about_ca_topic_score_codex":0.004455411,"about_ca_topic_score_gemma":0.003139772,"teacher_disagreement_score":0.007901361,"about_ca_system_score_codex":0.0048842886,"about_ca_system_score_gemma":0.0043132687,"threshold_uncertainty_score":0.04178685},"labels":[],"label_agreement":null},{"id":"W2101508123","doi":"","title":"A Proposal for the Development of an Interactive Mathematics Laboratory for Mathematics Education","year":2000,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Process (computing); Face (sociological concept); Mathematics education; Connected Mathematics; Reform mathematics; Core-Plus Mathematics Project; Mathematics; Philosophy of mathematics education; Math wars; Computer science; Social science; Sociology","score_opus":0.018821381151518532,"score_gpt":0.3106592174262484,"score_spread":0.29183783627472987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101508123","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01621799,0.00080582785,0.652538,0.08555503,0.008590628,0.0064927335,0.00072028127,0.026515994,0.20256354],"genre_scores_gemma":[0.05198533,0.0004387904,0.78050756,0.009282714,0.0008510685,0.0049740556,0.00093023526,0.0016361511,0.14939412],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9896002,0.0035777504,0.00043576176,0.0012809947,0.003630027,0.001475248],"domain_scores_gemma":[0.98504144,0.0015256763,0.00043052188,0.0022163377,0.0030451315,0.0077410033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013206586,0.0011154036,0.0006339261,0.0019218561,0.0052190637,0.010886249,0.008755025,0.00850977,0.05613194],"category_scores_gemma":[0.013487524,0.0010543274,0.0021538269,0.0011761077,0.004455529,0.014350001,0.012343661,0.0074343346,0.025369436],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071105326,0.0031033873,0.006395483,0.00074527477,0.0000778364,0.002304151,0.004608976,0.004443663,0.019879552,0.43457386,0.25061294,0.27254385],"study_design_scores_gemma":[0.00033003557,0.0013223185,0.00097441406,0.00016769295,0.000033262582,0.0008385735,0.0012204152,0.0063351183,0.004858531,0.03679315,0.94697577,0.00015056417],"about_ca_topic_score_codex":0.0021186005,"about_ca_topic_score_gemma":0.0034788838,"teacher_disagreement_score":0.05613194,"about_ca_system_score_codex":0.00305263,"about_ca_system_score_gemma":0.014161558,"threshold_uncertainty_score":0.18778008},"labels":[],"label_agreement":null},{"id":"W2102409667","doi":"10.1145/1520340.1520612","title":"Thinking with hands","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Scheme (mathematics); Computer science; Object (grammar); Series (stratigraphy); Artificial intelligence; Human–computer interaction; Machine learning; Mathematics","score_opus":0.007440101657540917,"score_gpt":0.22292995761152282,"score_spread":0.2154898559539819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102409667","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14782445,0.0016648573,0.78936994,0.0017032169,0.00013977996,0.00029379537,0.00026367963,0.00041535124,0.05832504],"genre_scores_gemma":[0.71995157,0.000732439,0.26818526,0.000557369,0.00006753611,0.0010564672,0.00017371202,0.00007663178,0.00919895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958599,0.0023640818,0.00014746063,0.00070181536,0.000753461,0.00017327319],"domain_scores_gemma":[0.9879281,0.009287524,0.00094752345,0.0010779313,0.00045767793,0.00030121897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025768492,0.000651769,0.00058689795,0.0021097963,0.00072516844,0.0041112336,0.0011325771,0.0008470337,0.010750152],"category_scores_gemma":[0.01628334,0.00028454806,0.00083237997,0.0011136582,0.00376085,0.0039700293,0.0021260495,0.0012371187,0.00093478494],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028753036,0.00023162575,0.013549892,0.00094819395,0.00017171318,0.00023702487,0.026380384,0.0056076217,0.007382757,0.5118708,0.002829698,0.43050283],"study_design_scores_gemma":[0.00013851427,0.0008241177,0.018366912,0.0009766412,0.00023924517,0.0013586516,0.013942436,0.053563047,0.015141229,0.8290794,0.0661457,0.00022406733],"about_ca_topic_score_codex":0.0007385725,"about_ca_topic_score_gemma":0.0008192382,"teacher_disagreement_score":0.010750152,"about_ca_system_score_codex":0.00093821704,"about_ca_system_score_gemma":0.00095653854,"threshold_uncertainty_score":0.03596282},"labels":[],"label_agreement":null},{"id":"W2103785568","doi":"10.1109/mgdete.2007.4760371","title":"SPARCS from the University of Victoria: Supporting Sustainable and Integrated Outreach Activities for Educators and Young Minds","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Outreach; Grassroots; Flourishing; Public relations; Computer science; Business; Political science; Engineering management; Engineering; Psychology","score_opus":0.008358197213926416,"score_gpt":0.236886919268503,"score_spread":0.22852872205457658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103785568","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.649401,0.0017817637,0.024009906,0.038899787,0.00036369512,0.0011676085,0.00022361819,0.0011367982,0.28301585],"genre_scores_gemma":[0.90368766,0.000900841,0.030360218,0.0016530012,0.000036346104,0.00020356776,0.00015199903,0.00008580978,0.062920585],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99771,0.0006937139,0.000044585417,0.00015285215,0.00063804694,0.00076077896],"domain_scores_gemma":[0.9884348,0.0006793266,0.00034411185,0.00030514444,0.0013906319,0.008845994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002582875,0.0002132638,0.00017138335,0.0005972173,0.0068184505,0.0027290832,0.0011238904,0.0013111888,0.010537748],"category_scores_gemma":[0.0063382606,0.00034441391,0.00015868265,0.0005498218,0.0018737225,0.0012940543,0.006150572,0.0013026033,0.0011951785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003391763,0.0011204929,0.043604944,0.0013080902,0.000043866057,0.002058212,0.06426438,0.0036812676,0.019586602,0.051068313,0.1001553,0.7127693],"study_design_scores_gemma":[0.00018879617,0.0007426808,0.09494099,0.0008044789,0.000040820265,0.00057318545,0.07252709,0.007850867,0.004397027,0.01926616,0.79855776,0.00011022817],"about_ca_topic_score_codex":0.28876832,"about_ca_topic_score_gemma":0.60753703,"teacher_disagreement_score":0.28876832,"about_ca_system_score_codex":0.005982629,"about_ca_system_score_gemma":0.06822379,"threshold_uncertainty_score":0.574175},"labels":[],"label_agreement":null},{"id":"W2105465171","doi":"10.1007/978-0-387-89022-7_3","title":"Embedding a Design Studio Course in a Conventional Computer Science Program","year":2009,"lang":"en","type":"book-chapter","venue":"IFIP International Federation for Information Processing/IFIP","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Design studio; Studio; Computer science; Sketch; Class (philosophy); Multimedia; Mathematics education; Psychology; Artificial intelligence","score_opus":0.03147267395006044,"score_gpt":0.33040361177166977,"score_spread":0.29893093782160934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105465171","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09901018,0.0008225704,0.16691028,0.0025761353,0.0010304502,0.00034528202,0.00025344576,0.003464099,0.72558755],"genre_scores_gemma":[0.20252827,0.0008630095,0.21463244,0.0009763686,0.00016500948,0.00021247307,0.00031363743,0.00068686187,0.5796219],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9997054,0.00006062934,0.000012286742,0.000059300597,0.00009727797,0.000065150714],"domain_scores_gemma":[0.9992648,0.00019361221,0.000035537098,0.00009156397,0.000077049765,0.00033742713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052210264,0.0006330156,0.00029337368,0.00061047595,0.00078894035,0.002070814,0.0009321336,0.00092843483,0.055594146],"category_scores_gemma":[0.0009356907,0.00043264427,0.00038171106,0.00045932605,0.0004476302,0.001759183,0.0022427484,0.0015684576,0.01800449],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002942653,0.0043490464,0.0038091817,0.00047839328,0.000014135796,0.0010145131,0.0033011322,0.003585579,0.059952036,0.09376769,0.0856572,0.7437767],"study_design_scores_gemma":[0.000068967376,0.0017370147,0.0059103016,0.00047211803,0.000028089085,0.0021333639,0.0021089711,0.0075944546,0.023130566,0.03056467,0.92620265,0.00004880018],"about_ca_topic_score_codex":0.0005906505,"about_ca_topic_score_gemma":0.0036709548,"teacher_disagreement_score":0.055594146,"about_ca_system_score_codex":0.00081905397,"about_ca_system_score_gemma":0.0018972876,"threshold_uncertainty_score":0.18598098},"labels":[],"label_agreement":null},{"id":"W2111163812","doi":"10.1109/fie.2008.4720319","title":"Be a computer scientist for a week the McGill &amp;#x201C;game programming guru&amp;#x201D; Summer Camp","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Summer camp; Theme (computing); Computer science; Code (set theory); Mathematics education; Multimedia; Field (mathematics); Simulation; Psychology; Mathematics; World Wide Web; Developmental psychology; Set (abstract data type); Programming language","score_opus":0.09566189010250994,"score_gpt":0.3043020845087017,"score_spread":0.20864019440619178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111163812","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.341136,0.0014299206,0.029491933,0.065322116,0.008286146,0.0031382518,0.003613265,0.0072127283,0.5403695],"genre_scores_gemma":[0.4060842,0.0011035507,0.030609807,0.011337469,0.0011029872,0.001598723,0.0017471577,0.0008813003,0.54553485],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992718,0.0001424345,0.000016578731,0.00009273588,0.00014215034,0.00033433587],"domain_scores_gemma":[0.99430627,0.0001689898,0.00012103191,0.0001534947,0.00039195156,0.004858271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010767262,0.000988684,0.00050058035,0.000537068,0.004008408,0.002696784,0.0015614422,0.0010993886,0.09459452],"category_scores_gemma":[0.002055439,0.0005623375,0.00041939755,0.0003362412,0.0011242513,0.0010237405,0.0031325982,0.0021175707,0.03602276],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005150481,0.0012927905,0.008109647,0.00018650657,0.000013784951,0.0009364355,0.0032814955,0.0003501712,0.00789853,0.002916049,0.85805595,0.11644364],"study_design_scores_gemma":[0.00012338751,0.0011293918,0.023680447,0.00013551713,0.000011326665,0.00060428126,0.00729242,0.00089655747,0.0031508314,0.002684802,0.9602267,0.00006431095],"about_ca_topic_score_codex":0.0078692725,"about_ca_topic_score_gemma":0.048087843,"teacher_disagreement_score":0.09459452,"about_ca_system_score_codex":0.0016213492,"about_ca_system_score_gemma":0.0025921823,"threshold_uncertainty_score":0.31645018},"labels":[],"label_agreement":null},{"id":"W2113608839","doi":"10.1109/fie.2005.1612204","title":"Memview: A Pedagogically-Motivated Visual Debugger","year":2006,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"Rice University","keywords":"Heap (data structure); Computer science; Debugger; Pointer (user interface); Programming language; Call stack; Theoretical computer science; Stack (abstract data type); Artificial intelligence; Debugging","score_opus":0.009350453271158984,"score_gpt":0.26091526174538765,"score_spread":0.2515648084742287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113608839","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03564438,0.0003713707,0.8389318,0.0010579387,0.00027343308,0.00045526505,0.0011309867,0.10730478,0.014830121],"genre_scores_gemma":[0.18962926,0.00054446625,0.7744123,0.00090409344,0.00008627327,0.001118027,0.0019407128,0.008603246,0.022761678],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997056,0.000088843924,0.000018704573,0.00007099215,0.00007658723,0.000039172854],"domain_scores_gemma":[0.9981244,0.0011635245,0.00009039325,0.0002515293,0.00015006414,0.00022002155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012828723,0.0008082049,0.00036169364,0.00075555535,0.00019623559,0.0010730379,0.0021707376,0.000991222,0.011821211],"category_scores_gemma":[0.0064736726,0.0006032294,0.00030711057,0.0003109868,0.0003980603,0.0026274144,0.0020631342,0.0016675156,0.0025406845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012644915,0.0006603191,0.0047615576,0.0009956182,0.0000564639,0.001190373,0.0028091879,0.0055693737,0.063771605,0.023182979,0.122800395,0.77293766],"study_design_scores_gemma":[0.0014024453,0.0017037096,0.008981888,0.00068359217,0.00012178742,0.005426673,0.0010785114,0.1096158,0.1651324,0.0405119,0.6651126,0.00022867964],"about_ca_topic_score_codex":0.0001818386,"about_ca_topic_score_gemma":0.00044134108,"teacher_disagreement_score":0.011821211,"about_ca_system_score_codex":0.00023455163,"about_ca_system_score_gemma":0.00034817943,"threshold_uncertainty_score":0.039545894},"labels":[],"label_agreement":null},{"id":"W2114701246","doi":"10.6000/1927-5129.2014.10.10","title":"The Impact of Technology in Mathematics Education: A Case Study of Pakistan","year":2014,"lang":"en","type":"article","venue":"Journal of Basic & Applied Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Subject (documents); Computer science; Algebra over a field; Fountain; Order (exchange); Calculus (dental); Sequence (biology); Mathematics; Pure mathematics","score_opus":0.019169720675429366,"score_gpt":0.340403565255449,"score_spread":0.32123384458001963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114701246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922236,0.000092646944,0.00027285717,0.0007659565,0.000008204147,0.000034803357,0.000031276497,0.0000050096833,0.006565606],"genre_scores_gemma":[0.9955841,0.00046668976,0.00037729676,0.00016712229,0.000008306091,0.000014620052,0.000019535675,0.0000072572457,0.0033550016],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9986072,0.0005898278,0.000044547192,0.00008725278,0.0002299982,0.00044119748],"domain_scores_gemma":[0.99708456,0.001403085,0.0003255484,0.00011561529,0.00027124377,0.00079995516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011974581,0.00039487157,0.00038239523,0.0014502738,0.008891015,0.0029168385,0.0009634941,0.0019379625,0.005658508],"category_scores_gemma":[0.0034460519,0.00032971174,0.0002589656,0.00263243,0.0033048575,0.001719743,0.0023717866,0.0016377862,0.0008138543],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026323623,0.0030465662,0.11794448,0.0004550045,0.00003685962,0.115080535,0.6927988,0.0012107341,0.003394913,0.010210302,0.003678849,0.051879816],"study_design_scores_gemma":[0.000025695826,0.0006784772,0.044377647,0.0001604007,0.000029576957,0.009241676,0.9118221,0.0007776933,0.0015490657,0.0008153448,0.030483771,0.00003855319],"about_ca_topic_score_codex":0.027114078,"about_ca_topic_score_gemma":0.048672143,"teacher_disagreement_score":0.027114078,"about_ca_system_score_codex":0.003747964,"about_ca_system_score_gemma":0.0036998226,"threshold_uncertainty_score":0.05391252},"labels":[],"label_agreement":null},{"id":"W2115089173","doi":"10.1109/cseet.2005.30","title":"Software Engineering Education From Indian Perspective","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Social software engineering; Artifact (error); Software development; Personal software process; Software Engineering Process Group; Software peer review; Software deployment; Software; Software engineering; Software construction; Engineering management; Perspective (graphical); Software analytics; Engineering; Computer science; Artificial intelligence; Operating system","score_opus":0.00583388960939344,"score_gpt":0.2344718014606515,"score_spread":0.22863791185125806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115089173","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050009403,0.047833823,0.004378141,0.14611048,0.0013831365,0.000031803236,0.00014451577,0.0003141742,0.7497946],"genre_scores_gemma":[0.76018566,0.10388536,0.005427017,0.020875638,0.0016720939,0.000047653786,0.00022300646,0.0001037297,0.10757976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989543,0.00019246091,0.000055896937,0.00007154252,0.00043786547,0.00028799594],"domain_scores_gemma":[0.9982944,0.0003609646,0.000116924755,0.00006851184,0.0005571007,0.0006020639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059534324,0.00027376917,0.00023602348,0.0021203635,0.0034252163,0.0055645923,0.00056467555,0.00091833755,0.008162578],"category_scores_gemma":[0.0015366063,0.00015599217,0.00024708654,0.003157758,0.0021572507,0.0021871137,0.0021440203,0.0031059727,0.0015508588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004905252,0.0004016675,0.0059206737,0.0007343521,0.000020705094,0.0012630798,0.012998762,0.0008918295,0.0025803295,0.53561115,0.08229936,0.3572291],"study_design_scores_gemma":[0.00001109176,0.0001208334,0.011780075,0.0008915154,0.000029310087,0.0014163259,0.010935509,0.00069230713,0.00092772587,0.05089679,0.922258,0.000040539137],"about_ca_topic_score_codex":0.01353124,"about_ca_topic_score_gemma":0.027873112,"teacher_disagreement_score":0.01353124,"about_ca_system_score_codex":0.0041870745,"about_ca_system_score_gemma":0.009773473,"threshold_uncertainty_score":0.030379534},"labels":[],"label_agreement":null},{"id":"W2122844296","doi":"10.1145/2591708.2591731","title":"A historical examination of the social factors affecting female participation in computing","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Status quo; History of computing; Cover (algebra); Focus (optics); Computer science; Political science; Engineering; Law; Algorithm","score_opus":0.03800695550314628,"score_gpt":0.3021868843300401,"score_spread":0.26417992882689384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122844296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7641809,0.018085591,0.0019211565,0.030926988,0.00060699304,0.000043038533,0.00024014238,0.000021375385,0.18397374],"genre_scores_gemma":[0.97878176,0.010535626,0.00026590467,0.0010491505,0.00025239197,0.00002388249,0.00004506998,0.000019651703,0.009026587],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99895203,0.00055377284,0.0000262637,0.00009718788,0.00013221373,0.00023845518],"domain_scores_gemma":[0.9968984,0.0018103067,0.00037870443,0.00006616474,0.00038420895,0.00046215084],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0020873116,0.00020780679,0.00014246635,0.0017931695,0.009702715,0.00270314,0.00037397188,0.00064943073,0.007693954],"category_scores_gemma":[0.0040805945,0.00018555312,0.00007786531,0.0022461796,0.005319083,0.0031679932,0.0020387473,0.0015148268,0.0004091468],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006563086,0.00006226951,0.031297404,0.00021581001,0.0000057255256,0.0013257868,0.781862,0.00007757906,0.00088424317,0.108024694,0.011511877,0.06466689],"study_design_scores_gemma":[0.000002608959,0.000074424,0.06262605,0.000660601,0.000008956661,0.0018268853,0.5569463,0.0001310578,0.0007162821,0.004919448,0.37205595,0.000031466407],"about_ca_topic_score_codex":0.013549238,"about_ca_topic_score_gemma":0.031635072,"teacher_disagreement_score":0.99029726,"about_ca_system_score_codex":0.0030885215,"about_ca_system_score_gemma":0.0013003839,"threshold_uncertainty_score":0.026940763},"labels":[],"label_agreement":null},{"id":"W2125352586","doi":"10.1109/te.2005.858400","title":"Interactive Online Tutorial Assistance for a First Programming Course","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Pace; Multimedia; Set (abstract data type); Syntax; Comprehension; Repetition (rhetorical device); Mathematics education; Programming language; Artificial intelligence","score_opus":0.016211243171040734,"score_gpt":0.3137877998324772,"score_spread":0.29757655666143645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125352586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46918005,0.00059306907,0.4156011,0.0012172346,0.0009728874,0.0021074617,0.0019771317,0.050952446,0.057398647],"genre_scores_gemma":[0.3759617,0.00036824506,0.53608096,0.00034404636,0.00031128287,0.0012814656,0.0027900927,0.0011391294,0.081723206],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9998307,0.000047266454,0.00000877952,0.000028677332,0.00005695885,0.000027532731],"domain_scores_gemma":[0.9988411,0.00045376082,0.000053985164,0.00012994856,0.00017112347,0.00035019522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047013178,0.0006104998,0.00030330895,0.00040600917,0.00033982185,0.00048666645,0.0008442309,0.00050311565,0.037973788],"category_scores_gemma":[0.0019804763,0.0001669295,0.00028122426,0.00025717018,0.00007788692,0.0006196928,0.00094638433,0.00050035544,0.0075973445],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008576461,0.0039576963,0.0024529328,0.00042751318,0.000021529619,0.0014328313,0.00054123654,0.0021812613,0.05352734,0.002218694,0.07463974,0.85774165],"study_design_scores_gemma":[0.0013602172,0.011375961,0.040950358,0.00037293718,0.0001708686,0.008159004,0.00065435824,0.07360537,0.11828028,0.0068988195,0.7378921,0.00027977733],"about_ca_topic_score_codex":0.0001583385,"about_ca_topic_score_gemma":0.0005045812,"teacher_disagreement_score":0.037973788,"about_ca_system_score_codex":0.0001766555,"about_ca_system_score_gemma":0.00044388376,"threshold_uncertainty_score":0.12703496},"labels":[],"label_agreement":null},{"id":"W2134577691","doi":"10.1093/teamat/hru013","title":"Generations of research on new technologies in mathematics education","year":2014,"lang":"en","type":"article","venue":"Teaching Mathematics and its Applications An International Journal of the IMA","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Embodied cognition; Mathematics education; Transformation (genetics); Software; Computer science; Mathematics; Artificial intelligence; Programming language","score_opus":0.0554082953776605,"score_gpt":0.3893219120104222,"score_spread":0.3339136166327617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134577691","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1008085,0.32542294,0.03305436,0.107746646,0.00481166,0.00006723515,0.00011505042,0.00010429993,0.4278694],"genre_scores_gemma":[0.77525073,0.16094138,0.010302087,0.011215909,0.004112498,0.00014321075,0.00007641141,0.00022949312,0.037728347],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99591273,0.0017680351,0.00019244173,0.0006896732,0.0011777888,0.00025925788],"domain_scores_gemma":[0.9783119,0.017408572,0.0008054651,0.001392001,0.001382895,0.0006990801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069570625,0.00037368108,0.000507926,0.0033210795,0.002336556,0.010145422,0.0009524498,0.0027327687,0.011572202],"category_scores_gemma":[0.012536299,0.00040348156,0.00048072182,0.0041854703,0.018296698,0.017236572,0.0051528504,0.0045520216,0.0013323196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038285692,0.000049992657,0.001299028,0.00042079395,0.000015276619,0.000107131644,0.018014383,0.00019785287,0.0005581445,0.8957847,0.0031832184,0.080331236],"study_design_scores_gemma":[0.000019146783,0.00008796708,0.0026838551,0.0017641736,0.000019836365,0.00057196274,0.014543853,0.0004701303,0.0010781559,0.24568732,0.73303115,0.00004241499],"about_ca_topic_score_codex":0.0013774479,"about_ca_topic_score_gemma":0.0015717886,"teacher_disagreement_score":0.011572202,"about_ca_system_score_codex":0.0048158183,"about_ca_system_score_gemma":0.0022103786,"threshold_uncertainty_score":0.03871292},"labels":[],"label_agreement":null},{"id":"W2134899482","doi":"10.5539/cis.v6n2p84","title":"Training in Object-Oriented Programming and C++11","year":2013,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Programming language; Relevance (law); Object-oriented programming; C programming language; Object (grammar); Programming paradigm; Software engineering; Artificial intelligence; Software","score_opus":0.015842013778623015,"score_gpt":0.25026778507426056,"score_spread":0.23442577129563755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134899482","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09282609,0.01133521,0.3281953,0.08427326,0.0071716984,0.0012517693,0.0006716001,0.0054084403,0.46886662],"genre_scores_gemma":[0.3303384,0.017196365,0.3767645,0.029610937,0.0027908331,0.0012132766,0.0014092441,0.0020198158,0.23865668],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922895,0.0019791126,0.00046052906,0.00085925084,0.0033401717,0.0010714558],"domain_scores_gemma":[0.97766453,0.0073567885,0.0015636678,0.002561129,0.005971984,0.004881914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010726663,0.0008417234,0.00066122407,0.0014607523,0.0019027087,0.0043096635,0.001747537,0.0022207575,0.025622407],"category_scores_gemma":[0.032416563,0.00050336245,0.0005974586,0.0019657416,0.00234236,0.0038300648,0.0033553825,0.0044399006,0.01737192],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002259971,0.0014673894,0.010026801,0.0010920364,0.000018991728,0.00065553625,0.011025618,0.0022486788,0.008959567,0.08243615,0.1939029,0.6879403],"study_design_scores_gemma":[0.000055882512,0.0006367111,0.014149311,0.0017107887,0.000020570304,0.0027158374,0.0032412629,0.0032538946,0.0066167302,0.05315278,0.9143498,0.000096471835],"about_ca_topic_score_codex":0.0016361176,"about_ca_topic_score_gemma":0.0020377715,"teacher_disagreement_score":0.025622407,"about_ca_system_score_codex":0.002053987,"about_ca_system_score_gemma":0.0068344246,"threshold_uncertainty_score":0.08571547},"labels":[],"label_agreement":null},{"id":"W2136390208","doi":"10.1007/11915355_22","title":"Objective Scoring for Computing Competition Tasks","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Olympiad; Computer science; Competition (biology); Informatics; Artificial intelligence; Machine learning; Mathematics education","score_opus":0.016077286610039394,"score_gpt":0.25738217320312845,"score_spread":0.24130488659308905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136390208","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03847037,0.0015063884,0.8955786,0.00041280966,0.00036250215,0.00034149928,0.00082453864,0.0017409257,0.060762394],"genre_scores_gemma":[0.46743438,0.0010493472,0.45228222,0.00014132871,0.00027100107,0.00080814987,0.0032322542,0.000951644,0.073829606],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972792,0.00093650905,0.00014361474,0.00020191638,0.0012237104,0.00021502374],"domain_scores_gemma":[0.9952756,0.002577816,0.0002677497,0.00044095784,0.0011550314,0.00028283728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028308427,0.00095039036,0.00069704856,0.0012151418,0.00046762213,0.0014671925,0.001438306,0.0005879785,0.0153867975],"category_scores_gemma":[0.011586086,0.0002663745,0.0003971561,0.0015530835,0.00035989805,0.0015750756,0.0013166305,0.001438573,0.0030093102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039208573,0.00027548347,0.002302296,0.00022164572,0.000040976964,0.000027005583,0.00010624886,0.037188984,0.002110728,0.02528231,0.03988956,0.8921628],"study_design_scores_gemma":[0.00013742642,0.0006627689,0.021433212,0.00017829661,0.000057553607,0.00019051805,0.00022742197,0.81687313,0.0052607213,0.12285671,0.031999126,0.00012313035],"about_ca_topic_score_codex":0.0023661354,"about_ca_topic_score_gemma":0.006328553,"teacher_disagreement_score":0.0153867975,"about_ca_system_score_codex":0.0009196776,"about_ca_system_score_gemma":0.0010982717,"threshold_uncertainty_score":0.051473916},"labels":[],"label_agreement":null},{"id":"W2136626885","doi":"10.1109/mc.2004.1266305","title":"Making computer programming fun and accessible","year":2004,"lang":"en","type":"article","venue":"Computer","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; GRASP; Java; JavaScript; Programming language; Computer programming; Java Programming Language; Software engineering; Mathematics education; Multimedia","score_opus":0.03846063231830438,"score_gpt":0.2980552352014803,"score_spread":0.25959460288317593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136626885","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074191324,0.0050489036,0.36587355,0.024959894,0.00257813,0.00064501277,0.00022197755,0.0067563537,0.51972497],"genre_scores_gemma":[0.45760435,0.011863959,0.36301914,0.008783798,0.0037160662,0.00097425765,0.000764253,0.0026682494,0.15060604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849725,0.00038083323,0.000048011687,0.00019741981,0.0006719956,0.00020453118],"domain_scores_gemma":[0.9961462,0.0014906573,0.00023652543,0.00083559303,0.00041973725,0.0008711796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012127825,0.00070814596,0.00028283274,0.0006359948,0.0009932942,0.0037450432,0.0009325747,0.0010167616,0.02496494],"category_scores_gemma":[0.009741604,0.00036167368,0.00038881783,0.00041937255,0.002134298,0.0052539622,0.005018282,0.0027658853,0.011074057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007371515,0.000403564,0.002351761,0.00045468475,0.000023403725,0.00031130674,0.0031135054,0.0016874234,0.014840992,0.1873926,0.094070576,0.6952765],"study_design_scores_gemma":[0.000037852766,0.00012988377,0.0029131232,0.00032858874,0.000016750226,0.00060952886,0.000812083,0.0013598533,0.0043020584,0.17291945,0.8165407,0.000030050709],"about_ca_topic_score_codex":0.00029656352,"about_ca_topic_score_gemma":0.0005106732,"teacher_disagreement_score":0.02496494,"about_ca_system_score_codex":0.00041763333,"about_ca_system_score_gemma":0.0011635914,"threshold_uncertainty_score":0.083516},"labels":[],"label_agreement":null},{"id":"W2137056099","doi":"","title":"Learning and Using Formal Language","year":2004,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Dalhousie University","funders":"","keywords":"Computer science; Notation; Task (project management); Matching (statistics); Natural language processing; Natural language; Lexicon; Reading (process); Set (abstract data type); Context (archaeology); Artificial intelligence; Programming language; Linguistics","score_opus":0.011504072356464445,"score_gpt":0.27155813501547765,"score_spread":0.2600540626590132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137056099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13178787,0.002296322,0.65313655,0.007992792,0.00032623237,0.00034639897,0.0003622939,0.0052806092,0.19847092],"genre_scores_gemma":[0.7511974,0.0023894557,0.20430812,0.0012757919,0.00018263365,0.00026587097,0.0007474994,0.0006312484,0.03900201],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968167,0.001369927,0.00026419744,0.00047609094,0.00088344177,0.00018966],"domain_scores_gemma":[0.98525155,0.00885223,0.0011171161,0.0030832184,0.001256996,0.00043898143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004564354,0.00085651217,0.00028345227,0.00095235417,0.00072817603,0.005834313,0.0012596756,0.0010886389,0.017072078],"category_scores_gemma":[0.022094835,0.00026484343,0.0007851802,0.00081716746,0.0031061633,0.010111637,0.0036187067,0.0017600416,0.0037266253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010668586,0.00027953548,0.0053620776,0.0006719135,0.000027987198,0.00043523117,0.013115963,0.0034502672,0.008349838,0.48069304,0.011196628,0.47631088],"study_design_scores_gemma":[0.000053622305,0.000272202,0.0027866962,0.0007308508,0.000042227377,0.0014466222,0.0046750274,0.014494643,0.014218985,0.6499281,0.31127256,0.00007844324],"about_ca_topic_score_codex":0.000991742,"about_ca_topic_score_gemma":0.0006568293,"teacher_disagreement_score":0.017072078,"about_ca_system_score_codex":0.001309358,"about_ca_system_score_gemma":0.001963324,"threshold_uncertainty_score":0.0571118},"labels":[],"label_agreement":null},{"id":"W2137495373","doi":"10.1109/vlhcc.2008.4639104","title":"Developing drawing and visual thinking strategies to enhance computer programming for people with dyslexia","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dyslexia; Computer science; Human–computer interaction; Visual thinking; Multimedia; Psychology; Mathematics education; Reading (process); Linguistics","score_opus":0.013915708030784008,"score_gpt":0.3153310041971054,"score_spread":0.3014152961663214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137495373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8417085,0.00048028593,0.12415371,0.0015007477,0.00006316676,0.00063698133,0.00005840455,0.0014222561,0.029975925],"genre_scores_gemma":[0.75581396,0.00063807296,0.23127298,0.0004016565,0.00001676324,0.00036909303,0.00013333166,0.00013540822,0.011218818],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99902916,0.00051894056,0.000054125096,0.00014085115,0.00015813003,0.00009882085],"domain_scores_gemma":[0.99657273,0.0021529826,0.0002742728,0.00033604857,0.00038836413,0.00027560684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016417908,0.00083649554,0.00027017065,0.0010794208,0.00063351926,0.0028530755,0.0014380354,0.00082784286,0.0036032074],"category_scores_gemma":[0.007675333,0.00027806198,0.00044864844,0.00055834925,0.0013660626,0.0020217493,0.0015893165,0.0011310099,0.0014116996],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021737663,0.003211514,0.032177683,0.0020115338,0.000086019674,0.0026692774,0.27436867,0.0021262835,0.058516856,0.011511859,0.010718859,0.60238415],"study_design_scores_gemma":[0.00091415585,0.0082526365,0.081844844,0.0019529862,0.0005842889,0.022698376,0.4291943,0.034776397,0.0633345,0.09708519,0.2588624,0.00049990916],"about_ca_topic_score_codex":0.0005082427,"about_ca_topic_score_gemma":0.0013449168,"teacher_disagreement_score":0.0036032074,"about_ca_system_score_codex":0.00042894058,"about_ca_system_score_gemma":0.0006527913,"threshold_uncertainty_score":0.0120539665},"labels":[],"label_agreement":null},{"id":"W2139184978","doi":"10.26503/dl.v2005i1.132","title":"B.Sc. Computer Game Development … Why not?","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northwestern Polytechnic","funders":"","keywords":"Curriculum; Computer science; Adversary; Component (thermodynamics); Degree program; Mathematics education; Engineering management; Medical education; Psychology; Computer security; Engineering; Pedagogy; Medicine","score_opus":0.019264272869896695,"score_gpt":0.24063828338210452,"score_spread":0.22137401051220784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139184978","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02992371,0.012920852,0.008571486,0.28225875,0.012786362,0.0004716993,0.00082991965,0.0017126752,0.6505247],"genre_scores_gemma":[0.106404416,0.008116793,0.00901948,0.034877498,0.0010677644,0.00037678523,0.00039202752,0.00026088537,0.8394843],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992924,0.0000915817,0.000051226492,0.00012100318,0.00025812484,0.00018565847],"domain_scores_gemma":[0.9952319,0.00021018281,0.0001887102,0.000119392964,0.0015098954,0.0027398122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012525372,0.0003858603,0.0003088011,0.00091715046,0.0019648194,0.003544246,0.00062014774,0.0017852843,0.07884519],"category_scores_gemma":[0.0032414955,0.00022125622,0.0002579941,0.00056511,0.0007558114,0.0014966077,0.0012668883,0.0025593683,0.047958147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013438684,0.00043388773,0.0060935253,0.00045056065,0.000005483764,0.00024473408,0.00048619637,0.0002507634,0.0021136524,0.013759388,0.650815,0.32521233],"study_design_scores_gemma":[0.000020491538,0.0001605381,0.010762561,0.00038071733,0.0000049222385,0.00029342264,0.00059277576,0.00048109813,0.0008643252,0.0031435883,0.9832835,0.000012000716],"about_ca_topic_score_codex":0.0063643693,"about_ca_topic_score_gemma":0.0196688,"teacher_disagreement_score":0.07884519,"about_ca_system_score_codex":0.0031692823,"about_ca_system_score_gemma":0.0040551005,"threshold_uncertainty_score":0.26376343},"labels":[],"label_agreement":null},{"id":"W2140784272","doi":"10.1016/j.drugalcdep.2014.09.221","title":"PlayForward: A videogame that increases drug, alcohol and sexual risk knowledge in teens","year":2014,"lang":"en","type":"article","venue":"Drug and Alcohol Dependence","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Thematic analysis; Psychology; Focus group; Mathematics education; Qualitative research; Pedagogy; Sociology; Social science","score_opus":0.017657608544982457,"score_gpt":0.2655145578804694,"score_spread":0.24785694933548694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140784272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99337924,0.00025527403,0.00041813607,0.0003845819,0.00009497945,0.00018233298,0.0001927823,0.00020102473,0.004891628],"genre_scores_gemma":[0.96959203,0.0012880579,0.010539278,0.0007572611,0.00009547637,0.00045866563,0.0008188054,0.0000455761,0.016404768],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.999841,0.00003453776,0.0000060736793,0.0000241441,0.000039610575,0.000054611166],"domain_scores_gemma":[0.9992111,0.00024171325,0.00006264087,0.000020419126,0.00002660308,0.00043751943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037517314,0.00065048784,0.00038821023,0.00041123177,0.0004771026,0.0005160349,0.00050058344,0.00078921445,0.015910618],"category_scores_gemma":[0.0014980742,0.00024330591,0.00049908244,0.00014686435,0.00018556586,0.00046618105,0.0007980376,0.00089603814,0.001104191],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014243285,0.23217699,0.11081148,0.0017703268,0.00051445997,0.0013261335,0.0059142504,0.0007513835,0.03143148,0.0012162087,0.031918336,0.5679257],"study_design_scores_gemma":[0.008925449,0.11581257,0.7910468,0.001214539,0.001634804,0.0024216636,0.012018119,0.0052712355,0.017622197,0.0019505556,0.04188039,0.00020180347],"about_ca_topic_score_codex":0.004848823,"about_ca_topic_score_gemma":0.012835567,"teacher_disagreement_score":0.015910618,"about_ca_system_score_codex":0.00026585363,"about_ca_system_score_gemma":0.0006598435,"threshold_uncertainty_score":0.05322635},"labels":[],"label_agreement":null},{"id":"W2141027692","doi":"10.1145/1639950.1639964","title":"Using python and QuickDraw to foster student engagement in CS1","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Python (programming language); Computer science; Programming language; Graphical user interface; Mathematics education; Multimedia; World Wide Web; Human–computer interaction; Psychology","score_opus":0.06253472992516401,"score_gpt":0.35644478167566046,"score_spread":0.29391005175049645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141027692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7725004,0.00016061182,0.16051164,0.0015334217,0.0002279604,0.0008157081,0.000462517,0.02310221,0.0406856],"genre_scores_gemma":[0.8355374,0.00014581523,0.14094383,0.00079270767,0.000042179574,0.0018209175,0.0009669306,0.0019187963,0.017831583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981438,0.00065354217,0.0000773939,0.00040246942,0.00045208714,0.0002708794],"domain_scores_gemma":[0.9937575,0.002781805,0.0004042568,0.0008076759,0.00047866677,0.0017701681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021478892,0.00066071947,0.0003254653,0.00073418306,0.00083473866,0.0020420426,0.0017726988,0.00066949846,0.0075798985],"category_scores_gemma":[0.011374185,0.00037716317,0.00031315634,0.0006053864,0.00057641225,0.0013935871,0.0040188194,0.001933107,0.0032390163],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022817333,0.01721057,0.021435902,0.0010994992,0.0000882528,0.0008992334,0.026562821,0.011723596,0.11777152,0.011514661,0.060107194,0.729305],"study_design_scores_gemma":[0.0024312222,0.011269584,0.071626805,0.0005416581,0.0002973515,0.0018226439,0.008048236,0.1656498,0.287254,0.05593341,0.39443487,0.000690428],"about_ca_topic_score_codex":0.00032362898,"about_ca_topic_score_gemma":0.0010079877,"teacher_disagreement_score":0.0075798985,"about_ca_system_score_codex":0.0004438055,"about_ca_system_score_gemma":0.0013860486,"threshold_uncertainty_score":0.025357246},"labels":[],"label_agreement":null},{"id":"W2141798403","doi":"10.24908/pceea.v0i0.3845","title":"INTEGRATING OPEN-ENDED DESIGN IN A SCIENCE AND MATHEMATICS BASED ENGINEERING PROGRAM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mathematics education; Curriculum; Honour; Ideal (ethics); Science and engineering; Metaphor; Engineering ethics; Computer science; Pedagogy; Engineering; Mathematics; Sociology; Political science","score_opus":0.020545912944280927,"score_gpt":0.23597189247630096,"score_spread":0.21542597953202003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141798403","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33301145,0.000452145,0.5354802,0.0107092755,0.0003164201,0.00583302,0.00013418976,0.0005772961,0.11348612],"genre_scores_gemma":[0.62231606,0.00027191103,0.35773566,0.0011057461,0.00003929257,0.0038371999,0.00010244748,0.00012300111,0.014468669],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9229609,0.06738064,0.0015979523,0.0021293324,0.004429677,0.0015016097],"domain_scores_gemma":[0.9195482,0.062243965,0.0022580726,0.0062198495,0.0048291436,0.0049008336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07939024,0.00056175416,0.0006293062,0.0021941857,0.006794645,0.011319323,0.0030858698,0.002107262,0.004488996],"category_scores_gemma":[0.056824364,0.00070763996,0.00051377964,0.0025609378,0.014472384,0.006431965,0.011182422,0.0033759095,0.0007995173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005533268,0.006602931,0.009467145,0.0012598428,0.000047507532,0.00077405624,0.4215692,0.006814463,0.0051579024,0.22066285,0.0058951518,0.3211957],"study_design_scores_gemma":[0.0009076676,0.0046665883,0.011002027,0.0020735092,0.00008267115,0.00095933006,0.29813585,0.015365359,0.009688422,0.33445555,0.3223577,0.00030531947],"about_ca_topic_score_codex":0.0018538286,"about_ca_topic_score_gemma":0.0044479724,"teacher_disagreement_score":0.07939024,"about_ca_system_score_codex":0.007988641,"about_ca_system_score_gemma":0.014129001,"threshold_uncertainty_score":0.41986078},"labels":[],"label_agreement":null},{"id":"W2141971561","doi":"10.1109/hpcs.2005.26","title":"Exploring Parallel Programming Knowledge in the Novice","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Programmer; Task (project management); Scalability; Programming paradigm; Inductive programming; Human–computer interaction; Programming language; Software engineering","score_opus":0.11493876154825693,"score_gpt":0.3023769129788779,"score_spread":0.18743815143062098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141971561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997903,0.00006260959,0.0003548564,0.000063957814,0.0000022147485,0.000016185155,0.00001791188,0.0000050025064,0.0015742296],"genre_scores_gemma":[0.99700624,0.00013433774,0.0012644209,0.00010256138,0.0000024974036,0.000019029172,0.00005901423,0.000004165804,0.0014077923],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9992955,0.00019876412,0.000037879738,0.00013799957,0.00019841241,0.00013141552],"domain_scores_gemma":[0.99495834,0.0023001544,0.00031574143,0.0003310684,0.0009780911,0.0011166347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016024695,0.0003046708,0.0004516416,0.0010929133,0.000880334,0.0020296345,0.0007351009,0.00076717144,0.0026293972],"category_scores_gemma":[0.0083005745,0.0002910652,0.00028634176,0.0002909753,0.0010862119,0.0018545876,0.0016361184,0.0019227957,0.0004507835],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006927489,0.00960278,0.5913902,0.00053248514,0.00009402713,0.008026699,0.19127275,0.0025625795,0.023779,0.0040018545,0.0035245216,0.16452031],"study_design_scores_gemma":[0.00017117901,0.010201539,0.72926354,0.0003844794,0.00009122211,0.008741777,0.19889764,0.010097907,0.013295822,0.009678411,0.018985758,0.0001906521],"about_ca_topic_score_codex":0.0022973171,"about_ca_topic_score_gemma":0.003942603,"teacher_disagreement_score":0.0026293972,"about_ca_system_score_codex":0.00050056726,"about_ca_system_score_gemma":0.0007090998,"threshold_uncertainty_score":0.008796215},"labels":[],"label_agreement":null},{"id":"W2142615073","doi":"10.1109/fie.2008.4720686","title":"Integrating mobile devices into the computer science curriculum","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Mobile device; Computer science; Capstone; Curriculum; Multimedia; Context (archaeology); Mobile computing; Mobile technology; Human–computer interaction; World Wide Web; Telecommunications","score_opus":0.011774759955979184,"score_gpt":0.26336195099587356,"score_spread":0.25158719103989435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142615073","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6083264,0.002270099,0.21685003,0.015257128,0.0010151329,0.0013381774,0.00012867783,0.0017473059,0.15306704],"genre_scores_gemma":[0.66103274,0.0030230647,0.26511854,0.004568432,0.00036883398,0.0007540916,0.00023294236,0.0003524349,0.06454889],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987832,0.0003155744,0.00007026284,0.00018932181,0.00039807215,0.00024365661],"domain_scores_gemma":[0.99847394,0.00025974226,0.00011038656,0.00015846323,0.00026439427,0.00073317735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013185662,0.0005559164,0.0002939364,0.0005480298,0.0016047369,0.0039895526,0.00086104916,0.0011935147,0.008329505],"category_scores_gemma":[0.00358357,0.00032593295,0.0004937036,0.00061856245,0.0007197374,0.0029814807,0.00466109,0.0021069902,0.0022851285],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015711422,0.0030610426,0.01740193,0.00058297795,0.00002949798,0.0013613796,0.02070143,0.0028931852,0.08576387,0.038839437,0.023619302,0.8055888],"study_design_scores_gemma":[0.00009616245,0.0023853118,0.02285823,0.00065751025,0.000067859444,0.0017997844,0.012890281,0.006492167,0.021147015,0.028338563,0.90318704,0.00008022017],"about_ca_topic_score_codex":0.0007317997,"about_ca_topic_score_gemma":0.0016796828,"teacher_disagreement_score":0.008329505,"about_ca_system_score_codex":0.0009417641,"about_ca_system_score_gemma":0.0024057317,"threshold_uncertainty_score":0.027864993},"labels":[],"label_agreement":null},{"id":"W2142694895","doi":"10.1145/2597959.2597974","title":"Test-Run of the \"App-Driven Approach\" in Teaching A Mobile Programming Course","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Computer science; CLARITY; Readability; Android (operating system); Multimedia; Computational thinking; Mathematics education; World Wide Web; Artificial intelligence; Programming language; Psychology","score_opus":0.00947610106691017,"score_gpt":0.24826881021675287,"score_spread":0.2387927091498427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142694895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330265,0.00014405654,0.032250624,0.0004842591,0.00035001987,0.0021648149,0.00088371406,0.0017373398,0.02895866],"genre_scores_gemma":[0.8920807,0.00019980197,0.071418926,0.00062651304,0.00008261695,0.0025799708,0.0024186615,0.0004128154,0.030179897],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99721754,0.0010862148,0.00019351115,0.0005517669,0.0006837535,0.00026712893],"domain_scores_gemma":[0.9930298,0.002660524,0.00021430974,0.00077495695,0.0021413977,0.0011791849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024856913,0.00072155043,0.00047207958,0.00082848564,0.00069620117,0.0013810477,0.0012871382,0.0011686316,0.0077156564],"category_scores_gemma":[0.011637255,0.0004367626,0.00070235546,0.0005487033,0.00050369505,0.0012304696,0.0017748001,0.0015134398,0.004787729],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00958622,0.07242768,0.055195253,0.0014899542,0.0002721673,0.002107988,0.02227718,0.014838877,0.06523872,0.009146751,0.036996823,0.7104224],"study_design_scores_gemma":[0.004345883,0.16873756,0.2256151,0.00096699875,0.00049546495,0.002616711,0.015806016,0.08081847,0.24218537,0.009066673,0.24856125,0.0007845994],"about_ca_topic_score_codex":0.0015353893,"about_ca_topic_score_gemma":0.0017517421,"teacher_disagreement_score":0.0077156564,"about_ca_system_score_codex":0.0008738521,"about_ca_system_score_gemma":0.0010586068,"threshold_uncertainty_score":0.025811374},"labels":[],"label_agreement":null},{"id":"W2143122670","doi":"10.1145/2676723.2677315","title":"The CS Concept Inventory Quiz Show","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ridiculous; Session (web analytics); Field (mathematics); Computer science; Concept inventory; Mathematics education; Psychology; Epistemology; World Wide Web; Mathematics; Philosophy","score_opus":0.04446554644484236,"score_gpt":0.27507624442553175,"score_spread":0.2306106979806894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143122670","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081119284,0.0013015408,0.035954785,0.025664868,0.0082959775,0.0038427436,0.033007324,0.027831513,0.78298205],"genre_scores_gemma":[0.256837,0.0021951848,0.049965143,0.014134667,0.001776941,0.0054746037,0.034141645,0.004056703,0.6314182],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99975044,0.0000483354,0.00001755171,0.000025944224,0.00010151948,0.000056164186],"domain_scores_gemma":[0.99825007,0.0005787924,0.00007608486,0.00011773525,0.00046360173,0.0005137357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064698316,0.0010883393,0.00059270207,0.0010835066,0.0006529294,0.0014713262,0.0006619942,0.0010286847,0.27439097],"category_scores_gemma":[0.0043464038,0.00026363868,0.00046372274,0.0003694771,0.00034606963,0.0017464868,0.0013815924,0.0015265638,0.100399695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029882538,0.00040305915,0.0009394049,0.00018900516,0.00000850552,0.00015298575,0.00012130686,0.00033904877,0.0011616836,0.0024372584,0.92887604,0.06507271],"study_design_scores_gemma":[0.00019431734,0.0006577766,0.010883586,0.0001708141,0.000016329806,0.0004516101,0.00044210252,0.001842714,0.003525147,0.010036742,0.9716949,0.00008389115],"about_ca_topic_score_codex":0.0014252865,"about_ca_topic_score_gemma":0.0033552756,"teacher_disagreement_score":0.27439097,"about_ca_system_score_codex":0.0006274792,"about_ca_system_score_gemma":0.0008005919,"threshold_uncertainty_score":0.91792923},"labels":[],"label_agreement":null},{"id":"W2143760398","doi":"10.1109/mcg.2007.156","title":"Revisiting the Need for Formal Education in Visualization","year":2007,"lang":"en","type":"review","venue":"IEEE Computer Graphics and Applications","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Visualization; Computer science; Variety (cybernetics); Set (abstract data type); Information visualization; Focus (optics); Data visualization; Human–computer interaction; Subject (documents); Creative visualization; Data science; World Wide Web; Artificial intelligence; Programming language","score_opus":0.05002786964229478,"score_gpt":0.37893349774784146,"score_spread":0.3289056281055467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143760398","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023278972,0.9905206,0.0004655071,0.005441572,0.00060852605,0.000012551365,0.00001821171,0.000015591777,0.0026847355],"genre_scores_gemma":[0.0036488362,0.9904889,0.00086264516,0.0034956427,0.00051013735,0.000039408234,0.00004814429,0.000010295824,0.0008960527],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998609,0.00037815486,0.00016919295,0.00021618675,0.0005214383,0.000106122476],"domain_scores_gemma":[0.9912983,0.005277176,0.000760823,0.00026701976,0.0020798189,0.00031688428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005025602,0.00074107,0.0015025989,0.00398061,0.0005209508,0.002332053,0.0017594453,0.0026174458,0.005599295],"category_scores_gemma":[0.009192864,0.00044870382,0.0006734989,0.0033175887,0.0016911535,0.0051966817,0.0015676118,0.003793248,0.0024074912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043127347,0.0001320325,0.00034018682,0.025080241,0.000043193246,0.0001569726,0.00022939553,0.00019413314,0.00048002152,0.026578056,0.040892374,0.90583026],"study_design_scores_gemma":[0.000034796332,0.00009950969,0.0015808295,0.016829826,0.000059687456,0.00080043316,0.00023563502,0.000067992056,0.0002920324,0.0070311176,0.97295094,0.000017115199],"about_ca_topic_score_codex":0.004918432,"about_ca_topic_score_gemma":0.0068001687,"teacher_disagreement_score":0.005599295,"about_ca_system_score_codex":0.0028939038,"about_ca_system_score_gemma":0.007146716,"threshold_uncertainty_score":0.026578188},"labels":[],"label_agreement":null},{"id":"W2144170299","doi":"10.1145/1810543.1810551","title":"Let robots do the talking","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Theoretical Astrophysics","keywords":"Facilitator; Robot; Protocol (science); Ask price; Computer science; Human–computer interaction; Intervention (counseling); Test (biology); Artificial intelligence; Applied psychology; Psychology; Social psychology; Medicine","score_opus":0.008163974811649466,"score_gpt":0.24207664571136558,"score_spread":0.23391267089971612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144170299","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07559953,0.0033899657,0.26779184,0.037000027,0.0074061346,0.0010733083,0.00057305704,0.007769739,0.59939635],"genre_scores_gemma":[0.5361956,0.0031429739,0.18163304,0.018530581,0.00090600725,0.0020170077,0.00061668566,0.0017284972,0.2552296],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969093,0.001572794,0.00008384367,0.0004715267,0.00065961055,0.00030285865],"domain_scores_gemma":[0.9973571,0.000901296,0.00024109501,0.0004690386,0.0005084604,0.00052298594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024217374,0.0010865803,0.0003007723,0.0006509995,0.0035819465,0.0029769978,0.0014218376,0.0025017539,0.031119639],"category_scores_gemma":[0.0113139665,0.00044585633,0.0007091039,0.00022123555,0.0047651213,0.005135809,0.0038178242,0.003568725,0.016589498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073355634,0.0006926964,0.0055396035,0.0015921128,0.00013699892,0.0010908281,0.096326366,0.0026153186,0.024064833,0.26993987,0.16127509,0.43599275],"study_design_scores_gemma":[0.000077491844,0.00071192515,0.0021734938,0.00048256494,0.0000702182,0.001254895,0.02368217,0.0013285504,0.008483242,0.04197576,0.91955346,0.00020615342],"about_ca_topic_score_codex":0.0021620258,"about_ca_topic_score_gemma":0.0020252282,"teacher_disagreement_score":0.031119639,"about_ca_system_score_codex":0.0007444967,"about_ca_system_score_gemma":0.0012931414,"threshold_uncertainty_score":0.10410559},"labels":[],"label_agreement":null},{"id":"W2146478855","doi":"10.1145/2538862.2538912","title":"Importance of early performance in CS1","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Predictive power; Computer science; Contrast (vision); Class (philosophy); Peer instruction; Artificial intelligence; Mathematics education; Psychology; Peer learning","score_opus":0.01171793160298721,"score_gpt":0.23274365918551404,"score_spread":0.22102572758252684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146478855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930621,0.00009457021,0.00067990954,0.00020416999,0.000019843099,0.000017201815,0.00021191826,0.00005711252,0.005653242],"genre_scores_gemma":[0.99791807,0.00003924829,0.0002540602,0.000018120494,0.0000159925,0.000009019628,0.0002711158,0.000020402254,0.0014539615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99673635,0.0010208018,0.00029301966,0.0004409849,0.0010289082,0.0004800199],"domain_scores_gemma":[0.89698076,0.047312543,0.023377197,0.004188554,0.012765406,0.015375464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039416514,0.0004072935,0.00039154635,0.0018458817,0.0005863307,0.0027423813,0.0008998905,0.0009036719,0.004579097],"category_scores_gemma":[0.05667452,0.00015268518,0.00023511788,0.0010479375,0.0007521556,0.0019274838,0.0021874458,0.0018592222,0.0016080261],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035350758,0.0004926849,0.9502786,0.0000894421,0.00005025086,0.00015024515,0.0015138276,0.001223852,0.0027487031,0.00047874227,0.00081829366,0.041801933],"study_design_scores_gemma":[0.0000031418174,0.0004855133,0.9949845,0.000029541863,0.000008833262,0.00007977422,0.00060682104,0.00087517506,0.0016506437,0.00036306508,0.00088957656,0.000023458944],"about_ca_topic_score_codex":0.0025869985,"about_ca_topic_score_gemma":0.0037899108,"teacher_disagreement_score":0.004579097,"about_ca_system_score_codex":0.0006326549,"about_ca_system_score_gemma":0.0007378676,"threshold_uncertainty_score":0.020845711},"labels":[],"label_agreement":null},{"id":"W2153418524","doi":"10.1109/vlhcc.2006.56","title":"Visual Snippet Editor - Success With Less","year":2006,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Snippet; Computer science; Executable; Task (project management); Programming language; Usability; Java; Human–computer interaction; Software engineering","score_opus":0.006483998828847236,"score_gpt":0.23899471650075507,"score_spread":0.23251071767190784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153418524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08014073,0.0032272835,0.64387465,0.005782108,0.0020187045,0.0011013919,0.0023563465,0.16396204,0.09753684],"genre_scores_gemma":[0.19699655,0.0024478296,0.5838836,0.004178462,0.0011596533,0.0007770389,0.0064231777,0.058085218,0.14604852],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98783267,0.0034172437,0.0011569894,0.001700095,0.0055301283,0.0003629447],"domain_scores_gemma":[0.9025062,0.051214814,0.0037404478,0.022652557,0.01757766,0.0023083296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011195855,0.0017809813,0.0008386752,0.002083171,0.0008511118,0.0043825237,0.0040506427,0.002461029,0.04078255],"category_scores_gemma":[0.06518324,0.0009861337,0.0011874208,0.0018769787,0.0009847366,0.0074623707,0.003766664,0.004429339,0.02386177],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013882315,0.0013973175,0.006241986,0.0035415727,0.000267355,0.0023517471,0.0036839207,0.0020309202,0.089827724,0.013365888,0.11552338,0.76038],"study_design_scores_gemma":[0.00029425757,0.0015225165,0.013455068,0.0008080859,0.0003063599,0.010353496,0.0007842723,0.020025138,0.17123057,0.008793827,0.7719467,0.00047959696],"about_ca_topic_score_codex":0.0012282027,"about_ca_topic_score_gemma":0.0020488463,"teacher_disagreement_score":0.04078255,"about_ca_system_score_codex":0.0007140862,"about_ca_system_score_gemma":0.0011361408,"threshold_uncertainty_score":0.13643122},"labels":[],"label_agreement":null},{"id":"W2155527899","doi":"10.1109/fie.2007.4418051","title":"Developing Mental Models of Computer Programming Interactively Via the Web","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Java; Class (philosophy); Process (computing); Multimedia; Programming language; Animation; Human–computer interaction; World Wide Web; Computer graphics (images); Artificial intelligence","score_opus":0.033274253118246465,"score_gpt":0.2905106005321929,"score_spread":0.25723634741394646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155527899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44599977,0.00034278963,0.44898275,0.0044712992,0.00007371651,0.00032751914,0.0001411489,0.0023287348,0.097332284],"genre_scores_gemma":[0.81290966,0.0005526978,0.173549,0.00043162983,0.000015081029,0.00034759965,0.0002763609,0.00018103787,0.011736867],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99920887,0.00045774708,0.000024648463,0.00008798069,0.00016436927,0.00005643037],"domain_scores_gemma":[0.9952064,0.0035067894,0.000224747,0.00060146017,0.00026146977,0.0001991619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017843372,0.00052235177,0.00014715423,0.000432237,0.0007095791,0.0042094872,0.00089734455,0.0012096006,0.004515568],"category_scores_gemma":[0.00823789,0.0004922699,0.0005280222,0.0002253203,0.0025758212,0.0071972115,0.0019497678,0.0021818753,0.0007647462],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014616086,0.0010240615,0.0150473835,0.00040964395,0.00007400301,0.0012728139,0.21065874,0.022502026,0.019512963,0.44292298,0.020233287,0.26619595],"study_design_scores_gemma":[0.00011451482,0.0005570339,0.0065564425,0.0005357043,0.00010788833,0.0024966435,0.070225626,0.18624136,0.024834583,0.46745673,0.24061026,0.00026319025],"about_ca_topic_score_codex":0.0012126651,"about_ca_topic_score_gemma":0.0015727894,"teacher_disagreement_score":0.004515568,"about_ca_system_score_codex":0.0007754486,"about_ca_system_score_gemma":0.0007253789,"threshold_uncertainty_score":0.015106022},"labels":[],"label_agreement":null},{"id":"W2156401814","doi":"","title":"Gender Differences in the Use of Computers, Programming, and Student Interactions in Computer Science Classrooms","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Computer science; Science education; Pedagogy; Human–computer interaction; Psychology; Multimedia","score_opus":0.07424626754406059,"score_gpt":0.32013670750299694,"score_spread":0.24589043995893634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156401814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977471,0.00015195321,0.000038717943,0.00010793054,0.0000125009565,0.0000026661778,0.000027081704,0.0000024034043,0.0019095818],"genre_scores_gemma":[0.99860007,0.00007049781,0.000025931156,0.00004216129,0.000006037906,0.000004064451,0.00002031652,0.000005151037,0.0012257396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988887,0.00036106803,0.000070271606,0.00013746327,0.0002880987,0.00025455482],"domain_scores_gemma":[0.99101675,0.003954014,0.0017559053,0.00023594117,0.0007969572,0.0022404655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00111214,0.00015225455,0.00034811258,0.0007308519,0.00082808704,0.0018570547,0.00031559574,0.00060118834,0.007833903],"category_scores_gemma":[0.009247711,0.00027276194,0.00023191758,0.0004131016,0.0007028386,0.00076766434,0.00084329984,0.0007442197,0.0008032049],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019728479,0.0015765566,0.9081322,0.000050762057,0.00007137506,0.0005922312,0.05207472,0.0001697399,0.008787789,0.0014756514,0.0012925777,0.023803473],"study_design_scores_gemma":[0.000029639315,0.00045335182,0.9704625,0.00004109521,0.000018053832,0.00031761112,0.025785994,0.0002708911,0.00071513443,0.00042736967,0.0014591175,0.00001919509],"about_ca_topic_score_codex":0.005894921,"about_ca_topic_score_gemma":0.011015379,"teacher_disagreement_score":0.007833903,"about_ca_system_score_codex":0.00064122205,"about_ca_system_score_gemma":0.00052192126,"threshold_uncertainty_score":0.02620697},"labels":[],"label_agreement":null},{"id":"W2158240102","doi":"10.5194/ms-1-3-2010","title":"Guest Editorial &amp;quot;State-of-the-art in Underactuated Grasping&amp;quot;","year":2010,"lang":"en","type":"editorial","venue":"Mechanical sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Underactuation; State (computer science); Computer science; Engineering; Artificial intelligence; Algorithm; Robot","score_opus":0.020905573782484404,"score_gpt":0.30084089206981096,"score_spread":0.27993531828732654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158240102","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000481432,0.007465474,0.0002234625,0.027806103,0.95937794,0.000017382848,0.000052176234,0.000051306655,0.004958087],"genre_scores_gemma":[0.0008361014,0.007998274,0.00022925135,0.022041757,0.93583095,0.000027046626,0.000043584634,0.000059850285,0.03293312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735045,0.0003144553,0.00023767725,0.0003095264,0.0015837997,0.00020408012],"domain_scores_gemma":[0.9909203,0.0037238759,0.0005470565,0.00021214859,0.0033219121,0.00127471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036376973,0.0016137948,0.0024005396,0.0021146666,0.0022207089,0.0055630463,0.002153035,0.008426486,0.02823083],"category_scores_gemma":[0.011299341,0.0007117551,0.0013223221,0.0010490183,0.0021743733,0.0030764635,0.0013588022,0.011360199,0.016501054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004186328,0.00000943935,0.000013018876,0.00023198422,0.00000936833,0.00010820003,0.000009313102,0.000023225504,0.00011200803,0.000675916,0.9885505,0.010215272],"study_design_scores_gemma":[0.00002150425,0.000019979183,0.000108012515,0.00016689069,0.000015426955,0.0001657425,0.000014556749,0.00009115364,0.00014571562,0.0007446033,0.99849737,0.000009180896],"about_ca_topic_score_codex":0.0010893211,"about_ca_topic_score_gemma":0.0033927117,"teacher_disagreement_score":0.02823083,"about_ca_system_score_codex":0.0017433398,"about_ca_system_score_gemma":0.0017494055,"threshold_uncertainty_score":0.09444147},"labels":[],"label_agreement":null},{"id":"W2159715184","doi":"10.1145/2445196.2445370","title":"CS circles","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Python (programming language); Computer science; Simple (philosophy); Multimedia; World Wide Web; Mathematics education; Programming language; Psychology","score_opus":0.007456513797251328,"score_gpt":0.20266826818517553,"score_spread":0.1952117543879242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159715184","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036909955,0.0011039845,0.009652842,0.009240711,0.002355643,0.00028231496,0.01161497,0.015752368,0.9463062],"genre_scores_gemma":[0.018637434,0.00082985556,0.0055018407,0.0041123456,0.0010269968,0.00021456127,0.012870576,0.0037316284,0.9530748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970592,0.00040709443,0.00015036933,0.0006570011,0.0013407604,0.00038561714],"domain_scores_gemma":[0.97854143,0.0018516283,0.0007183799,0.0026665176,0.00679574,0.009426375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018454206,0.0010196344,0.00075406785,0.0032134447,0.0023878736,0.005719273,0.0015216143,0.0013667224,0.76246357],"category_scores_gemma":[0.0121572325,0.00053215015,0.0004819581,0.003934019,0.0006548304,0.0035504168,0.0041148467,0.0027607924,0.5714408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005091039,0.00006224456,0.000565003,0.00007249294,0.00000282312,0.000031162388,0.00008555273,0.00007048693,0.00034577935,0.0077737244,0.92232907,0.06861061],"study_design_scores_gemma":[0.000010601688,0.00001749674,0.00042466936,0.000020106212,9.366987e-7,0.000060159935,0.00004575199,0.000098528995,0.00019252574,0.0015983831,0.99752647,0.000004346503],"about_ca_topic_score_codex":0.0021460757,"about_ca_topic_score_gemma":0.004128383,"teacher_disagreement_score":0.76246357,"about_ca_system_score_codex":0.0030030976,"about_ca_system_score_gemma":0.0056979917,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2160651698","doi":"10.1145/2538862.2538902","title":"Misconceptions and concept inventory questions for binary search trees and hash tables","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Hash function; Computer science; Measure (data warehouse); Binary number; Information retrieval; Concept inventory; Hash table; Binary data; Data science; Mathematics education; Data mining; Mathematics; Arithmetic","score_opus":0.028718633419857476,"score_gpt":0.29073674740539135,"score_spread":0.2620181139855339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160651698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8296361,0.00085312844,0.14490391,0.0023541527,0.0002577472,0.0024145097,0.0008891417,0.00033010222,0.018361248],"genre_scores_gemma":[0.8690315,0.00045145972,0.120622806,0.00100214,0.0000640442,0.00597008,0.0009480228,0.00011757275,0.001792479],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.92990303,0.04545572,0.0067989817,0.0023881104,0.01450027,0.00095390005],"domain_scores_gemma":[0.29161873,0.626686,0.032398924,0.01634665,0.030875063,0.00207461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07937282,0.00073283503,0.0004858699,0.006912573,0.0017546444,0.003136201,0.002263746,0.0014436177,0.0035508315],"category_scores_gemma":[0.36368978,0.00052987784,0.000729578,0.003283406,0.0055454923,0.006072213,0.0034596422,0.0025135034,0.0005840771],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008678105,0.0010004292,0.27262852,0.004045418,0.00017142473,0.00046055586,0.30681756,0.0037613593,0.01028617,0.06254046,0.0075578447,0.3298624],"study_design_scores_gemma":[0.00044954155,0.0020941973,0.30798215,0.0076747006,0.000529099,0.0040108953,0.27914038,0.037815273,0.051848385,0.12293829,0.18456784,0.0009492761],"about_ca_topic_score_codex":0.0019824933,"about_ca_topic_score_gemma":0.0020928413,"teacher_disagreement_score":0.07937282,"about_ca_system_score_codex":0.0046012327,"about_ca_system_score_gemma":0.0037646198,"threshold_uncertainty_score":0.41976863},"labels":[],"label_agreement":null},{"id":"W2161194704","doi":"10.1109/csee.1998.658300","title":"A survey of the relevance of computer science and software engineering education","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Research Council Canada","keywords":"Relevance (law); Computer science; Software; Software engineering; Emphasis (telecommunications); Engineering ethics; Engineering; Programming language; Political science","score_opus":0.018555345670275832,"score_gpt":0.23377260187348456,"score_spread":0.21521725620320872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161194704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954359,0.00056859216,0.00030478463,0.0006740573,0.000022208313,0.000045267596,0.00023189998,0.000010592421,0.0027066001],"genre_scores_gemma":[0.9956656,0.00096832914,0.00047293157,0.0007500601,0.00003778327,0.00012378005,0.00036039125,0.000010643813,0.0016105233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970963,0.0013487583,0.0002828315,0.00017088532,0.0007149794,0.00038632975],"domain_scores_gemma":[0.97794044,0.011813313,0.0033161615,0.00040021335,0.0036712445,0.002858658],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003874776,0.00017644811,0.000293672,0.002005034,0.0007948837,0.0007526453,0.000141053,0.0007843045,0.0028855733],"category_scores_gemma":[0.022570074,0.00024385864,0.00022675001,0.0019271666,0.0004618792,0.0010630783,0.0007641558,0.0007181396,0.00089901796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023878478,0.00035844164,0.891056,0.00047656838,0.000034651766,0.00033172572,0.037379146,0.000079363475,0.002046813,0.00046098485,0.006260677,0.06127688],"study_design_scores_gemma":[0.000018092725,0.00084371126,0.93269783,0.00014575236,0.000013120163,0.0007041254,0.0436493,0.00016663947,0.00024607574,0.00017553146,0.021314977,0.000024820742],"about_ca_topic_score_codex":0.0014165868,"about_ca_topic_score_gemma":0.0018994216,"teacher_disagreement_score":0.9961252,"about_ca_system_score_codex":0.0004749192,"about_ca_system_score_gemma":0.0008153287,"threshold_uncertainty_score":0.020492017},"labels":[],"label_agreement":null},{"id":"W2161422843","doi":"10.1145/2157136.2157215","title":"Stepping up to integrative questions on CS1 exams","year":2012,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Formative assessment; Computer science; Code (set theory); Mathematics education; Programming language; Psychology","score_opus":0.03266876838149385,"score_gpt":0.3106006042948273,"score_spread":0.2779318359133334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161422843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897194,0.00006677407,0.0075991335,0.00008156385,0.000034542798,0.00036221623,0.000089311834,0.00024053054,0.0018065909],"genre_scores_gemma":[0.967304,0.000107630054,0.029100692,0.00015867903,0.0000499592,0.0005854655,0.0004370329,0.000095161355,0.0021613715],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98723257,0.0069695734,0.00089795183,0.0017473698,0.0026283385,0.00052426814],"domain_scores_gemma":[0.71372056,0.24846758,0.017090313,0.0070673795,0.010548622,0.0031056267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010057424,0.0011862308,0.00075510517,0.0018951459,0.00055831095,0.0019319841,0.0012522105,0.0012924433,0.0030988615],"category_scores_gemma":[0.15766871,0.00036479067,0.00046051812,0.0010253013,0.00062474207,0.0018840708,0.002107645,0.0012657956,0.0015347463],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024082756,0.0054134345,0.21910396,0.0012727719,0.00021058916,0.0007037442,0.032964416,0.0070225545,0.06831722,0.0014978428,0.0034481871,0.65763706],"study_design_scores_gemma":[0.00056388904,0.027694128,0.7386881,0.0008518962,0.00042483915,0.001908753,0.020563245,0.043579187,0.12862262,0.0062744813,0.030270124,0.0005587266],"about_ca_topic_score_codex":0.0003453959,"about_ca_topic_score_gemma":0.00071743777,"teacher_disagreement_score":0.010057424,"about_ca_system_score_codex":0.0005765018,"about_ca_system_score_gemma":0.0006265793,"threshold_uncertainty_score":0.053189337},"labels":[],"label_agreement":null},{"id":"W2161825528","doi":"10.1145/1869542.1869569","title":"Understanding abstraction","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Premise; Abstraction; Computer science; Formative assessment; Point (geometry); Field (mathematics); Simple (philosophy); Programming language; Work (physics); Mathematics education; Human–computer interaction; Psychology; Epistemology; Engineering; Mathematics","score_opus":0.09652834315364808,"score_gpt":0.27828733410285894,"score_spread":0.18175899094921086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161825528","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062427778,0.0039222063,0.7457127,0.013170187,0.00040469074,0.0001139677,0.00019845048,0.00063354685,0.17341648],"genre_scores_gemma":[0.8747209,0.0024250192,0.10231658,0.0016026357,0.0002636945,0.00014434282,0.0003214766,0.0002591734,0.017946197],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976726,0.0009839089,0.00011817997,0.00050412945,0.00044171116,0.00027936156],"domain_scores_gemma":[0.9962655,0.0019422665,0.00037124634,0.0007273428,0.00046335525,0.00023041801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030482581,0.00089190993,0.00039059363,0.0016684828,0.002380822,0.0071200365,0.0016610381,0.001573811,0.008296799],"category_scores_gemma":[0.0077688573,0.0004901367,0.0010787849,0.0009445323,0.013582636,0.01627918,0.0063067786,0.0039246012,0.0011388916],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020386828,0.000011359646,0.0014276223,0.00013220376,0.000013706101,0.00012881432,0.016321126,0.0011849793,0.0007948522,0.95959955,0.0018752752,0.018490246],"study_design_scores_gemma":[0.000008340659,0.000016920185,0.0007666272,0.00009224088,0.000013617253,0.00020522288,0.0030013034,0.0031530831,0.0005517121,0.9478888,0.04428757,0.00001453576],"about_ca_topic_score_codex":0.0046907994,"about_ca_topic_score_gemma":0.003137316,"teacher_disagreement_score":0.008296799,"about_ca_system_score_codex":0.0023856007,"about_ca_system_score_gemma":0.0018914255,"threshold_uncertainty_score":0.027755499},"labels":[],"label_agreement":null},{"id":"W2163069344","doi":"10.1145/1989622.1989632","title":"Coping with Java as the core CS educational language","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northwestern Polytechnic","funders":"","keywords":"Java; Computer science; Attrition; Programming language; Mathematics education; Intermediate language; Curriculum; Software engineering; Psychology; Pedagogy; Compiler","score_opus":0.0360099146635677,"score_gpt":0.2761261349398227,"score_spread":0.24011622027625498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163069344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78472346,0.002435655,0.12575994,0.034698345,0.0020116512,0.0002717369,0.000114470946,0.0017245814,0.048260204],"genre_scores_gemma":[0.8989968,0.0015484394,0.06997141,0.0093957465,0.0003489788,0.00019355225,0.00015632762,0.0006110985,0.018777825],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99039817,0.0028674041,0.00037227635,0.000993572,0.0042798663,0.0010887668],"domain_scores_gemma":[0.98264575,0.0055725775,0.0030717049,0.001338609,0.003499149,0.003872271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067171264,0.00063055044,0.0003273873,0.00052032556,0.0025634274,0.006479647,0.00205819,0.0018157501,0.003738841],"category_scores_gemma":[0.019726023,0.00037956182,0.00049155805,0.000807489,0.0010614035,0.0041325274,0.00410028,0.0045104176,0.0016566473],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006454021,0.0017936986,0.06515769,0.0014760173,0.00012515331,0.00317702,0.029341359,0.0081918845,0.059254505,0.022082713,0.053589124,0.7551654],"study_design_scores_gemma":[0.00039338702,0.005597527,0.09391869,0.0018889917,0.0002667281,0.015194112,0.07392446,0.039545134,0.06770987,0.040941298,0.6598322,0.0007876753],"about_ca_topic_score_codex":0.0020782978,"about_ca_topic_score_gemma":0.0042980798,"teacher_disagreement_score":0.0067171264,"about_ca_system_score_codex":0.002014807,"about_ca_system_score_gemma":0.0043058246,"threshold_uncertainty_score":0.03552401},"labels":[],"label_agreement":null},{"id":"W2163401344","doi":"","title":"A mixed reality approach to undergraduate robotics education","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Robotics; Artificial intelligence; Computer science; Educational robotics; Human–computer interaction; Robot","score_opus":0.04930054292533711,"score_gpt":0.30185445397972194,"score_spread":0.25255391105438485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163401344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02059314,0.0007775356,0.9088307,0.002326728,0.00021047998,0.0005221407,0.000044754066,0.0008798684,0.0658147],"genre_scores_gemma":[0.21477751,0.001597097,0.7445546,0.0011250626,0.00016160957,0.0014473794,0.00010609819,0.00017108158,0.036059655],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99741924,0.0012562043,0.00009132882,0.00031556512,0.0006936116,0.00022417329],"domain_scores_gemma":[0.998071,0.0006232692,0.00012149921,0.0002142958,0.00035831027,0.00061161054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002243282,0.000982539,0.00048738602,0.0010163345,0.0014493432,0.0039780056,0.0021883035,0.0016095042,0.013565308],"category_scores_gemma":[0.0038812011,0.00041334977,0.0006850492,0.00061788305,0.0011617468,0.002074236,0.0043857913,0.0021300602,0.0033028382],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020230707,0.002313348,0.0022724117,0.00073376496,0.00004090936,0.0003515092,0.0065212194,0.008542497,0.017090082,0.14646906,0.01573055,0.7997323],"study_design_scores_gemma":[0.00018852428,0.0043534962,0.006289419,0.001050064,0.00011999147,0.004249832,0.009063338,0.077327594,0.031100977,0.1859474,0.68004423,0.00026514858],"about_ca_topic_score_codex":0.0006607254,"about_ca_topic_score_gemma":0.0019483236,"teacher_disagreement_score":0.013565308,"about_ca_system_score_codex":0.0011517144,"about_ca_system_score_gemma":0.0019278436,"threshold_uncertainty_score":0.045380473},"labels":[],"label_agreement":null},{"id":"W2164998834","doi":"10.4018/978-1-59904-480-4.ch005","title":"Algorithm Education Using Structured Hypermedia","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Traverse; Abstraction; Hypermedia; Focus (optics); Visualization; Graph; Theoretical computer science; Architecture; Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.025699567235421883,"score_gpt":0.2610532153915876,"score_spread":0.23535364815616572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164998834","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01880202,0.005487282,0.8461595,0.002778709,0.00023266087,0.00023843348,0.00028930604,0.0062801996,0.11973184],"genre_scores_gemma":[0.14932412,0.010425761,0.7400605,0.00074489904,0.00027393986,0.00032772915,0.0013271893,0.00071984995,0.09679602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996594,0.000105388186,0.00001793812,0.000061400904,0.00013507831,0.000020700436],"domain_scores_gemma":[0.9990435,0.00059190654,0.000054362754,0.00015363058,0.00009522389,0.0000613591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042305316,0.00086044753,0.00028892086,0.0012752035,0.000333363,0.0025583496,0.001192229,0.0009234815,0.01890057],"category_scores_gemma":[0.0016768306,0.00029112486,0.000665181,0.0010360285,0.00095487403,0.0037602729,0.0016114638,0.0015312714,0.004293456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004833861,0.00026224827,0.0008655168,0.0011062482,0.000030001735,0.00034449113,0.0016166598,0.018721377,0.008727024,0.19451325,0.037063282,0.7367014],"study_design_scores_gemma":[0.000057976988,0.00022652393,0.0019485736,0.0010288355,0.000043198146,0.0012721197,0.000613694,0.06418337,0.014894992,0.25362283,0.6620417,0.00006615657],"about_ca_topic_score_codex":0.0005027894,"about_ca_topic_score_gemma":0.0011024005,"teacher_disagreement_score":0.01890057,"about_ca_system_score_codex":0.0008769584,"about_ca_system_score_gemma":0.0010814478,"threshold_uncertainty_score":0.06322873},"labels":[],"label_agreement":null},{"id":"W2166547402","doi":"10.1145/1593105.1593135","title":"Using Greenfoot and a Moon Scenario to teach Java programming in CS1","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph-Humber","funders":"","keywords":"Java; Capstone; Computer science; Scala; Programming language; Software engineering","score_opus":0.059562843809379346,"score_gpt":0.29489548282871253,"score_spread":0.23533263901933318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166547402","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44861653,0.00048430185,0.42185202,0.0024986833,0.00048332894,0.0008838736,0.00026316647,0.003121547,0.121796474],"genre_scores_gemma":[0.5830695,0.00067020376,0.37324286,0.0010067347,0.00006216611,0.0006047604,0.00043196586,0.00046168617,0.040450197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995202,0.00020205787,0.000012404558,0.00007892856,0.00010456315,0.00008181405],"domain_scores_gemma":[0.99908686,0.00036288367,0.000041681105,0.00005139945,0.00005979974,0.0003973586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005674233,0.0007287067,0.00021037918,0.0004317609,0.00092595856,0.0012501695,0.00094842335,0.0010745637,0.012622559],"category_scores_gemma":[0.0013695211,0.0002265767,0.00034394226,0.00023789893,0.00075564213,0.0018904543,0.0019485627,0.0012103214,0.0019276649],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013965974,0.008393625,0.0071789687,0.0015415655,0.00004291087,0.0041335854,0.02561524,0.021742688,0.13626713,0.11043839,0.053314786,0.62993455],"study_design_scores_gemma":[0.0006515434,0.0063639036,0.0076468103,0.0006459628,0.00006253656,0.0066626035,0.013072763,0.08099346,0.107731484,0.06612243,0.7096081,0.00043834344],"about_ca_topic_score_codex":0.0005299622,"about_ca_topic_score_gemma":0.0022240037,"teacher_disagreement_score":0.012622559,"about_ca_system_score_codex":0.00047445495,"about_ca_system_score_gemma":0.00068407744,"threshold_uncertainty_score":0.042226672},"labels":[],"label_agreement":null},{"id":"W2166568405","doi":"10.5539/jel.v2n1p1","title":"Developing Pre-Service Teachers' Technological Pedagogical Content Knowledge for Teaching Mathematics with the Geometer's Sketchpad through Lesson Study","year":2013,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Test (biology); Session (web analytics); Significant difference; Teaching method; Elementary mathematics; Psychology; Pedagogy; Mathematics; Computer science","score_opus":0.12317622335344859,"score_gpt":0.3774318074884787,"score_spread":0.25425558413503013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166568405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954792,0.000075928896,0.0010794528,0.000094585834,0.000011742664,0.0002656029,0.000040707753,0.000034372006,0.0029183363],"genre_scores_gemma":[0.9835317,0.00036291673,0.01090196,0.000088637666,0.000006383683,0.00034000576,0.00012638577,0.000009391795,0.004632738],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99925536,0.000119725046,0.00005469423,0.00011850593,0.00028454675,0.0001671281],"domain_scores_gemma":[0.9965738,0.00086427934,0.00045214745,0.00024230704,0.0010807809,0.00078670797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011584896,0.0003621527,0.0004714376,0.0007689302,0.0006808187,0.0011224556,0.00063382665,0.00041506765,0.004819515],"category_scores_gemma":[0.0043884744,0.00032980292,0.00033033377,0.00036361208,0.0005392488,0.00092086877,0.0011188783,0.0011023207,0.001095092],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057127076,0.020100594,0.22312123,0.001946605,0.00005313524,0.0018484379,0.11790602,0.0007322701,0.11364989,0.0019195095,0.004539473,0.51361156],"study_design_scores_gemma":[0.00021891246,0.010868843,0.7297637,0.0006928837,0.0001328374,0.0020805998,0.12564424,0.0020199057,0.08537156,0.0018326825,0.041263636,0.0001103116],"about_ca_topic_score_codex":0.002175851,"about_ca_topic_score_gemma":0.0071877893,"teacher_disagreement_score":0.004819515,"about_ca_system_score_codex":0.0009486308,"about_ca_system_score_gemma":0.004221764,"threshold_uncertainty_score":0.016122878},"labels":[],"label_agreement":null},{"id":"W2169974798","doi":"","title":"Back to Pascal: retro but not backwards","year":2002,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Pascal (unit); Computer science; Programming language; Opposition (politics); Institution; Mathematics education; Psychology; Political science; Law","score_opus":0.04212972036152724,"score_gpt":0.2997336304117558,"score_spread":0.2576039100502286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169974798","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008253304,0.011211318,0.72182363,0.052924372,0.017940346,0.00015608929,0.00079242606,0.02767084,0.15922765],"genre_scores_gemma":[0.12679662,0.013483958,0.6761975,0.043638315,0.0044633225,0.0002458441,0.0014579152,0.031455655,0.102260806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929979,0.0021648651,0.00036262054,0.00091538357,0.0029775929,0.0005817223],"domain_scores_gemma":[0.99244,0.0022926144,0.00035192832,0.0021182883,0.0022789442,0.00051821064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044646463,0.0011132149,0.0007107022,0.001029596,0.0026946766,0.005029225,0.002301116,0.0018230694,0.01535862],"category_scores_gemma":[0.019917974,0.0010027273,0.00113704,0.0014053314,0.006243129,0.011511849,0.0046293293,0.010513146,0.021950282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035009967,0.00007811087,0.0007224071,0.0005523408,0.00006047129,0.00027936534,0.0014698729,0.0010267877,0.0031495362,0.39293778,0.21932353,0.38004968],"study_design_scores_gemma":[0.000035938392,0.00007307684,0.00020241151,0.0002357834,0.000028089766,0.0005151707,0.00020241691,0.0014784266,0.004231633,0.1594237,0.8335108,0.00006263507],"about_ca_topic_score_codex":0.0032721814,"about_ca_topic_score_gemma":0.0028048654,"teacher_disagreement_score":0.01535862,"about_ca_system_score_codex":0.0009036155,"about_ca_system_score_gemma":0.0027250112,"threshold_uncertainty_score":0.05137974},"labels":[],"label_agreement":null},{"id":"W2175909646","doi":"10.1145/2432596.2432616","title":"A framework for enhancing the social good in computing education","year":2013,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Auckland University of Technology, New Zealand","keywords":"Relevance (law); Computer science; Context (archaeology); Social computing; Computational thinking; Knowledge management; World Wide Web; Artificial intelligence; Social media; Political science","score_opus":0.022985304716676105,"score_gpt":0.329453109214651,"score_spread":0.3064678044979749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175909646","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029951302,0.0026179913,0.3847081,0.11206253,0.0009874732,0.0008064938,0.00009473763,0.00052555656,0.46824577],"genre_scores_gemma":[0.68854696,0.0018816491,0.2693692,0.0057197977,0.0003022772,0.0014323449,0.000071882496,0.00016784115,0.032508045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9882655,0.0089623965,0.00018579415,0.0007393144,0.0011154668,0.000731557],"domain_scores_gemma":[0.99387735,0.002141831,0.0004280101,0.0005856901,0.0007645584,0.0022025653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010845527,0.0011986163,0.00039031613,0.003490078,0.0074062874,0.009801937,0.0021814352,0.004076411,0.0068280315],"category_scores_gemma":[0.006182598,0.00044755533,0.001096306,0.0012070772,0.025210073,0.007878354,0.012834867,0.004670114,0.0012194106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011367129,0.000120365374,0.00051602983,0.000107314,0.000006929099,0.00010384618,0.0105002085,0.0007961806,0.00040123763,0.96943116,0.0030743238,0.014930909],"study_design_scores_gemma":[0.000038793503,0.00012422164,0.0008988803,0.000508592,0.000018558963,0.00018715343,0.01595083,0.002862492,0.00058496086,0.72278273,0.25599524,0.00004752698],"about_ca_topic_score_codex":0.0051038484,"about_ca_topic_score_gemma":0.009568121,"teacher_disagreement_score":0.010845527,"about_ca_system_score_codex":0.0075940043,"about_ca_system_score_gemma":0.010740532,"threshold_uncertainty_score":0.05735731},"labels":[],"label_agreement":null},{"id":"W2178065441","doi":"10.25071/1916-4467.40246","title":"Maker pedagogy and science teacher education","year":2015,"lang":"en","type":"article","venue":"Journal of the Canadian Association for Curriculum Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Curriculum; Movement (music); Sociology; Value (mathematics); Variety (cybernetics); Function (biology); Hacker; Process (computing); The arts; Pedagogy; Computer science; Aesthetics; Visual arts","score_opus":0.03240556047736567,"score_gpt":0.34083003497683445,"score_spread":0.3084244744994688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178065441","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15117183,0.008359146,0.03023609,0.086983606,0.0011391537,0.00020193023,0.000039478353,0.00023085932,0.7216379],"genre_scores_gemma":[0.93580973,0.0028952258,0.007883038,0.0033072545,0.00018322401,0.00020175622,0.000019728817,0.00009358853,0.049606454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9951564,0.003176347,0.00012685235,0.0003670092,0.00060325925,0.0005701729],"domain_scores_gemma":[0.99591726,0.0022526174,0.00041040368,0.00022745562,0.00028993606,0.0009023867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042062127,0.00039375253,0.00048737813,0.001863706,0.010669465,0.009818431,0.00093671697,0.0028240157,0.009337625],"category_scores_gemma":[0.0085329665,0.0003048812,0.000255367,0.0010568404,0.022598373,0.007072587,0.009229506,0.0052627665,0.001106322],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000201224,0.0001933969,0.0021624484,0.00020172483,0.0000034522257,0.0002383482,0.07346066,0.00020084355,0.00037181174,0.8801553,0.006758402,0.03623349],"study_design_scores_gemma":[0.000040665756,0.00013826351,0.002916606,0.0005271448,0.000008116956,0.00034941372,0.080393255,0.00042807186,0.0011685431,0.38829392,0.52571386,0.000022207367],"about_ca_topic_score_codex":0.0026299336,"about_ca_topic_score_gemma":0.0073499833,"teacher_disagreement_score":0.010669465,"about_ca_system_score_codex":0.008189648,"about_ca_system_score_gemma":0.010405903,"threshold_uncertainty_score":0.059420347},"labels":[],"label_agreement":null},{"id":"W2178837334","doi":"10.1007/978-3-662-44188-6_41","title":"Students’ Science Process Skills Diagnosis","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in educational technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Process (computing); Mathematics education; Computer science; Virtual lab; Science learning; Science and engineering; Space (punctuation); Psychology; Medical education; Science education; Multimedia; Engineering; Medicine; Engineering ethics","score_opus":0.009097788584451528,"score_gpt":0.30383131905805544,"score_spread":0.2947335304736039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178837334","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36169574,0.0013394543,0.14663911,0.0053498372,0.0006361184,0.00028203963,0.00080180116,0.0019865655,0.4812694],"genre_scores_gemma":[0.8692908,0.0006795694,0.019221103,0.00023395292,0.000047490816,0.000048238595,0.00048081818,0.00011937335,0.10987864],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994467,0.000065876935,0.00002773373,0.000102503844,0.00028438526,0.000072799885],"domain_scores_gemma":[0.998103,0.00069534633,0.00015201727,0.00015123152,0.00070567825,0.00019263169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007154066,0.00040477928,0.00022165613,0.0012889304,0.00041114909,0.002046913,0.000557232,0.0006651572,0.016700083],"category_scores_gemma":[0.0045671957,0.00021018888,0.0003182962,0.0005417864,0.0005153013,0.0016089075,0.0010732638,0.0016695275,0.004069013],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020509238,0.0006027969,0.021818161,0.00016218743,0.000014696279,0.00034010783,0.004599101,0.0028602039,0.012223122,0.052449867,0.01709722,0.8876273],"study_design_scores_gemma":[0.00009160194,0.0008813016,0.11194492,0.00063484436,0.000116527626,0.0028944414,0.008317377,0.059242845,0.14519757,0.1630935,0.50741345,0.00017156277],"about_ca_topic_score_codex":0.0010989603,"about_ca_topic_score_gemma":0.0012906989,"teacher_disagreement_score":0.016700083,"about_ca_system_score_codex":0.0009921702,"about_ca_system_score_gemma":0.001319705,"threshold_uncertainty_score":0.055867374},"labels":[],"label_agreement":null},{"id":"W2185312250","doi":"10.36510/learnland.v6i2.617","title":"Don’t Give Up: A Case Study on Girls and Video Game Design","year":2013,"lang":"en","type":"article","venue":"LEARNing Landscapes","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Psychology; Video game; Mathematics education; Self-efficacy; Social psychology; Multimedia; Computer science","score_opus":0.023302815966426187,"score_gpt":0.2619036411106821,"score_spread":0.2386008251442559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185312250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797102,0.00030348857,0.0045309453,0.0026108078,0.000107365566,0.00031952874,0.00006938127,0.00003329102,0.012314943],"genre_scores_gemma":[0.9771852,0.0006152584,0.00864242,0.0008829154,0.00003745924,0.00020758667,0.00007075103,0.000098392724,0.012259902],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99390393,0.0035161856,0.00021052241,0.000615227,0.00076542073,0.0009887447],"domain_scores_gemma":[0.9953253,0.0020648935,0.0004755357,0.0002452827,0.00031592688,0.0015729929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043610614,0.0014451653,0.0011140306,0.001269165,0.011693952,0.0047850427,0.003000432,0.006077534,0.0036207808],"category_scores_gemma":[0.009034962,0.000872149,0.0010632733,0.00089702173,0.0054882336,0.002488322,0.0037784763,0.0048239473,0.0008781729],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020235067,0.0022627928,0.041939642,0.00032138047,0.0000783896,0.1339643,0.76977307,0.00068899285,0.0045502186,0.009875591,0.004010167,0.032333232],"study_design_scores_gemma":[0.000073111834,0.0011114926,0.012573045,0.0004017437,0.000048443846,0.09013131,0.8043009,0.0019181478,0.0034980823,0.0027467015,0.08308843,0.00010865047],"about_ca_topic_score_codex":0.0100037,"about_ca_topic_score_gemma":0.024108939,"teacher_disagreement_score":0.011693952,"about_ca_system_score_codex":0.0029792702,"about_ca_system_score_gemma":0.001847623,"threshold_uncertainty_score":0.023063779},"labels":[],"label_agreement":null},{"id":"W2186453867","doi":"","title":"Richer Connections to Robotics through Project Personalization","year":2012,"lang":"en","type":"article","venue":"AEE Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Outreach; Creativity; Artificial intelligence; Educational robotics; Computer Science and Engineering; Robot; Personalization; Exhibition; Computer science; Psychology; Software engineering; World Wide Web; Visual arts; Social psychology","score_opus":0.05802176851525104,"score_gpt":0.33038709972598146,"score_spread":0.2723653312107304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186453867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2112318,0.0009834544,0.4690238,0.0067979773,0.0006416785,0.001336854,0.00039314528,0.005295055,0.30429617],"genre_scores_gemma":[0.70712996,0.00089545094,0.22525622,0.0011342836,0.00026711728,0.002453932,0.00072975503,0.002083849,0.060049314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882139,0.007800308,0.00043968656,0.0014233338,0.0013366942,0.00078609504],"domain_scores_gemma":[0.98546565,0.0050003747,0.001037301,0.0053791814,0.0009400907,0.0021773481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010595233,0.00076263206,0.00038645888,0.0018076674,0.0029298184,0.005697927,0.0022919083,0.001364471,0.021478377],"category_scores_gemma":[0.02079073,0.00060549774,0.00072707975,0.0015266372,0.0024993976,0.009616362,0.01931569,0.0022106722,0.005199759],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002862789,0.0008070687,0.01039781,0.0008258942,0.00006096523,0.0013122775,0.12767182,0.0036728436,0.007353481,0.06289513,0.03195066,0.7527657],"study_design_scores_gemma":[0.00006958778,0.00045057206,0.0070341183,0.00049766473,0.000048452304,0.0014733763,0.046225913,0.0040424047,0.0033688312,0.056913514,0.8797426,0.00013299851],"about_ca_topic_score_codex":0.00043022068,"about_ca_topic_score_gemma":0.0013872543,"teacher_disagreement_score":0.021478377,"about_ca_system_score_codex":0.0011117529,"about_ca_system_score_gemma":0.0015222743,"threshold_uncertainty_score":0.07185233},"labels":[],"label_agreement":null},{"id":"W2201892494","doi":"10.1609/aiide.v10i1.12709","title":"Using Cyclic Scheduling to Generate Believable Behavior in Games","year":2014,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; University of Alberta","keywords":"Computer science; Scripting language; Bottleneck; Correctness; Scheduling (production processes); Modular design; Architecture; Human–computer interaction; Usability; Distributed computing; Programming language; Embedded system","score_opus":0.06679323539103903,"score_gpt":0.31671489116977325,"score_spread":0.2499216557787342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201892494","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32881066,0.000048809543,0.65997016,0.00010709347,0.000029901053,0.00037520065,0.00009563765,0.0076113027,0.0029511761],"genre_scores_gemma":[0.78402793,0.000037547026,0.21369837,0.000053126118,0.000007018906,0.00025944907,0.0001823039,0.00065717153,0.0010771925],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990006,0.00047834864,0.00008376961,0.00014530269,0.00021171985,0.00008025555],"domain_scores_gemma":[0.99465275,0.0026392192,0.00047790058,0.0014287819,0.00055726164,0.0002440824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019939865,0.00062826317,0.00021621292,0.0005749903,0.00039360294,0.00056880625,0.001276609,0.00038545698,0.0012447722],"category_scores_gemma":[0.008485058,0.00050725177,0.0003318495,0.00027277702,0.0009003346,0.0007709941,0.00071618427,0.00044625008,0.00022103712],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095556735,0.00095334766,0.02091728,0.00031287308,0.00010358345,0.00037781437,0.0025116252,0.6442817,0.10582431,0.03191266,0.002625129,0.18922421],"study_design_scores_gemma":[0.000082103455,0.000354906,0.001514717,0.000015930833,0.000039784165,0.00008427563,0.00009011137,0.9509494,0.034340285,0.008244171,0.0042505115,0.00003388441],"about_ca_topic_score_codex":0.004702439,"about_ca_topic_score_gemma":0.0054845493,"teacher_disagreement_score":0.004702439,"about_ca_system_score_codex":0.0010069093,"about_ca_system_score_gemma":0.0014297292,"threshold_uncertainty_score":0.010545313},"labels":[],"label_agreement":null},{"id":"W2203355050","doi":"10.1007/978-94-6091-506-2_6","title":"Teaching Problem Solving and Computer Science in the Schools","year":2011,"lang":"en","type":"book-chapter","venue":"SensePublishers eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Independence (probability theory); Mathematics education; Space (punctuation); Computer science; Field (mathematics); Psychology; Mathematics; Pure mathematics; Statistics","score_opus":0.023238980845149162,"score_gpt":0.2324378432804121,"score_spread":0.20919886243526292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2203355050","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017496463,0.062341493,0.024305712,0.018278925,0.0011172163,0.00009195972,0.00011752778,0.00032247434,0.87592834],"genre_scores_gemma":[0.20580223,0.081039995,0.06479804,0.005683729,0.0008600687,0.00022554839,0.0003895512,0.00036158398,0.6408393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995389,0.00012910724,0.000022152515,0.00008173299,0.00017435523,0.00005377512],"domain_scores_gemma":[0.9994405,0.00029744447,0.00003313592,0.00004956769,0.00007638357,0.0001030128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006773449,0.00045608566,0.00042771993,0.001332607,0.0015836728,0.004398847,0.000652443,0.00131026,0.015595625],"category_scores_gemma":[0.0011315553,0.00040241578,0.0003882141,0.0023379703,0.0026643178,0.0039167874,0.0019607805,0.003060462,0.004962469],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018534058,0.0002230942,0.0011909439,0.00045519942,0.000005138429,0.00010630184,0.008665842,0.0008688818,0.000601745,0.49481088,0.094128475,0.398925],"study_design_scores_gemma":[0.000009565195,0.000026636539,0.0011961411,0.0006553422,0.0000039696974,0.00019286759,0.0016995074,0.0004985167,0.0004815971,0.16814883,0.82707727,0.00000972058],"about_ca_topic_score_codex":0.0028727588,"about_ca_topic_score_gemma":0.007826923,"teacher_disagreement_score":0.015595625,"about_ca_system_score_codex":0.0030276882,"about_ca_system_score_gemma":0.0035117252,"threshold_uncertainty_score":0.05217254},"labels":[],"label_agreement":null},{"id":"W2212458398","doi":"","title":"Is This Going to Be on the Math Test? [Book Review]","year":2011,"lang":"en","type":"article","venue":"˜The œAustralian mathematics teacher","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); Cover (algebra); Mathematics education; Publishing; Project commissioning; Mathematics; Engineering; Art; Literature","score_opus":0.09556486729825207,"score_gpt":0.2995595781245824,"score_spread":0.2039947108263303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2212458398","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022221821,0.9458851,0.0005558002,0.01446452,0.013979527,0.000053764143,0.00049084966,0.00011617907,0.02423199],"genre_scores_gemma":[0.0016996886,0.9267291,0.0010241058,0.016417712,0.0072473236,0.000101417136,0.0008967328,0.000093553506,0.04579041],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992618,0.00010690455,0.00006687753,0.00009074014,0.0004294376,0.000044246113],"domain_scores_gemma":[0.9968617,0.0014520865,0.00027767633,0.000062870786,0.0011047022,0.00024096928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096438586,0.00081085623,0.002120546,0.0019804942,0.00043753162,0.0022784793,0.0017038276,0.0022902917,0.036170833],"category_scores_gemma":[0.0074381568,0.0004023987,0.00068578246,0.0023209644,0.0008597768,0.0029516025,0.00078004925,0.0032171875,0.029210003],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022554177,0.000014939694,0.00005823362,0.00321756,0.000019919773,0.000053055497,0.00002978773,0.000035975645,0.000098499644,0.0007131158,0.7105342,0.28520212],"study_design_scores_gemma":[0.000011601748,0.000037433834,0.0006830416,0.0037414795,0.000031219774,0.00067098334,0.00004625716,0.000021810487,0.000059227936,0.0005835896,0.99409467,0.000018766723],"about_ca_topic_score_codex":0.0040757433,"about_ca_topic_score_gemma":0.008645203,"teacher_disagreement_score":0.036170833,"about_ca_system_score_codex":0.00094163715,"about_ca_system_score_gemma":0.0027973878,"threshold_uncertainty_score":0.12100351},"labels":[],"label_agreement":null},{"id":"W2213116507","doi":"10.22230/src.2015v6n2a220","title":"Why Experimental Interfaces Should Include an Application Programming Interface","year":2015,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Interface (matter); User interface; Human–computer interaction; Application programming interface; Mandala; Programming language; Operating system","score_opus":0.1885335121544081,"score_gpt":0.44809787743222873,"score_spread":0.2595643652778206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2213116507","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02881671,0.0020728614,0.8259004,0.043829206,0.0030977197,0.0041969004,0.00056620827,0.0137490835,0.077770926],"genre_scores_gemma":[0.2576454,0.0014203737,0.6815766,0.024447389,0.0010413,0.013264466,0.0007322126,0.005400267,0.014471982],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9378962,0.03760274,0.005279853,0.004491172,0.012883201,0.0018469546],"domain_scores_gemma":[0.69401085,0.19623488,0.007950471,0.053882115,0.04305054,0.0048711197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08384932,0.0014234614,0.0010160824,0.0012963908,0.0018137419,0.009070685,0.0036860206,0.007617111,0.024460623],"category_scores_gemma":[0.28778592,0.0022442525,0.0009453218,0.0010056056,0.0091381455,0.031160627,0.0049875746,0.006670451,0.010291102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017852965,0.0018200413,0.009034922,0.005750208,0.00014876704,0.0004507138,0.01293997,0.0016319157,0.039729565,0.6065362,0.080423646,0.23974876],"study_design_scores_gemma":[0.0012796085,0.0016956464,0.008609922,0.0027335344,0.00023934177,0.0012103685,0.0051731262,0.010397699,0.041327823,0.41454592,0.51240635,0.00038071844],"about_ca_topic_score_codex":0.0011592584,"about_ca_topic_score_gemma":0.0007891253,"teacher_disagreement_score":0.08384932,"about_ca_system_score_codex":0.002083757,"about_ca_system_score_gemma":0.0033844796,"threshold_uncertainty_score":0.44344288},"labels":[],"label_agreement":null},{"id":"W2215079391","doi":"10.1109/vlhcc.2015.7357224","title":"Perceptions of non-CS majors in intro programming: The rise of the conversational programmer","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Programmer; Computer science; Perception; Programming language; Mathematics education; Multimedia; Psychology","score_opus":0.022076456305224083,"score_gpt":0.273107183107648,"score_spread":0.2510307268024239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2215079391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921739,0.0002722223,0.0005390619,0.003087563,0.000045989065,0.000015815769,0.000008457696,0.000014729439,0.0038423692],"genre_scores_gemma":[0.9980667,0.00020530542,0.00014211098,0.0008470792,0.000020927297,0.000013224887,0.000008718063,0.000010319639,0.0006855023],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9910778,0.0057393424,0.0001982727,0.0005789434,0.0012649959,0.0011407238],"domain_scores_gemma":[0.96341926,0.016517539,0.004083883,0.0006438742,0.0026441372,0.01269123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00867544,0.00030797024,0.0003721923,0.0015005021,0.0075326683,0.008646082,0.0013653889,0.0022218376,0.0023948094],"category_scores_gemma":[0.023007577,0.0007343954,0.0002474524,0.0007696009,0.0063210134,0.005389087,0.006236742,0.00535175,0.00036917446],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037076483,0.00010221263,0.03626494,0.00004881054,0.000006512001,0.0004404934,0.95421976,0.000018547604,0.0010208968,0.0012611259,0.0008172204,0.005762311],"study_design_scores_gemma":[0.0000043979826,0.000054446948,0.013910373,0.000045893063,0.0000046031205,0.00026493106,0.97898316,0.0001599502,0.00013928612,0.0003169495,0.006099217,0.0000167728],"about_ca_topic_score_codex":0.009059574,"about_ca_topic_score_gemma":0.011271752,"teacher_disagreement_score":0.009059574,"about_ca_system_score_codex":0.0018865715,"about_ca_system_score_gemma":0.0037491943,"threshold_uncertainty_score":0.045880675},"labels":[],"label_agreement":null},{"id":"W2215471832","doi":"","title":"ABRACADABRA: A flexible web based literacy software for young readers","year":2007,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; World Wide Web; Literacy; Software; Sociology; Programming language; Pedagogy","score_opus":0.06320521583967842,"score_gpt":0.32211121108025664,"score_spread":0.2589059952405782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2215471832","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12700874,0.0015893744,0.18037225,0.0020714952,0.0008330331,0.002286307,0.018553426,0.50459284,0.16269256],"genre_scores_gemma":[0.30429,0.0016221157,0.22405744,0.0025013776,0.00039712645,0.003392989,0.04257655,0.057650484,0.36351195],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997018,0.0000641272,0.000040735806,0.000056834306,0.00009704893,0.00003949199],"domain_scores_gemma":[0.9980118,0.00093603844,0.00010219906,0.0002765906,0.00030968376,0.0003636178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006820711,0.0009753323,0.00061771355,0.0017518596,0.00052011875,0.0019282381,0.0010931366,0.0010385158,0.09362372],"category_scores_gemma":[0.005285865,0.00053561793,0.000603324,0.0006888342,0.00022423948,0.0032485116,0.002801003,0.0014184552,0.03601716],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021493777,0.0016309468,0.009171901,0.0011190474,0.000090164,0.0012300457,0.0028323296,0.0003839998,0.034730177,0.004159114,0.20376347,0.7387395],"study_design_scores_gemma":[0.001373804,0.0012371703,0.041048903,0.0005860309,0.00028216463,0.0037334624,0.0011053495,0.007831885,0.03170908,0.0068819867,0.9037993,0.00041080345],"about_ca_topic_score_codex":0.001094226,"about_ca_topic_score_gemma":0.0015684554,"teacher_disagreement_score":0.09362372,"about_ca_system_score_codex":0.0002415769,"about_ca_system_score_gemma":0.00061206496,"threshold_uncertainty_score":0.31320256},"labels":[],"label_agreement":null},{"id":"W2219520957","doi":"10.1145/1508865.1508946","title":"QuickDraw","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Multimedia; Interface (matter); Human–computer interaction; Computer graphics; Graphics; Computer graphics (images)","score_opus":0.008482563402938348,"score_gpt":0.2446955051306606,"score_spread":0.23621294172772225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2219520957","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005293097,0.0019523416,0.40861282,0.0006126345,0.0010794792,0.00047452303,0.016516961,0.3717229,0.19373515],"genre_scores_gemma":[0.05104095,0.0026105053,0.40158865,0.0015160724,0.00025336727,0.0011265221,0.054201875,0.11575369,0.37190837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986726,0.000095521085,0.00009220175,0.00022356222,0.00079060846,0.00012560825],"domain_scores_gemma":[0.9981135,0.00056441507,0.00010141949,0.0004294349,0.0005533613,0.00023791104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092428207,0.001446425,0.00088698516,0.0029166318,0.0009138746,0.0028895454,0.004190545,0.0016416517,0.2852118],"category_scores_gemma":[0.0036928477,0.0014247444,0.0010807094,0.0016199063,0.00042029488,0.003971174,0.003440361,0.0018763499,0.10990205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041084993,0.00012399515,0.0006509055,0.0010430112,0.000040420015,0.00031605872,0.000294319,0.0014812895,0.015636683,0.016654808,0.4455476,0.51780003],"study_design_scores_gemma":[0.0000749082,0.00006690342,0.00036355286,0.00007711045,0.000022217808,0.00062690326,0.000040218747,0.0025355562,0.011115487,0.0046561756,0.98036134,0.000059704886],"about_ca_topic_score_codex":0.0012566532,"about_ca_topic_score_gemma":0.0028749492,"teacher_disagreement_score":0.2852118,"about_ca_system_score_codex":0.00057731534,"about_ca_system_score_gemma":0.0011558959,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2222550087","doi":"10.1016/b978-0-444-63433-7.50123-1","title":"International Programming Committee","year":2014,"lang":"en","type":"book-chapter","venue":"Computer-aided chemical engineering/Computer aided chemical engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science","score_opus":0.008769666577783613,"score_gpt":0.19903572430967914,"score_spread":0.19026605773189553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2222550087","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005700414,0.0018802194,0.013488744,0.004223127,0.004908514,0.00027788067,0.002545922,0.0023253753,0.96978015],"genre_scores_gemma":[0.0012059194,0.0011744929,0.0029885273,0.00047335454,0.00062857714,0.00015328811,0.002265027,0.00076413,0.9903466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792165,0.00021555433,0.0001086961,0.00034903534,0.0011795536,0.0002254965],"domain_scores_gemma":[0.9956044,0.00034449896,0.00014594293,0.0006833193,0.0024324197,0.00078936573],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024221498,0.0014017846,0.0008601767,0.0037169943,0.0018895064,0.0049518235,0.001504604,0.0012848887,0.55140597],"category_scores_gemma":[0.005247454,0.0007013274,0.0007092604,0.0033851569,0.0005730617,0.003313144,0.0027633037,0.0035614616,0.5272304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021228238,0.000038412916,0.000102602986,0.00007110199,0.0000026743378,0.000013767263,0.000030800566,0.00017202277,0.00041180965,0.012844959,0.86963683,0.11665377],"study_design_scores_gemma":[0.0000030204171,0.00000582545,0.00011292009,0.00003790051,0.0000017322512,0.000022964417,0.000016510076,0.00016534493,0.00020166459,0.0017175747,0.9977118,0.000002695939],"about_ca_topic_score_codex":0.0017234506,"about_ca_topic_score_gemma":0.003478348,"teacher_disagreement_score":0.55140597,"about_ca_system_score_codex":0.001766733,"about_ca_system_score_gemma":0.004510887,"threshold_uncertainty_score":0.6398649},"labels":[],"label_agreement":null},{"id":"W2226576812","doi":"10.5753/cbie.wcbie.2015.1330","title":"Ensinado Programação apoiada por um ambiente virtual e exercícios associados a cotidiano dos alunos: compartilhando alternativas e lições aprendidas","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Philosophy; Psychology","score_opus":0.04583857919231996,"score_gpt":0.31429898148746943,"score_spread":0.26846040229514945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2226576812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94669944,0.0010819572,0.025201403,0.00081662,0.00012603572,0.00036888474,0.00022142034,0.00064440654,0.024839787],"genre_scores_gemma":[0.97279793,0.0005637442,0.018504065,0.00015652296,0.000030383062,0.00032408134,0.00015524286,0.00008870205,0.00737934],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9973163,0.0013041879,0.00013174268,0.0004480759,0.00055928814,0.00024049316],"domain_scores_gemma":[0.99233526,0.004267583,0.00079543184,0.00067584205,0.0011274302,0.00079839316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027333912,0.00047109846,0.0005000679,0.0009451317,0.0011254026,0.0033052722,0.00088400726,0.0007954608,0.007815268],"category_scores_gemma":[0.013047739,0.00023752022,0.0005189872,0.00091393554,0.00084904133,0.0017478683,0.0021554169,0.0007207621,0.0010182031],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037673071,0.0051530567,0.1255077,0.0056241276,0.00039880595,0.0006581115,0.0513893,0.007326331,0.056025684,0.0095319,0.0063757915,0.72824186],"study_design_scores_gemma":[0.00081427384,0.016262213,0.5447752,0.0028765744,0.0020388192,0.0011112897,0.14470385,0.04110252,0.042079285,0.023882644,0.17985953,0.0004938319],"about_ca_topic_score_codex":0.003149491,"about_ca_topic_score_gemma":0.0050934525,"teacher_disagreement_score":0.007815268,"about_ca_system_score_codex":0.0009448607,"about_ca_system_score_gemma":0.0013644458,"threshold_uncertainty_score":0.026144683},"labels":[],"label_agreement":null},{"id":"W2229421903","doi":"10.5753/cbie.wcbie.2015.1398","title":"Um estudo sobre erros em programação - Reconhecendo as dificuldades de programadores iniciantes.","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Debugging; Programming language; Objectivity (philosophy); Process (computing); Software engineering; Source code; Point (geometry); Structured programming","score_opus":0.04494024531860196,"score_gpt":0.3265389913630352,"score_spread":0.28159874604443325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229421903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9517169,0.0029704457,0.025138475,0.0015797167,0.0002346582,0.0003816578,0.00038401547,0.00046823948,0.01712588],"genre_scores_gemma":[0.9724717,0.0026109696,0.0169006,0.00038844236,0.000103430735,0.00020849731,0.0003655292,0.0002251287,0.006725647],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9853667,0.0067771836,0.0010138632,0.001641443,0.0046192515,0.0005815551],"domain_scores_gemma":[0.9329004,0.04438063,0.007243894,0.0036461337,0.010840208,0.0009886839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009570091,0.00073284615,0.000636891,0.0032529875,0.002366868,0.0025042717,0.0015190316,0.0015720348,0.002929491],"category_scores_gemma":[0.077016406,0.00042724455,0.00048190344,0.0024504017,0.0025415958,0.0031688125,0.0027688213,0.0018064806,0.00062067783],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067633326,0.0017462363,0.19213186,0.003885187,0.00013057288,0.004955742,0.3372024,0.002222216,0.0122353295,0.009152757,0.008036231,0.42762506],"study_design_scores_gemma":[0.00013186978,0.0034940396,0.25662977,0.005209141,0.0006459709,0.014230222,0.33993325,0.010070082,0.0590302,0.014791783,0.2955381,0.00029567457],"about_ca_topic_score_codex":0.004958578,"about_ca_topic_score_gemma":0.0061113993,"teacher_disagreement_score":0.009570091,"about_ca_system_score_codex":0.001394575,"about_ca_system_score_gemma":0.0023955978,"threshold_uncertainty_score":0.050612092},"labels":[],"label_agreement":null},{"id":"W2231274024","doi":"","title":"Constructivist and Critical Theory Aspects in Computer Science Education","year":2009,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Toronto","funders":"","keywords":"Epistemology; Computer science; Constructivism (international relations); Constructivist teaching methods; Science education; Mathematics education; Engineering ethics; Pedagogy; Psychology; Management science; Political science; Philosophy; Teaching method; Engineering","score_opus":0.038340054994748525,"score_gpt":0.30832723590495625,"score_spread":0.26998718091020774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231274024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049019888,0.027449418,0.39894608,0.21313964,0.002554109,0.00050763943,0.00016517253,0.00022548309,0.30799258],"genre_scores_gemma":[0.94354624,0.0040716436,0.038778305,0.0048555536,0.0010531876,0.0006336886,0.000067422676,0.00014355588,0.0068505076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9705893,0.02229207,0.0008691501,0.001331003,0.0040554237,0.00086305774],"domain_scores_gemma":[0.884218,0.10508697,0.0020182556,0.0028443788,0.004721201,0.0011112449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0397102,0.0011832148,0.00099285,0.007543174,0.004683669,0.013926461,0.0033496784,0.004914144,0.0039912127],"category_scores_gemma":[0.049455523,0.00089988625,0.0007667694,0.004237646,0.07594641,0.017241187,0.003938345,0.008384116,0.00040631503],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007693419,0.00002377321,0.0001380457,0.000064888256,0.000007311265,0.000012969189,0.003934094,0.00029824357,0.000024597728,0.99199414,0.0007714962,0.00272278],"study_design_scores_gemma":[0.000015952783,0.00000689527,0.00011252668,0.000098333956,0.000004499633,0.000016217175,0.0014435565,0.000828932,0.00010948519,0.99129605,0.0060620923,0.000005450318],"about_ca_topic_score_codex":0.0046187704,"about_ca_topic_score_gemma":0.003505267,"teacher_disagreement_score":0.0397102,"about_ca_system_score_codex":0.014991528,"about_ca_system_score_gemma":0.0098787965,"threshold_uncertainty_score":0.21001017},"labels":[],"label_agreement":null},{"id":"W2235359298","doi":"10.5539/hes.v6n1p110","title":"Challenge Study: A Project-Based Learning on a Wireless Communication System at Technical High School","year":2016,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Telecommunications; Engineering management; Wireless; Computer science; Multimedia; Engineering; Psychology; Pedagogy","score_opus":0.058440625127699646,"score_gpt":0.35008915291627385,"score_spread":0.2916485277885742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2235359298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9834135,0.00006105942,0.0042633344,0.0007599776,0.00019762965,0.0030828197,0.00033652593,0.0001125714,0.0077725467],"genre_scores_gemma":[0.9523388,0.00017265424,0.016718537,0.00068685994,0.00015998454,0.0036268313,0.001020404,0.00007443222,0.02520149],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9971711,0.0009589484,0.0001214684,0.000655087,0.0004294826,0.00066392624],"domain_scores_gemma":[0.9922816,0.0010198649,0.00025109042,0.0005373265,0.0010267557,0.0048833485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037469582,0.0013983573,0.0012786114,0.0009930383,0.0040778243,0.0026292384,0.0026974087,0.002459744,0.007154756],"category_scores_gemma":[0.0050537414,0.0007004888,0.00096574164,0.000647088,0.00120209,0.001631089,0.0034325207,0.0030907127,0.0023822077],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008089464,0.35562772,0.066895664,0.0021352957,0.00030705985,0.009560979,0.1310938,0.009747618,0.07211065,0.009219777,0.060621276,0.27459064],"study_design_scores_gemma":[0.0061846245,0.17904197,0.22691242,0.0006367356,0.00023364021,0.0038834768,0.19365932,0.021474192,0.08701424,0.009447226,0.27055395,0.0009582008],"about_ca_topic_score_codex":0.0019406381,"about_ca_topic_score_gemma":0.0052073966,"teacher_disagreement_score":0.007154756,"about_ca_system_score_codex":0.001637762,"about_ca_system_score_gemma":0.0030967218,"threshold_uncertainty_score":0.02393508},"labels":[],"label_agreement":null},{"id":"W2246250695","doi":"10.1145/2828959.2828966","title":"An exploration of error quotient in multiple contexts","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Heuristics; Computer science; Psychological intervention; Quotient; Code (set theory); Simple (philosophy); Data science; Source lines of code; Machine learning; Psychology; Programming language; Software; Mathematics; Epistemology","score_opus":0.15487415128686527,"score_gpt":0.34028854164694494,"score_spread":0.18541439036007967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2246250695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8814966,0.0015147652,0.09646275,0.0013208161,0.00006249267,0.0001716949,0.00053859927,0.000548928,0.017883407],"genre_scores_gemma":[0.98128605,0.00015138766,0.017706307,0.00004009867,0.000009807147,0.000047234444,0.00008061467,0.000062728184,0.00061580923],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9872415,0.005969437,0.0010816075,0.001814815,0.0033102885,0.0005823244],"domain_scores_gemma":[0.95386225,0.0293244,0.005664947,0.0035748088,0.006071692,0.0015018062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074948687,0.0008430789,0.0005239887,0.00605704,0.0010990456,0.004951184,0.0010917915,0.0008592072,0.0020265856],"category_scores_gemma":[0.05570378,0.0003218321,0.0005366783,0.0038370118,0.0034459452,0.0075208386,0.006050386,0.0012200013,0.00032908304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000624546,0.00037880143,0.48141438,0.0010382229,0.00017059513,0.0024473418,0.10388582,0.0076492676,0.008891297,0.08570429,0.0018780747,0.30591747],"study_design_scores_gemma":[0.00006430748,0.0021448045,0.4593448,0.0018757965,0.00034052704,0.008744685,0.15671761,0.09016121,0.017440367,0.19966748,0.062964655,0.000533754],"about_ca_topic_score_codex":0.002691741,"about_ca_topic_score_gemma":0.0031545158,"teacher_disagreement_score":0.0074948687,"about_ca_system_score_codex":0.0017056154,"about_ca_system_score_gemma":0.0014692849,"threshold_uncertainty_score":0.03963709},"labels":[],"label_agreement":null},{"id":"W2260631331","doi":"","title":"A Software Engineering Model Based Curriculum Development Approach","year":2015,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley","funders":"","keywords":"Software engineering; Software development; Computer science; Software; Engineering; Systems engineering; Engineering management; Programming language","score_opus":0.026195038637330977,"score_gpt":0.2768188147842552,"score_spread":0.2506237761469242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260631331","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005988295,0.000032936034,0.97501796,0.0004766751,0.000029302324,0.00022242691,0.00007271704,0.0007504808,0.017409202],"genre_scores_gemma":[0.10744985,0.000099168596,0.8834062,0.000120728866,0.000008308409,0.00041140144,0.00022310702,0.00012443998,0.00815673],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984705,0.0005109314,0.000083100065,0.00018217036,0.00066487887,0.00008838789],"domain_scores_gemma":[0.9984566,0.0006306904,0.000104194805,0.000172052,0.0005309292,0.00010555914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013798409,0.00050996424,0.0003786052,0.0015873051,0.0007198255,0.0019473817,0.0017794246,0.0009192716,0.006803235],"category_scores_gemma":[0.0032130112,0.0005951169,0.0007679024,0.0010768976,0.0005406778,0.0018348004,0.0017423806,0.0015777368,0.0012669306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007159333,0.0010164336,0.003037159,0.0003799892,0.00011498873,0.00023048499,0.0010579827,0.15617003,0.012689028,0.31842464,0.010191184,0.49661642],"study_design_scores_gemma":[0.00006776766,0.0002307622,0.0009980745,0.00017232334,0.00008454251,0.00018815573,0.00062853325,0.7900924,0.01057344,0.13303338,0.06389206,0.00003858715],"about_ca_topic_score_codex":0.0033551066,"about_ca_topic_score_gemma":0.006500179,"teacher_disagreement_score":0.006803235,"about_ca_system_score_codex":0.0016589194,"about_ca_system_score_gemma":0.0036321725,"threshold_uncertainty_score":0.02275914},"labels":[],"label_agreement":null},{"id":"W2262671435","doi":"","title":"Technological Learning and Thinking: A Pedagogical Analysis","year":2011,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Epistemology; Computer science; Pedagogy; Sociology; Psychology; Philosophy","score_opus":0.19560410221608854,"score_gpt":0.34303662149136227,"score_spread":0.14743251927527373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262671435","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13486388,0.008751889,0.16693072,0.03090215,0.00033258647,0.0004651481,0.00022114548,0.00021540755,0.65731704],"genre_scores_gemma":[0.91882986,0.0050791907,0.04404882,0.0011663509,0.00029865257,0.00070056703,0.00015450982,0.00007554916,0.029646456],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99854445,0.00090305984,0.000051151455,0.00009293052,0.0002925872,0.000115754534],"domain_scores_gemma":[0.99666494,0.002627801,0.00015748132,0.0001472128,0.00027153152,0.0001311156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002019896,0.0003013274,0.00025485063,0.0034799583,0.0032709436,0.0062837205,0.0008440016,0.0011912532,0.0064799567],"category_scores_gemma":[0.0038333503,0.00019797853,0.00057967025,0.0029551042,0.011377173,0.0050627,0.0025904754,0.0023491671,0.00067792035],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058742758,0.000050819126,0.0009475652,0.00007531855,0.000002983526,0.00013966273,0.012951082,0.00034033123,0.00013834903,0.96820027,0.0013614652,0.015786316],"study_design_scores_gemma":[0.00001579425,0.000055349024,0.00412457,0.0004045208,0.000016486521,0.0004371565,0.02952909,0.005894461,0.00061943196,0.798161,0.16072631,0.000015924168],"about_ca_topic_score_codex":0.0024590385,"about_ca_topic_score_gemma":0.002043176,"teacher_disagreement_score":0.0064799567,"about_ca_system_score_codex":0.005003148,"about_ca_system_score_gemma":0.004167786,"threshold_uncertainty_score":0.0363006},"labels":[],"label_agreement":null},{"id":"W2270989172","doi":"10.11575/prism/29202","title":"Basic Search Tutorial -- Proquest CBCA Education","year":2008,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Political science; Public relations","score_opus":0.015703738035961413,"score_gpt":0.21747732512148327,"score_spread":0.20177358708552184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270989172","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046298774,0.013968711,0.026803903,0.0149315195,0.0027302199,0.009022271,0.41818264,0.047621544,0.4621093],"genre_scores_gemma":[0.013910834,0.015645115,0.16675049,0.007428297,0.0021091013,0.007356753,0.2685628,0.01364053,0.50459605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846554,0.00017134598,0.00028352658,0.00014552781,0.0007980151,0.00013598567],"domain_scores_gemma":[0.98774624,0.0041998345,0.00072531454,0.00044964673,0.005637922,0.0012410254],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019527533,0.0017526879,0.0023401035,0.016465712,0.0018338008,0.004652828,0.0018679865,0.0014633678,0.49158034],"category_scores_gemma":[0.02016764,0.0008333252,0.0014747671,0.015302337,0.00031874896,0.00454965,0.002613024,0.0011499927,0.28665826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005114427,0.00003539469,0.0003583058,0.0021144156,0.00001687893,0.00006998551,0.000054136028,0.000073057825,0.0004620802,0.0012158151,0.8752288,0.12031997],"study_design_scores_gemma":[0.00008171016,0.00006728317,0.0023629416,0.0015609157,0.000043082997,0.00036119786,0.00022244638,0.00035237256,0.0010595334,0.0033582204,0.990475,0.00005541159],"about_ca_topic_score_codex":0.019989472,"about_ca_topic_score_gemma":0.045837715,"teacher_disagreement_score":0.49158034,"about_ca_system_score_codex":0.0029203491,"about_ca_system_score_gemma":0.0077179754,"threshold_uncertainty_score":0.7251989},"labels":[],"label_agreement":null},{"id":"W2276193591","doi":"10.1145/2839509.2844645","title":"CS Teacher Experiences with Educational Technology, Problem-BasedLearning, and a CS Principles Curriculum","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"University of Texas at Austin; National Science Foundation","keywords":"Context (archaeology); Curriculum; Mathematics education; Qualitative research; Problem-based learning; Dual (grammatical number); Computer science; Pedagogy; Psychology; Sociology","score_opus":0.009480177652609844,"score_gpt":0.2406681426271595,"score_spread":0.23118796497454966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2276193591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879583,0.00030140838,0.0014528645,0.0014385245,0.000046628953,0.000061349856,0.000042210926,0.000069379144,0.008629283],"genre_scores_gemma":[0.9909462,0.0005255209,0.0007997433,0.00030703156,0.00002050727,0.00006901589,0.000046074918,0.000042434065,0.007243513],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9950151,0.00276414,0.00021019836,0.0003798466,0.0007014575,0.0009292757],"domain_scores_gemma":[0.9837585,0.0095845135,0.0012271564,0.00061870576,0.001010817,0.0038003407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003915889,0.0004675916,0.00068567327,0.0011601422,0.0056208735,0.00581014,0.0012564159,0.0017645563,0.0046351003],"category_scores_gemma":[0.01930314,0.00083499163,0.00038291633,0.0009939148,0.004153752,0.003537422,0.0050563747,0.0035290332,0.001140859],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018823126,0.0013898518,0.017608669,0.0002539505,0.000012382031,0.0019857888,0.9425394,0.00023806875,0.0030256251,0.0013302161,0.002525094,0.028902614],"study_design_scores_gemma":[0.0000872598,0.0011495026,0.0136444345,0.0002489314,0.00002881332,0.0024987438,0.9301694,0.00057148584,0.0025892032,0.00057455315,0.048381254,0.00005644183],"about_ca_topic_score_codex":0.004073131,"about_ca_topic_score_gemma":0.007787994,"teacher_disagreement_score":0.00581014,"about_ca_system_score_codex":0.002448696,"about_ca_system_score_gemma":0.002489744,"threshold_uncertainty_score":0.020709455},"labels":[],"label_agreement":null},{"id":"W2281191222","doi":"","title":"Students Participate In Demos With Search, Rescue Dogs","year":2010,"lang":"en","type":"article","venue":"Iowa State University Digital Repository (Iowa State University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; History; Medical education; Medicine","score_opus":0.00993071339628482,"score_gpt":0.20978434635191961,"score_spread":0.1998536329556348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281191222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62242067,0.0017346183,0.0032420107,0.028718473,0.0033850991,0.001786608,0.00410646,0.0028207144,0.3317854],"genre_scores_gemma":[0.42682716,0.0017879015,0.004325185,0.008180222,0.00067616446,0.000910779,0.0023637442,0.00043774548,0.5544911],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989926,0.00015437632,0.000041376905,0.00013006262,0.00013807819,0.0005435944],"domain_scores_gemma":[0.99073213,0.00022057813,0.00028125817,0.00022343486,0.000832177,0.0077105286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016377955,0.001443391,0.00070690765,0.0010000103,0.007473514,0.0032459004,0.0017230329,0.001954609,0.109478265],"category_scores_gemma":[0.0023422118,0.000694702,0.0006400812,0.00070434384,0.0014508365,0.001625867,0.0037490197,0.0025168734,0.04772644],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009586501,0.016322058,0.05189132,0.00044621652,0.00003308467,0.002362377,0.027092412,0.0005255572,0.0061168144,0.0038444116,0.723749,0.16665812],"study_design_scores_gemma":[0.000104324565,0.0017292633,0.03569774,0.0002214564,0.000036615536,0.0009812207,0.059024323,0.00066329335,0.0040632593,0.003488996,0.8939292,0.000060268725],"about_ca_topic_score_codex":0.0032091953,"about_ca_topic_score_gemma":0.02101461,"teacher_disagreement_score":0.109478265,"about_ca_system_score_codex":0.0012845478,"about_ca_system_score_gemma":0.0030810283,"threshold_uncertainty_score":0.36624128},"labels":[],"label_agreement":null},{"id":"W2281618752","doi":"10.1145/2828959.2828980","title":"Modern goto","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Goto; Computer science; Programmer; Control flow; Programming language; Code (set theory); Set (abstract data type); Structured programming; Control (management); Software engineering; Theoretical computer science; Artificial intelligence","score_opus":0.0515003793147968,"score_gpt":0.2723870905865182,"score_spread":0.22088671127172144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281618752","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2844578,0.0055882023,0.1877313,0.0051063523,0.0010876107,0.0003731749,0.0127567295,0.050624944,0.4522738],"genre_scores_gemma":[0.62687606,0.004004313,0.17364205,0.004023376,0.0004738765,0.00041708496,0.027525691,0.023831816,0.13920572],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981292,0.00030083075,0.00013093246,0.00030719684,0.00078990933,0.0003418991],"domain_scores_gemma":[0.9956735,0.0008216009,0.00056929333,0.001712227,0.000972036,0.0002514036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016549858,0.00067823636,0.00041587578,0.002381768,0.001119944,0.0031670567,0.0011839076,0.0009719876,0.023155967],"category_scores_gemma":[0.008230032,0.0007881998,0.0009278618,0.0033077614,0.0016599243,0.0060049333,0.0034137617,0.0017995514,0.008929202],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015885101,0.00033153378,0.03470792,0.0019867371,0.000180007,0.0010889489,0.005344514,0.004199704,0.019254478,0.27896276,0.1552109,0.49714407],"study_design_scores_gemma":[0.000084159314,0.00017432179,0.0106477225,0.00050174113,0.00010278289,0.0014778458,0.0009430822,0.0052557033,0.008605936,0.08525586,0.88684213,0.00010860314],"about_ca_topic_score_codex":0.0013880427,"about_ca_topic_score_gemma":0.0017555526,"teacher_disagreement_score":0.023155967,"about_ca_system_score_codex":0.00089348474,"about_ca_system_score_gemma":0.0013023436,"threshold_uncertainty_score":0.0774644},"labels":[],"label_agreement":null},{"id":"W2285008036","doi":"10.1145/2839509.2844655","title":"Computational Thinking as a Liberal Study","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Entertainment; Computational thinking; Data science; Management science; Computer security; Human–computer interaction; Artificial intelligence; Political science; Engineering","score_opus":0.01468571364323043,"score_gpt":0.2749992473198669,"score_spread":0.26031353367663645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285008036","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013785186,0.020319281,0.059789963,0.11290878,0.0014202064,0.00005121871,0.00009969056,0.000121697056,0.7915039],"genre_scores_gemma":[0.88926065,0.011757234,0.021195082,0.011197961,0.0037420278,0.00023589646,0.00013577654,0.00021662419,0.06225876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957775,0.0027179988,0.000110415865,0.0004685278,0.0006716521,0.000253875],"domain_scores_gemma":[0.99255204,0.0047912337,0.0003098137,0.0012653009,0.00060796825,0.00047379735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046323296,0.00043730333,0.0005835173,0.0018998132,0.0036862378,0.010355595,0.0010133957,0.0024307892,0.0067534223],"category_scores_gemma":[0.007996645,0.00024508842,0.0005407806,0.0018447565,0.047470547,0.012952043,0.004257365,0.006486622,0.0011839016],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.9647e-7,0.000001968119,0.000018423249,0.0000056950175,6.573445e-7,0.0000037652105,0.0002108433,0.0000535647,0.000008867544,0.9982994,0.00065061223,0.0007451016],"study_design_scores_gemma":[0.0000027016245,0.0000020835344,0.000024836972,0.000020073698,7.9132667e-7,0.000011152107,0.00015552893,0.0001769744,0.000019297193,0.9708021,0.02878308,0.0000014180976],"about_ca_topic_score_codex":0.0019041401,"about_ca_topic_score_gemma":0.0012802796,"teacher_disagreement_score":0.010355595,"about_ca_system_score_codex":0.0049425703,"about_ca_system_score_gemma":0.004059752,"threshold_uncertainty_score":0.035861015},"labels":[],"label_agreement":null},{"id":"W2285267612","doi":"10.1109/cw.2015.23","title":"Bubble Play: An Interactive Learning Medium for Young Children","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Object (grammar); Bubble; Human–computer interaction; Production (economics); Translation (biology); Artificial intelligence; Multimedia","score_opus":0.02667858741291847,"score_gpt":0.2949495449332163,"score_spread":0.26827095752029784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285267612","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31455436,0.00339912,0.5976818,0.00075187715,0.0005787885,0.0026541678,0.0025130857,0.014213146,0.06365362],"genre_scores_gemma":[0.4096713,0.0021145777,0.5538504,0.00027529706,0.00017321586,0.003230126,0.0020953615,0.0014999551,0.027089713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99971265,0.0000961758,0.000012041911,0.000048804777,0.00009004962,0.000040195246],"domain_scores_gemma":[0.99917006,0.00052543776,0.000032067626,0.000051238494,0.000045976696,0.0001753225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005550126,0.0008288015,0.00031000166,0.00065123907,0.00042581212,0.0009957218,0.0014051929,0.00058815454,0.009501756],"category_scores_gemma":[0.0015771872,0.00024732787,0.00040901013,0.00026839197,0.000644125,0.0012640107,0.0019144434,0.0005679235,0.0013671201],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024326036,0.001649601,0.008993462,0.0030753512,0.00014855106,0.0034443748,0.013139458,0.004702836,0.18360664,0.06676252,0.040634844,0.6714099],"study_design_scores_gemma":[0.0005543426,0.0042481036,0.01663407,0.0007724513,0.00024968418,0.008450546,0.002560746,0.017989276,0.09767869,0.016698504,0.8338089,0.00035460247],"about_ca_topic_score_codex":0.0008530416,"about_ca_topic_score_gemma":0.0013854754,"teacher_disagreement_score":0.009501756,"about_ca_system_score_codex":0.00025527863,"about_ca_system_score_gemma":0.00045736323,"threshold_uncertainty_score":0.03178656},"labels":[],"label_agreement":null},{"id":"W2285999442","doi":"10.1145/2839462.2839482","title":"Engaging 'At-Risk' Students through Maker Culture Activities","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; University of Calgary","funders":"","keywords":"Creativity; Relevance (law); Set (abstract data type); Task (project management); Literacy; Critical thinking; Mathematics education; Knowledge management; Computer science; Psychology; Pedagogy; Sociology; Engineering; Social psychology; Political science","score_opus":0.015927260528932674,"score_gpt":0.28465886838509863,"score_spread":0.26873160785616595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285999442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96435213,0.00037025532,0.01643186,0.0015329155,0.00011151613,0.00015124306,0.000025147365,0.00019832577,0.016826555],"genre_scores_gemma":[0.97078437,0.0006875306,0.020105556,0.00039390245,0.000033942444,0.00018928741,0.000036026016,0.00006394622,0.007705399],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99747664,0.0011906156,0.00011415856,0.00022984386,0.00042992548,0.00055882195],"domain_scores_gemma":[0.99555874,0.0014372518,0.00058504887,0.0004127987,0.00031771735,0.0016883337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028423124,0.0010928055,0.0006917633,0.0009632165,0.0022137119,0.006702073,0.0016129276,0.0015756111,0.004263177],"category_scores_gemma":[0.0075339447,0.0003839574,0.00064631633,0.00034886974,0.0022048792,0.0039729527,0.0075668925,0.0025511514,0.0016372739],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054388057,0.008034635,0.077454455,0.0011840361,0.00009307008,0.0045074173,0.51128227,0.0010457261,0.028270666,0.023023382,0.0061471406,0.33841336],"study_design_scores_gemma":[0.00028080516,0.005815262,0.049579218,0.0013145613,0.00023660049,0.009951717,0.5004987,0.0028129995,0.046800002,0.08053979,0.30168107,0.0004892829],"about_ca_topic_score_codex":0.00015766491,"about_ca_topic_score_gemma":0.0004491484,"teacher_disagreement_score":0.006702073,"about_ca_system_score_codex":0.00046770374,"about_ca_system_score_gemma":0.0008884908,"threshold_uncertainty_score":0.015031755},"labels":[],"label_agreement":null},{"id":"W2287911028","doi":"10.1145/2839509.2844561","title":"Introducing and Evaluating Exam Wrappers in CS2","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Summative assessment; Formative assessment; Computer science; Test (biology); Mathematics education; Psychology","score_opus":0.02474203145349091,"score_gpt":0.29542388330658037,"score_spread":0.27068185185308946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287911028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97750026,0.00033965195,0.008825841,0.0003413288,0.00017978362,0.00041776788,0.0003625745,0.0017693202,0.010263446],"genre_scores_gemma":[0.94439673,0.00030171615,0.04143191,0.00037467593,0.00010036764,0.00026190866,0.001988361,0.0004667034,0.01067746],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98853046,0.0052305795,0.00093557045,0.0013340387,0.0030367766,0.00093263964],"domain_scores_gemma":[0.8998984,0.050841663,0.00904407,0.008069567,0.020643415,0.011502938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014338809,0.0013765903,0.0006292381,0.002057064,0.0011773221,0.0047886996,0.0013805815,0.0015395691,0.0055692988],"category_scores_gemma":[0.093567654,0.0004931255,0.00045254012,0.0014852406,0.00049985584,0.0024783998,0.0023551658,0.0013422143,0.003610938],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043063876,0.013047158,0.14536825,0.001222644,0.000203331,0.00078884885,0.00993659,0.011101533,0.054222528,0.0019399733,0.031127436,0.7267353],"study_design_scores_gemma":[0.0007974602,0.025758823,0.6304383,0.00083800696,0.00025537921,0.0013682886,0.00891717,0.04412386,0.16517533,0.004896358,0.11682529,0.00060574064],"about_ca_topic_score_codex":0.0020027147,"about_ca_topic_score_gemma":0.0069451435,"teacher_disagreement_score":0.014338809,"about_ca_system_score_codex":0.0021325052,"about_ca_system_score_gemma":0.002015693,"threshold_uncertainty_score":0.07583177},"labels":[],"label_agreement":null},{"id":"W2289972413","doi":"10.1145/2843043.2843348","title":"Student difficulties with pointer concepts in C","year":2016,"lang":"en","type":"article","venue":"Proceedings of the Australasian Computer Science Week Multiconference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pointer (user interface); Computer science; Taxonomy (biology); Pointer analysis; Programming language; Set (abstract data type); Linked list; Natural language processing; Artificial intelligence; Static analysis","score_opus":0.017331046573633463,"score_gpt":0.2693573788411157,"score_spread":0.2520263322674823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289972413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772025,0.00044163875,0.012169717,0.00073052465,0.0000663803,0.0001994702,0.00059547083,0.0005157183,0.0080785975],"genre_scores_gemma":[0.97225386,0.00060852413,0.020555947,0.000434321,0.00005047296,0.0002264802,0.0015681185,0.00016164691,0.004140867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9866344,0.0028994242,0.00182363,0.0021192573,0.0055301427,0.000993156],"domain_scores_gemma":[0.92632383,0.043557193,0.012161933,0.0042337696,0.01060229,0.0031210547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005015617,0.00082731136,0.0006096619,0.003588068,0.0014495793,0.00499543,0.0014077016,0.0016023848,0.0041096266],"category_scores_gemma":[0.079201095,0.00033341988,0.0005905058,0.0049795634,0.0012558576,0.0041343295,0.0042262482,0.0018362445,0.001427349],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086763885,0.0021964917,0.45491692,0.0016583174,0.00013988592,0.0008953988,0.03179384,0.0071509145,0.0116858035,0.015839456,0.027850498,0.4450049],"study_design_scores_gemma":[0.00020157828,0.0032680917,0.6086078,0.001971531,0.00020232322,0.0072688665,0.0607369,0.06770934,0.02735907,0.056923833,0.16524315,0.00050740846],"about_ca_topic_score_codex":0.0016265714,"about_ca_topic_score_gemma":0.0025422135,"teacher_disagreement_score":0.005015617,"about_ca_system_score_codex":0.0011091258,"about_ca_system_score_gemma":0.002320389,"threshold_uncertainty_score":0.026525378},"labels":[],"label_agreement":null},{"id":"W2292998313","doi":"10.1145/2839509.2844578","title":"Online CS1","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Section (typography); Computer science; Face-to-face; Face (sociological concept); Course (navigation); Mathematics education; Online course; Multimedia; Psychology; Engineering; Sociology","score_opus":0.019579228021491764,"score_gpt":0.2608382480168423,"score_spread":0.24125901999535054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292998313","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11563021,0.0005084653,0.004065049,0.0052467003,0.0010783629,0.0005260591,0.0311229,0.005201369,0.8366209],"genre_scores_gemma":[0.18158208,0.00051238737,0.0042361673,0.002695669,0.00036535374,0.0003521486,0.026179014,0.0011106096,0.78296655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993105,0.00007057885,0.000031250762,0.000114738235,0.00027116082,0.00020186277],"domain_scores_gemma":[0.99251044,0.0012411993,0.000487917,0.0007753184,0.0017334622,0.0032515875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064389297,0.00045096187,0.00032606316,0.0014980807,0.0010905515,0.00249487,0.0010635782,0.0005083595,0.6169854],"category_scores_gemma":[0.0059882263,0.00020148848,0.0002761105,0.0020861002,0.00021534719,0.0017022224,0.0017642144,0.0010436226,0.21406968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038965518,0.0007668928,0.012212841,0.00024801717,0.00001174401,0.0001560671,0.00033534615,0.00028032906,0.0026607662,0.0053489623,0.7050535,0.27253595],"study_design_scores_gemma":[0.000077140234,0.0002750314,0.045535665,0.00009669114,0.000008912682,0.00037038472,0.0012304218,0.00082009815,0.0025156622,0.003079696,0.94595546,0.00003488721],"about_ca_topic_score_codex":0.0031309878,"about_ca_topic_score_gemma":0.007403641,"teacher_disagreement_score":0.6169854,"about_ca_system_score_codex":0.0013834975,"about_ca_system_score_gemma":0.0021256236,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2293154071","doi":"10.1564/174427114838782607","title":"Learning Mathematics by Designing, Programming, and Investigating with Interactive, Dynamic Computer-based Objects","year":2014,"lang":"en","type":"article","venue":"International Journal for Technology in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Dynamic programming; Mathematics education; Human–computer interaction; Computer graphics (images); Mathematics; Algorithm","score_opus":0.008327235886367601,"score_gpt":0.29388858349354957,"score_spread":0.285561347607182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293154071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51373667,0.0020128577,0.42087257,0.0021238867,0.000047626418,0.00060655904,0.000076089884,0.00054358435,0.059980128],"genre_scores_gemma":[0.60787594,0.0033575746,0.3806161,0.0002741303,0.000020459274,0.0003734801,0.00013396685,0.00007490545,0.0072733858],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980938,0.0010606655,0.0001475534,0.00023529459,0.00037396274,0.00008878261],"domain_scores_gemma":[0.989767,0.008099089,0.00084568583,0.00081342855,0.00024889616,0.00022602467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034521404,0.00048399298,0.00028084806,0.0014240674,0.00062102603,0.004126129,0.0009516952,0.0006982054,0.003394692],"category_scores_gemma":[0.011734908,0.00036383572,0.000602318,0.0011878789,0.0029530062,0.0057386854,0.0022343316,0.0008359783,0.0009618647],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008174362,0.0007848626,0.051734015,0.0022520546,0.000097717006,0.0010979219,0.0798706,0.007552346,0.022426557,0.27075928,0.003942548,0.5594003],"study_design_scores_gemma":[0.0001289961,0.0017000363,0.068412624,0.0020655973,0.00026136125,0.008484742,0.057831176,0.021042457,0.04869469,0.29696578,0.4942053,0.00020729216],"about_ca_topic_score_codex":0.00032770267,"about_ca_topic_score_gemma":0.0008169623,"teacher_disagreement_score":0.004126129,"about_ca_system_score_codex":0.00051669293,"about_ca_system_score_gemma":0.0014750066,"threshold_uncertainty_score":0.018256843},"labels":[],"label_agreement":null},{"id":"W2298533897","doi":"10.18260/p.24454","title":"MAKER: Hands-On Engineering Scavenger Hunt, a CNC Clue Challenge","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scavenger; Event (particle physics); Key (lock); Computer science; Dream; Computer security; Psychology","score_opus":0.03916372543819889,"score_gpt":0.2505442966237108,"score_spread":0.2113805711855119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298533897","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034718957,0.0034895635,0.02095461,0.20644736,0.0426499,0.00029649396,0.0011237367,0.0039864364,0.686333],"genre_scores_gemma":[0.06464128,0.0010425483,0.009732171,0.014252123,0.0015493683,0.000082898056,0.0005578396,0.0009502941,0.90719146],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841607,0.00029936756,0.000030038893,0.00023120694,0.00058859395,0.00043480858],"domain_scores_gemma":[0.99496126,0.0005208189,0.0000621186,0.00026882655,0.0009121577,0.0032748126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028075927,0.00089398253,0.0004561511,0.0009854124,0.008899616,0.007211761,0.0014331411,0.0039406293,0.14042278],"category_scores_gemma":[0.0063587776,0.00036475746,0.00035255842,0.000426891,0.0015424364,0.0046676714,0.005337727,0.005689898,0.03351291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011473771,0.00016957555,0.0007232322,0.000045966724,0.000008628379,0.00082893134,0.001040833,0.0002498935,0.0018403111,0.012040544,0.9416088,0.041328542],"study_design_scores_gemma":[0.000016355465,0.000087937326,0.00041723266,0.0000526306,0.000003569609,0.00037350666,0.002764089,0.0006411102,0.0004976789,0.0037226272,0.99139893,0.000024368364],"about_ca_topic_score_codex":0.008230172,"about_ca_topic_score_gemma":0.04903709,"teacher_disagreement_score":0.14042278,"about_ca_system_score_codex":0.0019627756,"about_ca_system_score_gemma":0.0049578086,"threshold_uncertainty_score":0.469761},"labels":[],"label_agreement":null},{"id":"W2299373671","doi":"10.5539/jel.v5n2p73","title":"Correlates of Success in Introductory Programming: A Study with Middle School Students","year":2016,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computer programming; Affect (linguistics); Psychology; Academic achievement; Computer science; Programming language; Communication","score_opus":0.01385333486865305,"score_gpt":0.29406005226558646,"score_spread":0.2802067173969334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299373671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99968135,0.000022412647,0.000013870511,0.000024596164,0.000002100879,0.0000047253466,0.000016332924,0.0000010644056,0.00023362333],"genre_scores_gemma":[0.9996153,0.00003078287,0.000029084216,0.000036271915,0.000002944211,0.000008738356,0.00003684181,0.0000016821908,0.00023830129],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999313,0.00012674733,0.00006105659,0.00010169527,0.00016605199,0.00023136212],"domain_scores_gemma":[0.99614644,0.00056563714,0.0008492377,0.00014821261,0.0004992797,0.0017913345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010418027,0.00033899368,0.00047075865,0.0015153035,0.0015979352,0.0016059994,0.0005549182,0.0008100357,0.002505505],"category_scores_gemma":[0.0038150318,0.0004795625,0.000518578,0.0012205173,0.0008607419,0.0011056194,0.0011358664,0.0012658228,0.0007044137],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030480389,0.000556717,0.9932433,0.00000760731,0.00001387697,0.0001205893,0.0036050328,0.00001051004,0.00023998885,0.000032144864,0.000102334714,0.0020375147],"study_design_scores_gemma":[0.000003564812,0.00020424524,0.99483216,0.000008215383,0.000009252496,0.00007436338,0.0044070315,0.00007105642,0.0000938036,0.00002639355,0.00026476406,0.000005009191],"about_ca_topic_score_codex":0.010765411,"about_ca_topic_score_gemma":0.011994357,"teacher_disagreement_score":0.010765411,"about_ca_system_score_codex":0.0006225034,"about_ca_system_score_gemma":0.0008314874,"threshold_uncertainty_score":0.021405458},"labels":[],"label_agreement":null},{"id":"W2308880626","doi":"10.14288/1.0055104","title":"Computer programming and kindergarten children in two learning environments","year":2010,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Psychology; Multimedia; Artificial intelligence; Human–computer interaction","score_opus":0.00438931061543752,"score_gpt":0.17675413188621697,"score_spread":0.17236482127077946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2308880626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99921155,0.00008225789,0.000026997508,0.000020748346,0.0000034040233,0.000006730505,0.000005643856,0.0000026173982,0.00064006355],"genre_scores_gemma":[0.99814844,0.00023447572,0.00022852242,0.00004730159,0.0000020140546,0.000024708117,0.00002892917,0.000004725634,0.0012809598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791354,0.0004894945,0.00012006406,0.00027931872,0.00040628656,0.0007913724],"domain_scores_gemma":[0.9973003,0.000712193,0.00055931497,0.00009711875,0.00039679604,0.0009342287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011881776,0.00049676036,0.0006259167,0.0011892052,0.002379167,0.0032830252,0.00052914524,0.0006044051,0.0021091558],"category_scores_gemma":[0.0052567464,0.0004724728,0.00043106446,0.00090547284,0.0017975175,0.0010630843,0.0023709857,0.0011953322,0.00029031525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006995188,0.0028758023,0.72885704,0.00026503505,0.00006268165,0.005404292,0.20964988,0.00031704907,0.0043185074,0.0011609955,0.0004632627,0.045925897],"study_design_scores_gemma":[0.00005620234,0.0019870081,0.79422444,0.0002257756,0.00008148612,0.0014679026,0.1936647,0.00019493666,0.0018110643,0.00035622713,0.005854903,0.000075307384],"about_ca_topic_score_codex":0.036048077,"about_ca_topic_score_gemma":0.07115571,"teacher_disagreement_score":0.036048077,"about_ca_system_score_codex":0.0025049662,"about_ca_system_score_gemma":0.0022338044,"threshold_uncertainty_score":0.07167655},"labels":[],"label_agreement":null},{"id":"W2319105105","doi":"10.1016/s0008-4182(01)80103-4","title":"Program Learning Objectives","year":2001,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.02367646726643828,"score_gpt":0.2890626063881804,"score_spread":0.2653861391217421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319105105","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03170225,0.0005987187,0.039436765,0.0067278943,0.0021811738,0.0050457623,0.008295043,0.0052292715,0.9007832],"genre_scores_gemma":[0.05730481,0.0009984014,0.03165513,0.0020769434,0.0006403396,0.0036980896,0.0074132364,0.000947452,0.8952657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990044,0.00012102532,0.000041464453,0.0001255058,0.0004780043,0.00022962627],"domain_scores_gemma":[0.9935667,0.00041379262,0.0002994337,0.00019002348,0.0020335913,0.0034965172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001333081,0.0010474863,0.0004067311,0.0015401937,0.00081975287,0.002740569,0.0015351124,0.0009327635,0.27873766],"category_scores_gemma":[0.0055439724,0.00024258137,0.000551713,0.00063585874,0.00018200095,0.0014693534,0.0031456042,0.0015193297,0.107144676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053451717,0.0025509496,0.003353128,0.0005439068,0.000009291133,0.00018683539,0.00043609543,0.0008478981,0.0021738778,0.0067740832,0.35438818,0.6282013],"study_design_scores_gemma":[0.00017080148,0.0012042448,0.01114521,0.0004764591,0.000022218926,0.0004646008,0.00067007873,0.0018368914,0.0068464414,0.011879192,0.9652421,0.000041842293],"about_ca_topic_score_codex":0.0007049916,"about_ca_topic_score_gemma":0.0033756592,"teacher_disagreement_score":0.27873766,"about_ca_system_score_codex":0.0013327815,"about_ca_system_score_gemma":0.0047446275,"threshold_uncertainty_score":0.9324704},"labels":[],"label_agreement":null},{"id":"W2328101974","doi":"10.1007/s40751-016-0016-6","title":"Investigating Complexity to Assess Student Learning from a Robotics-Based Task","year":2016,"lang":"en","type":"article","venue":"Digital Experiences in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Moncton","funders":"","keywords":"Robotics; Artificial intelligence; Task (project management); Context (archaeology); Curriculum; Computer science; Variety (cybernetics); Educational robotics; Mathematics education; Psychology; Robot; Pedagogy; Engineering; Systems engineering","score_opus":0.0759513117786513,"score_gpt":0.3469249685808517,"score_spread":0.2709736568022004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328101974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994313,0.000034903027,0.0020021747,0.000037484322,0.000008825549,0.00009654292,0.000059385304,0.000031040407,0.0034166717],"genre_scores_gemma":[0.99495393,0.00006348252,0.0030742453,0.000026901065,0.000009012911,0.000116128125,0.00020329368,0.000013249499,0.0015397349],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998577,0.00021329134,0.00016360478,0.0002013886,0.00068181794,0.00016286314],"domain_scores_gemma":[0.9854741,0.006635277,0.003281591,0.0007315044,0.0018485365,0.0020289223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013631489,0.00067487196,0.00040681308,0.0016120042,0.0004343801,0.0024585882,0.0006749382,0.00082193513,0.004563811],"category_scores_gemma":[0.01852962,0.00024407568,0.0006108263,0.00054746855,0.00051783014,0.0019240406,0.0013717219,0.0010238669,0.0007723181],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025166536,0.006043351,0.79365134,0.00046813927,0.0004506398,0.00030461908,0.007664582,0.0064570257,0.03525711,0.0018632074,0.0018486542,0.14347468],"study_design_scores_gemma":[0.00010614254,0.0054122293,0.9591431,0.00009424294,0.00014775354,0.0003363986,0.0030634832,0.014750867,0.011170157,0.0026860056,0.002961789,0.00012779713],"about_ca_topic_score_codex":0.0014352984,"about_ca_topic_score_gemma":0.0023762656,"teacher_disagreement_score":0.004563811,"about_ca_system_score_codex":0.00060089823,"about_ca_system_score_gemma":0.0005956716,"threshold_uncertainty_score":0.015267432},"labels":[],"label_agreement":null},{"id":"W2333746963","doi":"10.1016/s0008-4182(02)80075-8","title":"Program Learning Objectives","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Psychology","score_opus":0.0304903902485685,"score_gpt":0.2719081205407968,"score_spread":0.24141773029222832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333746963","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032101706,0.00059080694,0.039965622,0.0065542874,0.0021209894,0.0049838503,0.00834152,0.005343518,0.8999977],"genre_scores_gemma":[0.05774619,0.0009945114,0.032462284,0.0020038977,0.00062316685,0.003611346,0.0074483687,0.0009482227,0.89416206],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990408,0.000114586124,0.000040374125,0.00012197118,0.00046093162,0.00022132303],"domain_scores_gemma":[0.9938566,0.00039400786,0.00028904105,0.0001825682,0.0019553376,0.0033223417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001279937,0.0010590183,0.00040582573,0.0015227202,0.00081155536,0.0027081785,0.0015240264,0.00092064694,0.27594447],"category_scores_gemma":[0.0053029563,0.0002422213,0.0005439358,0.0006262652,0.00017812518,0.0014568709,0.0030676443,0.0014983518,0.10592462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005303732,0.0025460059,0.0033132618,0.0005435853,0.000009088653,0.00018790588,0.00043862787,0.0008614703,0.002293242,0.0067841164,0.3483675,0.63412476],"study_design_scores_gemma":[0.00016751305,0.001199082,0.0112057775,0.00047024793,0.00002220844,0.00046740792,0.00066244166,0.0018739928,0.0071467254,0.011894404,0.96484816,0.000041959214],"about_ca_topic_score_codex":0.0007070094,"about_ca_topic_score_gemma":0.0033116057,"teacher_disagreement_score":0.27594447,"about_ca_system_score_codex":0.0013105765,"about_ca_system_score_gemma":0.0046680793,"threshold_uncertainty_score":0.9231262},"labels":[],"label_agreement":null},{"id":"W2337500037","doi":"","title":"Designing a blended computational thinking in mathematics education course for K-6 preservice teachers","year":2016,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Course (navigation); Teacher education; Blended learning; Computer science; Higher education; Pedagogy; Connected Mathematics; Math education; Educational technology; Psychology; Engineering; Political science","score_opus":0.020607973748812354,"score_gpt":0.31555407782309447,"score_spread":0.2949461040742821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337500037","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.890669,0.000045287856,0.08536859,0.0005072935,0.00012652474,0.0013271048,0.0001424561,0.0012170534,0.020596681],"genre_scores_gemma":[0.74285877,0.000084241954,0.2219187,0.0003038551,0.000014871093,0.0009306545,0.00026311268,0.00021088879,0.03341492],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996464,0.0000776938,0.000014899224,0.0000868796,0.000081690894,0.000092314716],"domain_scores_gemma":[0.9991381,0.00017099504,0.000037019756,0.000058221925,0.00013146753,0.00046407123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059005903,0.00036974627,0.00026573832,0.0002729857,0.0011426384,0.0017086864,0.0012284794,0.00067206006,0.012854602],"category_scores_gemma":[0.001772142,0.00032432607,0.0003199653,0.00013544444,0.00026915717,0.0009920927,0.0016930334,0.00084491924,0.002471967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002193327,0.041193027,0.031536236,0.00073362194,0.00004562101,0.001590312,0.01786915,0.013370639,0.19118229,0.011151553,0.01997265,0.66916156],"study_design_scores_gemma":[0.0034125973,0.026215173,0.10389884,0.000822374,0.00037385075,0.0024590392,0.053951062,0.19036071,0.2448942,0.021987751,0.35109636,0.000527996],"about_ca_topic_score_codex":0.0013702008,"about_ca_topic_score_gemma":0.003024572,"teacher_disagreement_score":0.012854602,"about_ca_system_score_codex":0.0008308689,"about_ca_system_score_gemma":0.002448081,"threshold_uncertainty_score":0.043002963},"labels":[],"label_agreement":null},{"id":"W2345474656","doi":"10.1145/2910925.2910931","title":"Study Strategies and Exam Grades in CS1","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Class (philosophy); Computer science; Psychology; Artificial intelligence","score_opus":0.03076927120530197,"score_gpt":0.2822575842945991,"score_spread":0.2514883130892971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345474656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99827373,0.00010597925,0.000107098094,0.000040528925,0.000004697276,0.000012286077,0.000033289572,0.000010819743,0.0014115663],"genre_scores_gemma":[0.99861825,0.000100150304,0.00022083208,0.000025558635,0.000005450322,0.000010585574,0.00011076002,0.00000685694,0.0009015652],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982817,0.00042365247,0.00024247127,0.00017359141,0.0006427788,0.00023593733],"domain_scores_gemma":[0.9638248,0.009277935,0.015317463,0.0010428304,0.0039645527,0.006572406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002165829,0.00057463965,0.0003361829,0.002676975,0.0005924231,0.0030358732,0.0007073709,0.00068811636,0.0032352896],"category_scores_gemma":[0.031670514,0.00021325791,0.00036847335,0.0010848447,0.0005654527,0.0010773301,0.0013368019,0.0012791734,0.0010000151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069336464,0.0005186563,0.9822686,0.00003904713,0.000046759284,0.00010453799,0.0011248405,0.00013884155,0.0011191405,0.000096869284,0.00025911402,0.014214306],"study_design_scores_gemma":[0.0000071713757,0.00047906936,0.9955669,0.000033727138,0.000017642213,0.00023125511,0.0016598738,0.0003576984,0.0008031342,0.00016735178,0.00066034036,0.000015912381],"about_ca_topic_score_codex":0.001181094,"about_ca_topic_score_gemma":0.0026623544,"teacher_disagreement_score":0.0032352896,"about_ca_system_score_codex":0.00057308,"about_ca_system_score_gemma":0.00042993083,"threshold_uncertainty_score":0.011454105},"labels":[],"label_agreement":null},{"id":"W2345586933","doi":"10.1145/2910925.2910936","title":"Engagement and Sustainability in a Data Structures Course in C for Non-Specialists","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"U.S. Consumer Product Safety Commission","keywords":"Sustainability; Variety (cybernetics); Course (navigation); Engineering ethics; Computer science; Sustainability science; Engineering management; Knowledge management; Engineering; Social sustainability; Artificial intelligence","score_opus":0.04322133849310931,"score_gpt":0.3407914849164501,"score_spread":0.2975701464233408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345586933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9223821,0.00012350782,0.020417359,0.0032319312,0.00008408321,0.00026194425,0.0000464729,0.00035593548,0.05309671],"genre_scores_gemma":[0.95869863,0.00016172152,0.019811537,0.0006828652,0.000040749615,0.00022694045,0.00013394226,0.0001485901,0.020095002],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9933837,0.0034271716,0.00014178088,0.00054063206,0.0013179177,0.0011888195],"domain_scores_gemma":[0.99188644,0.0033995504,0.00045210042,0.00047992147,0.0009792418,0.0028025906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005353024,0.0003810508,0.00028425522,0.0006126728,0.0027159825,0.0032641927,0.0008346269,0.0011035389,0.0067937244],"category_scores_gemma":[0.015179195,0.00024212062,0.00038245996,0.000537851,0.0012857567,0.0026368583,0.0067441976,0.0018170081,0.0016217313],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074391137,0.01515182,0.08016683,0.00049714174,0.00003975596,0.0025172627,0.13802573,0.0041401563,0.017101249,0.019952461,0.04071478,0.6809489],"study_design_scores_gemma":[0.0004188854,0.012659274,0.13469183,0.0010102077,0.00008002799,0.0038269113,0.1654727,0.026193552,0.038146444,0.057300176,0.55984396,0.00035602524],"about_ca_topic_score_codex":0.0011593153,"about_ca_topic_score_gemma":0.0029065816,"teacher_disagreement_score":0.0067937244,"about_ca_system_score_codex":0.0016182129,"about_ca_system_score_gemma":0.002013375,"threshold_uncertainty_score":0.028309822},"labels":[],"label_agreement":null},{"id":"W2346712629","doi":"10.1145/2910925.2910944","title":"BitFit","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.01107716628690388,"score_gpt":0.22379657137699585,"score_spread":0.21271940509009196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346712629","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28188977,0.002433479,0.10650448,0.0041931523,0.002225182,0.001652338,0.09731877,0.20653006,0.29725274],"genre_scores_gemma":[0.4001849,0.0018415193,0.11131054,0.0024724614,0.00038801544,0.0025192737,0.15332146,0.024867268,0.30309457],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983456,0.00023836952,0.00011001371,0.0002749447,0.0008574227,0.00017358018],"domain_scores_gemma":[0.99526656,0.0011639023,0.0003965889,0.00072964316,0.0015379026,0.0009054492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020216433,0.00076614413,0.00059614296,0.0021327578,0.00047002305,0.002270673,0.0018579201,0.00082453946,0.13909377],"category_scores_gemma":[0.010078948,0.00046819862,0.00060978596,0.0017666052,0.0002755806,0.0022031153,0.0027276457,0.0010967212,0.084126614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023814037,0.0005601313,0.01889377,0.00061511906,0.00004901232,0.00016688113,0.00046367393,0.0010636532,0.005769577,0.0028165262,0.32221907,0.64500123],"study_design_scores_gemma":[0.00065926,0.002518155,0.092067584,0.00048059758,0.00010485685,0.0012679715,0.0005211552,0.011814652,0.012555738,0.0066648116,0.87109154,0.00025368575],"about_ca_topic_score_codex":0.0012757739,"about_ca_topic_score_gemma":0.0022885478,"teacher_disagreement_score":0.13909377,"about_ca_system_score_codex":0.000481275,"about_ca_system_score_gemma":0.00079854723,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2377324557","doi":"","title":"Investigations and Some Viewpoints on Computing Curricula of Graduate Students","year":2005,"lang":"en","type":"article","venue":"Journal of Electrical & Electronic Engineering Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Viewpoints; Mathematics education; Graduate students; China; Point (geometry); Computer science; Engineering ethics; Engineering physics; Medical education; Engineering; Sociology; Political science; Psychology; Pedagogy; Mathematics; Medicine; Physics","score_opus":0.011228305758129872,"score_gpt":0.2907408261666725,"score_spread":0.27951252040854263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2377324557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92638797,0.0021927743,0.0017992902,0.017905142,0.00012372958,0.000019309005,0.00011123196,0.000018434695,0.051442143],"genre_scores_gemma":[0.9934371,0.0007698757,0.0007859861,0.0011103955,0.00009137318,0.000015506821,0.000110944966,0.000008604949,0.0036700005],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669755,0.0016415946,0.00013523718,0.0003731331,0.00067079946,0.0004817023],"domain_scores_gemma":[0.9885727,0.004893101,0.0011789858,0.0003557514,0.0031098777,0.0018896518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004072479,0.00019126691,0.00019594596,0.003374854,0.002315047,0.0032221181,0.0006349071,0.0009464506,0.0041262642],"category_scores_gemma":[0.015431738,0.00013884634,0.00028491617,0.0029051132,0.0021476757,0.0019597737,0.0017305912,0.0014148639,0.00031267843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003078002,0.0004196943,0.4669185,0.00031583867,0.000029239747,0.00085643027,0.19484513,0.0004809415,0.005018803,0.14044231,0.008873261,0.1814921],"study_design_scores_gemma":[0.000027354654,0.00027131,0.48285615,0.00053619524,0.000041882424,0.0004659029,0.41982505,0.0012592233,0.0036615361,0.023452587,0.067538664,0.00006409285],"about_ca_topic_score_codex":0.00475499,"about_ca_topic_score_gemma":0.0048377337,"teacher_disagreement_score":0.00475499,"about_ca_system_score_codex":0.003942833,"about_ca_system_score_gemma":0.0020811409,"threshold_uncertainty_score":0.028607368},"labels":[],"label_agreement":null},{"id":"W2398005666","doi":"10.1186/s41039-016-0036-2","title":"Identifying middle school students’ challenges in computational thinking-based science learning","year":2016,"lang":"en","type":"article","venue":"Research and Practice in Technology Enhanced Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computational thinking; Parallels; Computer science; Curriculum; Mathematics education; Face (sociological concept); Science education; Learning sciences; Domain (mathematical analysis); Educational technology; Artificial intelligence; Pedagogy; Psychology; Engineering; Mathematics; Sociology","score_opus":0.12273721903272891,"score_gpt":0.42852185786632174,"score_spread":0.30578463883359286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398005666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976311,0.0000621411,0.000644898,0.00031497242,0.000010334454,0.000029204162,0.000018348024,0.00002301294,0.0012659623],"genre_scores_gemma":[0.9965113,0.000104133615,0.0013711107,0.00019160027,0.0000041088974,0.00005516472,0.00004718421,0.0000145958975,0.0017008226],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9964796,0.0005652988,0.0002783675,0.0006346827,0.0010954131,0.0009467442],"domain_scores_gemma":[0.99144614,0.002014777,0.0015895998,0.000493104,0.0018531403,0.0026032564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003398443,0.0007233708,0.0008947111,0.0019823348,0.004256895,0.008648106,0.0013999062,0.002019426,0.003154213],"category_scores_gemma":[0.011002383,0.00056575757,0.000760986,0.0014098737,0.0027830508,0.0039998963,0.005063363,0.0030122318,0.00097154564],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038807388,0.0056671444,0.55580413,0.000454155,0.00007405467,0.0023229185,0.28676155,0.0010931856,0.017552305,0.007087174,0.004644523,0.11815072],"study_design_scores_gemma":[0.00006251625,0.002311061,0.3547822,0.000416187,0.00010830919,0.0019084828,0.56714934,0.0056185247,0.016884888,0.016667647,0.033798903,0.00029193392],"about_ca_topic_score_codex":0.0030541108,"about_ca_topic_score_gemma":0.006670701,"teacher_disagreement_score":0.008648106,"about_ca_system_score_codex":0.0020887204,"about_ca_system_score_gemma":0.0032601708,"threshold_uncertainty_score":0.017972946},"labels":[],"label_agreement":null},{"id":"W2399660999","doi":"10.1177/0735633115625247","title":"Design Principles for <i>Thriving in Our Digital World</i>","year":2016,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Thriving; Instructional design; Computer science; Learning design; Design-based research; Educational technology; Mathematics education; Program Design Language; Learning sciences; Psychological intervention; Multimedia; Software engineering; Psychology","score_opus":0.16203410751205372,"score_gpt":0.4307277750111193,"score_spread":0.2686936674990656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399660999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02651877,0.0004325881,0.86344534,0.012156137,0.00046539324,0.007617323,0.00020560899,0.0011010696,0.08805776],"genre_scores_gemma":[0.08052452,0.00025419844,0.8982837,0.001756621,0.00003060094,0.008306324,0.00009915574,0.00017084395,0.01057398],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98548037,0.009117693,0.00092768023,0.000908176,0.0029947697,0.0005712512],"domain_scores_gemma":[0.9875004,0.00443552,0.0011847154,0.001733045,0.0041093,0.0010369439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014677131,0.0008802992,0.00029838513,0.0011235751,0.0028612374,0.005258864,0.0021040016,0.0024168142,0.004441809],"category_scores_gemma":[0.013413582,0.0008779989,0.0007628309,0.00059465243,0.009149058,0.0032295915,0.0030570247,0.0032068838,0.002440052],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016212346,0.00088559376,0.0040361355,0.0020247728,0.00005580823,0.0003756673,0.041617136,0.0052360627,0.013829212,0.7639847,0.024402326,0.14339052],"study_design_scores_gemma":[0.0004009497,0.0013956068,0.003882987,0.0014510873,0.00011290264,0.0009327496,0.013254754,0.009084189,0.013327226,0.19068862,0.76531726,0.0001516726],"about_ca_topic_score_codex":0.0024058656,"about_ca_topic_score_gemma":0.0042123743,"teacher_disagreement_score":0.014677131,"about_ca_system_score_codex":0.003213573,"about_ca_system_score_gemma":0.009449282,"threshold_uncertainty_score":0.07762104},"labels":[],"label_agreement":null},{"id":"W2406180176","doi":"10.1145/2909609.2909611","title":"My Code in My Native Tone","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Scripting language; Bengali; Computer science; Focus (optics); Code (set theory); Tone (literature); Programming language; First language; Natural language processing; Artificial intelligence; Linguistics; Set (abstract data type)","score_opus":0.021821455659295278,"score_gpt":0.29895115269418865,"score_spread":0.2771296970348934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406180176","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021215675,0.0017271516,0.08964236,0.08030603,0.023155216,0.00056223245,0.0030742572,0.012431479,0.76788557],"genre_scores_gemma":[0.122495785,0.0016387195,0.033317517,0.01822802,0.0029294095,0.0004164926,0.0020151152,0.009039925,0.809919],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99786514,0.00048981444,0.0001207092,0.00028014948,0.00097581116,0.00026841665],"domain_scores_gemma":[0.9873806,0.0014828169,0.00079441856,0.0019268948,0.0062845517,0.00213078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019110369,0.0006276503,0.00033946178,0.00076468976,0.0020908087,0.0045760334,0.0011740951,0.0010804768,0.13546753],"category_scores_gemma":[0.024704935,0.00030880407,0.00047778236,0.0004906443,0.0015640372,0.004043474,0.0038929528,0.0030758975,0.12423197],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007583356,0.00006570243,0.002175551,0.00020171644,0.000014920042,0.00044620852,0.007521921,0.00018283549,0.004544838,0.041491926,0.82977057,0.113507904],"study_design_scores_gemma":[0.000007947268,0.000041253465,0.000721332,0.00015394998,0.0000052361834,0.0006476136,0.0013885169,0.00021968542,0.0009090528,0.0047121593,0.9911703,0.000023083745],"about_ca_topic_score_codex":0.0013143503,"about_ca_topic_score_gemma":0.001408957,"teacher_disagreement_score":0.13546753,"about_ca_system_score_codex":0.001010568,"about_ca_system_score_gemma":0.0015528307,"threshold_uncertainty_score":0.453184},"labels":[],"label_agreement":null},{"id":"W2406642299","doi":"","title":"Robotics and AI as a motivator for the attraction and retention of computer science undergraduates in Canada","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Attraction; Robotics; Artificial intelligence; Computer science; Robot; Philosophy","score_opus":0.026727660917985424,"score_gpt":0.24638008386751328,"score_spread":0.21965242294952786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406642299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95153725,0.0008981688,0.00018058377,0.014881274,0.00009939286,0.00004742177,0.0005734006,0.000056673947,0.031725876],"genre_scores_gemma":[0.9847505,0.0007729641,0.00011875151,0.0007495494,0.000031858795,0.000010150813,0.0002334108,0.000019514882,0.013313326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978399,0.00014229823,0.000056491182,0.00011896312,0.00061073585,0.0012315732],"domain_scores_gemma":[0.98488337,0.00080973,0.0011385481,0.00014094594,0.0047009075,0.008326599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014914655,0.00013795082,0.0003690003,0.002528972,0.007778059,0.0045400625,0.0015056825,0.00094642706,0.0098816],"category_scores_gemma":[0.006635176,0.00022534693,0.00030556764,0.0045787646,0.0024528785,0.0011618044,0.002762858,0.0018326349,0.00093161874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005718357,0.000527498,0.78248066,0.00018690455,0.000036120935,0.000821999,0.027071001,0.0007049561,0.0016913469,0.017024027,0.040153537,0.12873016],"study_design_scores_gemma":[0.00002993905,0.00013358737,0.90882534,0.00014685099,0.000028144454,0.00018522608,0.046926863,0.0016699227,0.000880141,0.0007386558,0.04034984,0.00008542883],"about_ca_topic_score_codex":0.9756422,"about_ca_topic_score_gemma":0.9852616,"teacher_disagreement_score":0.96687126,"about_ca_system_score_codex":0.033128716,"about_ca_system_score_gemma":0.07426567,"threshold_uncertainty_score":0.24036676},"labels":[],"label_agreement":null},{"id":"W242244712","doi":"10.28945/2829","title":"Searching for Tomorrow’s Programmers","year":2004,"lang":"en","type":"article","venue":"Informing Science and IT Education Conference","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Social Science Council; McGill University","keywords":"Computer science; Programming language; Programming paradigm; Software engineering; World Wide Web","score_opus":0.03135945501123996,"score_gpt":0.3315983792652834,"score_spread":0.3002389242540434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W242244712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40758532,0.0069418494,0.0045923297,0.21714064,0.0036590383,0.00009631808,0.00031346353,0.001030313,0.35864067],"genre_scores_gemma":[0.47615772,0.006401489,0.017175008,0.051705506,0.0010930835,0.000085892396,0.0010184151,0.0004998746,0.44586295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994357,0.000072271,0.000011828448,0.00010408533,0.00010362547,0.0002723957],"domain_scores_gemma":[0.9970311,0.00027127785,0.0001840222,0.000091057635,0.00034355914,0.002078983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006788766,0.00023523293,0.00022959075,0.0009679778,0.006270294,0.0035150342,0.0008788518,0.0014800169,0.072605506],"category_scores_gemma":[0.0028113679,0.00034367296,0.00029098752,0.0010031163,0.0007173643,0.0029632684,0.0018444625,0.00192892,0.013871963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011378239,0.0003376322,0.0411859,0.00022140887,0.000020524169,0.0009303815,0.014761747,0.000053417094,0.0050830734,0.013591583,0.4826883,0.44101235],"study_design_scores_gemma":[0.000025393823,0.00013440804,0.026609251,0.00025762853,0.000025390022,0.0014179208,0.044871725,0.00023670019,0.0015134435,0.0059804963,0.9188886,0.000038921025],"about_ca_topic_score_codex":0.010291925,"about_ca_topic_score_gemma":0.04109367,"teacher_disagreement_score":0.072605506,"about_ca_system_score_codex":0.0011850557,"about_ca_system_score_gemma":0.004401381,"threshold_uncertainty_score":0.24288964},"labels":[],"label_agreement":null},{"id":"W2460847211","doi":"","title":"As simple as 1, 2, 3.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Simple (philosophy); Computer science; Philosophy; Epistemology","score_opus":0.011888774754855091,"score_gpt":0.21823501735624395,"score_spread":0.20634624260138887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460847211","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025799687,0.028318891,0.17359719,0.06635029,0.20292874,0.00075735827,0.0052540037,0.026484642,0.49372903],"genre_scores_gemma":[0.015377774,0.02060079,0.13982885,0.019474026,0.020173106,0.0007714634,0.004108451,0.0036754285,0.77599007],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828315,0.00040211855,0.0001801099,0.00021764055,0.0007873955,0.00012962674],"domain_scores_gemma":[0.9957877,0.0008566997,0.00024795067,0.0006941929,0.0017433808,0.00067005894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024983506,0.0017704009,0.00092258403,0.0028689422,0.0014635873,0.0040467954,0.0024433602,0.0022313718,0.16879053],"category_scores_gemma":[0.012965107,0.0008509844,0.0010248545,0.0019559723,0.0015940868,0.0066720056,0.0033965057,0.0031763976,0.2477738],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014546607,0.00006069551,0.0003305287,0.0010169429,0.00003475313,0.00013520254,0.00012037006,0.00013638737,0.001770386,0.03929103,0.72848386,0.22847436],"study_design_scores_gemma":[0.000028199314,0.000049927858,0.00028061733,0.00023621673,0.00002211145,0.00030242215,0.000048070273,0.0002518774,0.0005429209,0.019444808,0.97876877,0.00002411056],"about_ca_topic_score_codex":0.0026233492,"about_ca_topic_score_gemma":0.0077100876,"teacher_disagreement_score":0.16879053,"about_ca_system_score_codex":0.0010963201,"about_ca_system_score_gemma":0.00235346,"threshold_uncertainty_score":0.56466055},"labels":[],"label_agreement":null},{"id":"W2463232812","doi":"10.1177/1475725716659252","title":"A Call for Computational Thinking in Undergraduate Psychology","year":2016,"lang":"en","type":"article","venue":"Psychology Learning & Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Computational thinking; Curriculum; Mathematics education; Computer science; Psychology; Cognitive science; Pedagogy","score_opus":0.026305672390726634,"score_gpt":0.35518918787971965,"score_spread":0.32888351548899303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463232812","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048038727,0.014278592,0.06531568,0.80667937,0.014370803,0.00008204976,0.00006686655,0.00047622927,0.09392659],"genre_scores_gemma":[0.27094877,0.036491144,0.18965426,0.4096307,0.031433012,0.0011153976,0.00025513803,0.0010756437,0.059396025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923415,0.003479488,0.00039541337,0.0009970774,0.0022355688,0.00055095385],"domain_scores_gemma":[0.9689894,0.019101566,0.0011693458,0.0031951345,0.0026995146,0.004845041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011899565,0.00054859085,0.0007119054,0.0014980892,0.0037138176,0.0074472446,0.0017116871,0.008736064,0.008602101],"category_scores_gemma":[0.03135532,0.0005703434,0.00081385265,0.0014592467,0.025156986,0.01460236,0.0077597545,0.023219194,0.0030847345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019076633,0.00008607221,0.0005624396,0.00021678621,0.000005651667,0.00007698492,0.0026996818,0.00026721472,0.00047960735,0.86076665,0.081427686,0.053392224],"study_design_scores_gemma":[0.000016913631,0.000041878167,0.00065377884,0.00052487064,0.000004942152,0.00023697832,0.00070395524,0.00051068387,0.00022060344,0.6032074,0.3938509,0.000027126056],"about_ca_topic_score_codex":0.0010706965,"about_ca_topic_score_gemma":0.0012406791,"teacher_disagreement_score":0.011899565,"about_ca_system_score_codex":0.0036408957,"about_ca_system_score_gemma":0.0068954313,"threshold_uncertainty_score":0.06293166},"labels":[],"label_agreement":null},{"id":"W2468693985","doi":"10.1145/2899415.2899473","title":"Benchmarking Introductory Programming Exams","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmark (surveying); Benchmarking; Computer science; Mathematics education; Psychology; Management","score_opus":0.012275477929972453,"score_gpt":0.2325014494734201,"score_spread":0.22022597154344764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468693985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9398311,0.0010630637,0.015431766,0.00041951725,0.0003807419,0.00088084076,0.0070809135,0.0013947216,0.03351746],"genre_scores_gemma":[0.9487607,0.0003491059,0.01797538,0.00018721164,0.00011309299,0.00058099226,0.023436783,0.00043314934,0.008163503],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97257847,0.010248915,0.0037647872,0.0032556236,0.007857487,0.0022946075],"domain_scores_gemma":[0.9003572,0.0255116,0.0076609612,0.01011461,0.04764591,0.008709757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015599059,0.0013563489,0.0011648285,0.0073001166,0.00095349003,0.0032776434,0.0013446765,0.0012297818,0.007926913],"category_scores_gemma":[0.07075138,0.0003751996,0.0009704275,0.0081798285,0.0006686778,0.0016706795,0.0029335665,0.0015153101,0.0043123104],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033211936,0.0046898755,0.34752828,0.0011470324,0.00062955555,0.000487091,0.0030817455,0.031301074,0.011461084,0.008489271,0.050750103,0.5371137],"study_design_scores_gemma":[0.00030180265,0.0048542186,0.8446941,0.000333675,0.00019870736,0.0005392169,0.0024373701,0.022300934,0.038159564,0.004253495,0.08172594,0.00020093349],"about_ca_topic_score_codex":0.0015355801,"about_ca_topic_score_gemma":0.002136213,"teacher_disagreement_score":0.015599059,"about_ca_system_score_codex":0.0017473933,"about_ca_system_score_gemma":0.0014337738,"threshold_uncertainty_score":0.0824967},"labels":[],"label_agreement":null},{"id":"W2469737036","doi":"10.1145/2899415.2899428","title":"Can Interaction Patterns with Supplemental Study Tools Predict Outcomes in CS1?","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Identification (biology); Mathematics education; Compiler; Medical education; Psychology; Programming language; Medicine","score_opus":0.023760579026525654,"score_gpt":0.28760682775545476,"score_spread":0.2638462487289291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469737036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99893326,0.0000497828,0.00025817088,0.00008461874,0.0000057442808,0.000015490461,0.00011767143,0.00002124986,0.00051407947],"genre_scores_gemma":[0.9989312,0.00004256163,0.0003052298,0.000022313283,0.000005205297,0.000023073235,0.00020184908,0.0000128531665,0.00045568976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99707496,0.00059970375,0.00033857615,0.0003369556,0.0010936128,0.0005560966],"domain_scores_gemma":[0.9642026,0.012214063,0.012360284,0.0014811171,0.0033739884,0.0063679432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037875294,0.000594814,0.0004241865,0.0031255824,0.00078127417,0.0024850424,0.00084968674,0.001096903,0.0033511273],"category_scores_gemma":[0.033552345,0.0003258329,0.0005109746,0.0015594602,0.0006523488,0.0017791128,0.0018742826,0.001548102,0.0014104645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006680614,0.00030110727,0.9903742,0.000014702693,0.000016936872,0.000052982596,0.0007476727,0.00007699745,0.00024790337,0.00002109529,0.00016237926,0.007917316],"study_design_scores_gemma":[0.0000023929238,0.00022216699,0.9976706,0.000010556645,0.000008150685,0.00007858058,0.0009888399,0.00045043748,0.0002396096,0.00006150662,0.00025775237,0.00000945947],"about_ca_topic_score_codex":0.003671703,"about_ca_topic_score_gemma":0.007321905,"teacher_disagreement_score":0.0037875294,"about_ca_system_score_codex":0.00067091105,"about_ca_system_score_gemma":0.000624276,"threshold_uncertainty_score":0.020030618},"labels":[],"label_agreement":null},{"id":"W2471875206","doi":"10.1145/2899415.2925495","title":"How Can We Improve Student Workflow Practices to Better Enable Student Success in CS1?","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Workflow; Student engagement; Mathematics education; Software engineering; Psychology; Database","score_opus":0.021508867667996392,"score_gpt":0.31046910303287056,"score_spread":0.2889602353648742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471875206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70088774,0.003772586,0.14913952,0.11569724,0.0013587378,0.0006292916,0.0007618267,0.006667722,0.021085385],"genre_scores_gemma":[0.8121311,0.002939909,0.17518191,0.0039059562,0.0003816732,0.00043629037,0.0005802514,0.00043178885,0.0040111714],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99194807,0.0031845362,0.0004967162,0.0009957361,0.0021292113,0.0012457754],"domain_scores_gemma":[0.9486663,0.014289353,0.008946202,0.006779045,0.010276512,0.011042645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014828591,0.0010259569,0.0007352238,0.0022914675,0.0025269073,0.009991887,0.002958893,0.0021992924,0.004677962],"category_scores_gemma":[0.059507206,0.00041413427,0.00056766294,0.0023928825,0.0014348064,0.013153654,0.0034805504,0.0027483643,0.0031868645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012597404,0.0032952586,0.08688165,0.0010376163,0.000086825195,0.00010161762,0.007213981,0.0022408355,0.0034666827,0.005425672,0.02448847,0.8656354],"study_design_scores_gemma":[0.00046175474,0.007055356,0.43014163,0.0050130966,0.000462315,0.0010812298,0.103397846,0.03716463,0.026818672,0.10272428,0.28489083,0.000788397],"about_ca_topic_score_codex":0.0033827254,"about_ca_topic_score_gemma":0.0055252938,"teacher_disagreement_score":0.014828591,"about_ca_system_score_codex":0.0020589533,"about_ca_system_score_gemma":0.010182688,"threshold_uncertainty_score":0.07842201},"labels":[],"label_agreement":null},{"id":"W2476708502","doi":"10.1145/2930674.2930725","title":"Studying situated learning in a constructionist programming camp","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Situated; Strict constructionism; Constructionism; Documentation; Computer science; Situated learning; Artifact (error); Coding (social sciences); Scratch; Observational study; Exploit; Data science; Artificial intelligence; Mathematics education; Psychology; Epistemology; Sociology; Programming language","score_opus":0.017115801431950264,"score_gpt":0.24820428917371543,"score_spread":0.23108848774176516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2476708502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695631,0.00012611102,0.015300723,0.0009639233,0.0000126054065,0.00007641327,0.000039367205,0.000047022466,0.01387067],"genre_scores_gemma":[0.98925006,0.0001063159,0.008439623,0.000052187705,0.000004603966,0.00006580875,0.000024815969,0.000021002752,0.0020356127],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99695194,0.0017487215,0.00008319158,0.0004944654,0.00042321137,0.0002983999],"domain_scores_gemma":[0.99093294,0.0062526143,0.0008029706,0.0008899588,0.00034191142,0.0007797479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036928968,0.00047103205,0.0004936226,0.0016563437,0.0042424733,0.0054406608,0.0021318987,0.0013638274,0.0030739796],"category_scores_gemma":[0.01051275,0.0004772084,0.00034554544,0.0010709832,0.015967721,0.0040168217,0.008294779,0.0029865454,0.0005246206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077925375,0.0007431357,0.04804326,0.00025002964,0.000031041123,0.00354186,0.84385467,0.0047305217,0.0054930463,0.05032585,0.0010144983,0.041894194],"study_design_scores_gemma":[0.000030247353,0.0005109121,0.035246827,0.00031575508,0.000020991589,0.0029061271,0.8459613,0.007001562,0.005005906,0.06398315,0.038924973,0.0000922176],"about_ca_topic_score_codex":0.0032169123,"about_ca_topic_score_gemma":0.008839264,"teacher_disagreement_score":0.0054406608,"about_ca_system_score_codex":0.0023903775,"about_ca_system_score_gemma":0.0020847765,"threshold_uncertainty_score":0.019530118},"labels":[],"label_agreement":null},{"id":"W2476872298","doi":"10.5948/upo9781614445159","title":"More Fallacies, Flaws, and Flimflam","year":2013,"lang":"en","type":"book","venue":"MAA spectrum","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Forensic engineering; Engineering","score_opus":0.007276872442842972,"score_gpt":0.20563497364288494,"score_spread":0.19835810120004196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2476872298","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011191787,0.054476358,0.029635161,0.06577536,0.015613622,0.00007287668,0.0004528589,0.001720834,0.8210612],"genre_scores_gemma":[0.124047,0.01831857,0.013663827,0.018633349,0.0050677084,0.00010556231,0.0006945267,0.0023368953,0.81713253],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776983,0.00056924083,0.00008570344,0.00027469025,0.0011150915,0.00018536694],"domain_scores_gemma":[0.9971457,0.0014947222,0.00016938642,0.0004227972,0.00059482036,0.00017260014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018599117,0.00082954735,0.00072073843,0.0027946834,0.0037582568,0.0074643907,0.00093203323,0.0017159407,0.02932192],"category_scores_gemma":[0.007457978,0.0005214611,0.00086406426,0.0026468048,0.0069253575,0.013884108,0.0038095596,0.006897362,0.007039129],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035942274,0.000047404003,0.00051207945,0.00022082964,0.000015427622,0.0002715479,0.0053050593,0.00036269717,0.00033326316,0.53539544,0.37709042,0.08040988],"study_design_scores_gemma":[0.0000051041757,0.000018849169,0.00035234028,0.00030555038,0.0000075303715,0.00046943346,0.0008644947,0.00029485906,0.00019188874,0.090357535,0.90711457,0.00001803062],"about_ca_topic_score_codex":0.003493848,"about_ca_topic_score_gemma":0.0061125844,"teacher_disagreement_score":0.02932192,"about_ca_system_score_codex":0.0041496414,"about_ca_system_score_gemma":0.0019138859,"threshold_uncertainty_score":0.09809154},"labels":[],"label_agreement":null},{"id":"W2478378977","doi":"10.4018/978-1-4666-6497-5.ch015","title":"Young Children, Mathematics, and Coding","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Coding (social sciences); Mathematics education; Computer science; Ceiling (cloud); Mathematics; Engineering","score_opus":0.011356102618470119,"score_gpt":0.23607831103856655,"score_spread":0.22472220842009644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2478378977","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02545086,0.15796822,0.0096109435,0.00944079,0.0015400654,0.00013009603,0.00028062635,0.00033991784,0.7952385],"genre_scores_gemma":[0.24874648,0.22830272,0.025956223,0.003963336,0.0009342775,0.00042405902,0.000548221,0.0004145562,0.49071017],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995147,0.00013454941,0.000034484106,0.000090297406,0.00015016615,0.00007594216],"domain_scores_gemma":[0.99949634,0.00023941637,0.00005442101,0.000040754167,0.00006477921,0.00010415321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005371765,0.0005880974,0.0004541321,0.0010766068,0.0018444546,0.0055188444,0.00065587077,0.0010239327,0.013713358],"category_scores_gemma":[0.0016288171,0.00030630585,0.00030142913,0.001413925,0.005797602,0.0045321067,0.0027316904,0.0029626838,0.002694747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005057027,0.000092190436,0.00232517,0.00087425066,0.000008846766,0.00060610607,0.036752727,0.00037991602,0.0011264222,0.5349958,0.07522641,0.3475616],"study_design_scores_gemma":[0.0000071870695,0.000033465923,0.002559722,0.000986016,0.000005954467,0.00092299643,0.006313299,0.00006317601,0.00040821082,0.071109936,0.91757494,0.000015151343],"about_ca_topic_score_codex":0.005972599,"about_ca_topic_score_gemma":0.009323586,"teacher_disagreement_score":0.013713358,"about_ca_system_score_codex":0.002764652,"about_ca_system_score_gemma":0.0025047103,"threshold_uncertainty_score":0.045875788},"labels":[],"label_agreement":null},{"id":"W2498758702","doi":"10.4018/978-1-61350-456-7.ch409","title":"Emergent/See","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ethnography; Class (philosophy); Pedagogy; Literacy; Psychology; Mathematics education; Sociology; Computer science","score_opus":0.025818942597614622,"score_gpt":0.25799050317336636,"score_spread":0.23217156057575172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2498758702","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050863665,0.0013457383,0.048413187,0.0036255964,0.00066855573,0.00018837511,0.00018612562,0.00045781877,0.89425087],"genre_scores_gemma":[0.5229988,0.0025135835,0.021725204,0.0028969187,0.00024261686,0.0002683778,0.00041223588,0.000533452,0.44840887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989329,0.00027154997,0.00004137901,0.00018949542,0.00036958733,0.00019508062],"domain_scores_gemma":[0.9990363,0.00031215607,0.00008986049,0.0002196269,0.00016628616,0.00017573773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011367011,0.00036557365,0.00034700806,0.0005865756,0.002285421,0.005161317,0.0006011887,0.00078661955,0.020400371],"category_scores_gemma":[0.0024526673,0.00025498623,0.00052184815,0.0005010384,0.005060661,0.006315316,0.004836067,0.0021874928,0.0042896518],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047226025,0.000058122474,0.0014423538,0.00024244205,0.0000065571066,0.0007601634,0.03981092,0.00019675786,0.0020400311,0.85007596,0.015302152,0.09001735],"study_design_scores_gemma":[0.00001163422,0.00006842853,0.0010956018,0.00025270326,0.000007561274,0.0016056894,0.017598268,0.00046088034,0.0020164794,0.16075316,0.8161133,0.000016379832],"about_ca_topic_score_codex":0.00096397154,"about_ca_topic_score_gemma":0.002151328,"teacher_disagreement_score":0.020400371,"about_ca_system_score_codex":0.0016500643,"about_ca_system_score_gemma":0.0012525008,"threshold_uncertainty_score":0.06824607},"labels":[],"label_agreement":null},{"id":"W2503321392","doi":"10.5539/mas.v10n10p231","title":"State Model Diagrams for Teaching Networking – a SOLO Based Evaluation","year":2016,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Diagrammatic reasoning; Curriculum; Computer science; State diagram; Diagram; State (computer science); Mathematics education; Pedagogy; Sociology; Mathematics","score_opus":0.03447280508694424,"score_gpt":0.312123027675446,"score_spread":0.27765022258850175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2503321392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77670765,0.0036588435,0.15169345,0.0014247218,0.00054418773,0.004766592,0.0021805665,0.0032251603,0.055798948],"genre_scores_gemma":[0.87378657,0.001752508,0.10649409,0.00016064326,0.00005587073,0.002353319,0.0030921747,0.00066986005,0.011635074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9775898,0.01406416,0.001190287,0.00067858625,0.006104865,0.0003722916],"domain_scores_gemma":[0.9084455,0.066006795,0.0023413242,0.0041691298,0.016502528,0.0025347676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022743434,0.0009291136,0.00090347737,0.003018321,0.0008460387,0.0020337123,0.0014032457,0.001264225,0.007666916],"category_scores_gemma":[0.06521194,0.00037785398,0.00097183307,0.001701627,0.00074357283,0.0032865955,0.0017474166,0.0010913216,0.0014153146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009608821,0.012889599,0.013541359,0.0056054434,0.0003553069,0.00019480578,0.008226828,0.030252792,0.016384987,0.013448857,0.017073471,0.8724178],"study_design_scores_gemma":[0.008282973,0.09021412,0.050123587,0.0046113515,0.0017581731,0.0010544588,0.01796249,0.36477062,0.09351815,0.021048222,0.3461553,0.0005006255],"about_ca_topic_score_codex":0.0021769146,"about_ca_topic_score_gemma":0.0032905734,"teacher_disagreement_score":0.022743434,"about_ca_system_score_codex":0.0029039076,"about_ca_system_score_gemma":0.0019315345,"threshold_uncertainty_score":0.120280206},"labels":[],"label_agreement":null},{"id":"W2505579729","doi":"10.4018/978-1-59140-732-4.ch008","title":"Online Assessment in Programming Courses","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Online assessment; Computer science; Online learning; Constant (computer programming); Psychology; Medical education; Mathematics education; Multimedia; Medicine; Programming language; Formative assessment","score_opus":0.03422005456705033,"score_gpt":0.29866576442703924,"score_spread":0.2644457098599889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505579729","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30269536,0.010959165,0.07132943,0.00480593,0.0006390111,0.0005218014,0.0002501597,0.0007718067,0.60802734],"genre_scores_gemma":[0.78046405,0.007030166,0.05300732,0.0010747433,0.0002930246,0.00040640443,0.00040360648,0.00016793802,0.15715271],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984522,0.00083174306,0.00006279083,0.00014379791,0.00040202597,0.00010739617],"domain_scores_gemma":[0.9954932,0.0033104585,0.0002758523,0.00029430096,0.00032517052,0.00030114484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017446763,0.0003818037,0.0002430277,0.000822923,0.00065100606,0.002819234,0.0009317043,0.0007547138,0.011376388],"category_scores_gemma":[0.006025215,0.00013541745,0.00017856034,0.001251182,0.00056429993,0.0025108664,0.0019530253,0.0013310151,0.003647782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005975782,0.0010325871,0.006360605,0.0003874614,0.0000056174795,0.00048123577,0.005396891,0.0017166788,0.0015875745,0.021928705,0.022562101,0.93848073],"study_design_scores_gemma":[0.000047504247,0.00070747273,0.048273806,0.0025228956,0.000023650735,0.0038193054,0.012230062,0.010964534,0.0067257807,0.0656452,0.84896785,0.000071942944],"about_ca_topic_score_codex":0.0005463249,"about_ca_topic_score_gemma":0.0014234383,"teacher_disagreement_score":0.011376388,"about_ca_system_score_codex":0.0009910676,"about_ca_system_score_gemma":0.0010232847,"threshold_uncertainty_score":0.038057804},"labels":[],"label_agreement":null},{"id":"W2509467675","doi":"10.1145/2978192.2978232","title":"Red Fish Blue Fish","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Fish <Actinopterygii>; Continuation; Computer science; Work (physics); Mathematics education; Psychology; Engineering; Fishery","score_opus":0.016520561033072513,"score_gpt":0.23990254014155465,"score_spread":0.22338197910848215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509467675","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5573748,0.0013863876,0.010299885,0.011805481,0.0017869411,0.00016782868,0.002056428,0.00067126023,0.414451],"genre_scores_gemma":[0.7014224,0.0014032915,0.014144623,0.008996461,0.00015762643,0.00013462755,0.00080841343,0.00037566863,0.27255684],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941814,0.000064835695,0.000016734984,0.00019122209,0.00020036922,0.00010878364],"domain_scores_gemma":[0.9986009,0.0002478956,0.00025361535,0.00016587261,0.00045754432,0.00027416868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089458877,0.00031570796,0.00035487572,0.0012188746,0.0018381559,0.0012278782,0.0006616663,0.00079031393,0.07066696],"category_scores_gemma":[0.0019332671,0.00019149302,0.00032989946,0.00072535785,0.0013595951,0.002019875,0.0018141745,0.0010013889,0.01301853],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013167962,0.00039134908,0.23428874,0.0009988343,0.00011871515,0.0022384916,0.02343294,0.0004321555,0.05226948,0.022289447,0.101689704,0.5605334],"study_design_scores_gemma":[0.000029525794,0.000808303,0.3920307,0.00036090007,0.00009216262,0.0033580882,0.030804327,0.00036167703,0.0072804503,0.0051946077,0.5595467,0.00013265065],"about_ca_topic_score_codex":0.019123478,"about_ca_topic_score_gemma":0.060564112,"teacher_disagreement_score":0.07066696,"about_ca_system_score_codex":0.0011101337,"about_ca_system_score_gemma":0.00074793707,"threshold_uncertainty_score":0.23640454},"labels":[],"label_agreement":null},{"id":"W2512085667","doi":"10.58459/icce.2016.1152","title":"Integrating Agent-based Programming with Elementary Science: The Role of Sociomathematical Norms","year":2016,"lang":"en","type":"article","venue":"International Conference on Computers in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.0182374840068369,"score_gpt":0.3069192596076462,"score_spread":0.2886817756008093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512085667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94241697,0.0001469796,0.0358511,0.0011980846,0.000014010459,0.00005319965,0.000015489968,0.000086119384,0.02021806],"genre_scores_gemma":[0.98502284,0.000059189715,0.014285028,0.000045532324,0.0000026049709,0.000049273658,0.00001070955,0.0000134868915,0.000511365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99132943,0.0053010317,0.0002487825,0.00080414466,0.0019241946,0.00039250666],"domain_scores_gemma":[0.9748923,0.011827686,0.0046462975,0.0039786277,0.0029359958,0.00171904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074842605,0.00024353288,0.0003521491,0.0007150662,0.0011226523,0.005582294,0.0010487315,0.0006383221,0.0011268111],"category_scores_gemma":[0.027423628,0.00041123628,0.00021651661,0.00055465725,0.0043537025,0.0049896264,0.003671534,0.0016405509,0.0001749559],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016785556,0.0020174398,0.27423868,0.00038772944,0.00009272313,0.0007175507,0.2587245,0.005435547,0.014554735,0.24491836,0.0007977649,0.19794708],"study_design_scores_gemma":[0.00014656872,0.001569226,0.30679804,0.0006961702,0.00018820462,0.0010037918,0.20396368,0.043842196,0.028016837,0.32759193,0.085971504,0.00021182199],"about_ca_topic_score_codex":0.0027409354,"about_ca_topic_score_gemma":0.0031453646,"teacher_disagreement_score":0.0074842605,"about_ca_system_score_codex":0.001490649,"about_ca_system_score_gemma":0.0038326073,"threshold_uncertainty_score":0.039581},"labels":[],"label_agreement":null},{"id":"W2514759724","doi":"10.1145/2978192.2978214","title":"An Industrial Partnership Game Development Capstone Course","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Electronic Arts (Canada); University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"General partnership; Course (navigation); Capstone; Video game development; Computer science; Engineering management; Engineering; Multimedia; Political science; Game design; Computer security","score_opus":0.06530758771586856,"score_gpt":0.30491291259182085,"score_spread":0.2396053248759523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514759724","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033201717,0.0007144272,0.016747655,0.0078092306,0.0019965668,0.0015225162,0.0017598028,0.004165427,0.93208265],"genre_scores_gemma":[0.08005106,0.00090987456,0.02801138,0.0034412018,0.000311013,0.0008385355,0.004170356,0.00046050872,0.88180596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895215,0.0001018842,0.000024788857,0.00013694951,0.00042759822,0.00035662288],"domain_scores_gemma":[0.9965702,0.000110254085,0.00005312765,0.00010575523,0.0006940828,0.002466664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001673405,0.00092036446,0.0004921176,0.00094602146,0.003562668,0.0030682627,0.0015680738,0.001082577,0.12089383],"category_scores_gemma":[0.0026787275,0.0005331356,0.0003869678,0.000767311,0.0007268729,0.0010588362,0.004677689,0.0027074623,0.046361294],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022687252,0.0026158094,0.0021978454,0.00009492586,0.0000060429097,0.00034757057,0.0008870927,0.00096843904,0.0026138867,0.011251744,0.80708426,0.1717055],"study_design_scores_gemma":[0.00007309854,0.00041884245,0.0072716335,0.000098989694,0.0000046672476,0.00016630892,0.00084889564,0.0011333904,0.0015739844,0.0045889006,0.9837986,0.000022749547],"about_ca_topic_score_codex":0.019113775,"about_ca_topic_score_gemma":0.069344,"teacher_disagreement_score":0.12089383,"about_ca_system_score_codex":0.0054339636,"about_ca_system_score_gemma":0.01040226,"threshold_uncertainty_score":0.40443015},"labels":[],"label_agreement":null},{"id":"W2515484457","doi":"10.1145/2960310.2960343","title":"Accounting for the Role of Policy in the Underrepresentation of Women in Computer Science","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mainstream; Diversity (politics); Affirmative action; Politics; Action (physics); Gender diversity; Dimension (graph theory); Focus (optics); Political science; Haven; Public relations; Gender studies; Sociology; Management; Law; Economics","score_opus":0.022441840090666576,"score_gpt":0.3138539988308492,"score_spread":0.2914121587401826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515484457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41125876,0.009705002,0.018483598,0.4079404,0.0030177126,0.00032964372,0.0012994043,0.00011238924,0.14785303],"genre_scores_gemma":[0.96036416,0.001627824,0.0013131158,0.01978249,0.0006409449,0.00016261885,0.00020024124,0.000075916505,0.015832579],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.977419,0.010109872,0.00074597716,0.0020881642,0.0039657596,0.0056712455],"domain_scores_gemma":[0.9376202,0.03648278,0.014271423,0.0034578913,0.005343575,0.0028241198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03235249,0.0005577049,0.00042593534,0.0030677055,0.006703022,0.007666611,0.0018651648,0.0026134255,0.017820574],"category_scores_gemma":[0.08067485,0.00046121658,0.0006946854,0.005334649,0.006594509,0.008399221,0.0054007675,0.004069345,0.0016092529],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026322898,0.00018067773,0.4033533,0.0004988218,0.00013902971,0.00071104843,0.06546888,0.00086221646,0.00058200944,0.37850723,0.056175698,0.093257785],"study_design_scores_gemma":[0.000063558706,0.00021107339,0.36811176,0.0023710118,0.0002715949,0.00071270776,0.17526826,0.0042960835,0.004011267,0.14087138,0.30367172,0.00013960616],"about_ca_topic_score_codex":0.0473023,"about_ca_topic_score_gemma":0.045155775,"teacher_disagreement_score":0.0473023,"about_ca_system_score_codex":0.0069009815,"about_ca_system_score_gemma":0.010635593,"threshold_uncertainty_score":0.17109835},"labels":[],"label_agreement":null},{"id":"W2517079402","doi":"10.1145/2960310.2960337","title":"Benchmarking Introductory Programming Exams","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmarking; Computer science; Set (abstract data type); Mathematics education; Programming language; Psychology; Management","score_opus":0.012275477929972453,"score_gpt":0.2325014494734201,"score_spread":0.22022597154344764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517079402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9559168,0.0007325064,0.012677221,0.00028846643,0.00025680993,0.00040190114,0.0037308834,0.0007661345,0.02522911],"genre_scores_gemma":[0.977711,0.00021082675,0.008754684,0.00008677995,0.0000926669,0.00022111864,0.008602998,0.000199713,0.004120234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96416736,0.012084783,0.004610931,0.0043948917,0.011849295,0.002892681],"domain_scores_gemma":[0.8666236,0.038220778,0.014643705,0.015601535,0.057358306,0.007552004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015679633,0.00094825396,0.0009472214,0.008089972,0.0008157783,0.0030948792,0.0015980265,0.0010881283,0.0058619585],"category_scores_gemma":[0.11279264,0.00031468266,0.00078955403,0.007815493,0.00062886014,0.001870992,0.002809059,0.0013017711,0.0033462306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014409145,0.0017540335,0.5807994,0.0005217198,0.00043955634,0.00026131293,0.0024227,0.013423846,0.008016876,0.0065014595,0.016722614,0.36769557],"study_design_scores_gemma":[0.000060301347,0.0014906491,0.9478696,0.00010769436,0.000084021995,0.0002329977,0.0012284002,0.008955699,0.014216551,0.0022387442,0.023431139,0.00008420658],"about_ca_topic_score_codex":0.0027906094,"about_ca_topic_score_gemma":0.0029970633,"teacher_disagreement_score":0.015679633,"about_ca_system_score_codex":0.00161148,"about_ca_system_score_gemma":0.0011812487,"threshold_uncertainty_score":0.08292282},"labels":[],"label_agreement":null},{"id":"W2529317750","doi":"10.5430/wje.v6n5p20","title":"Primary School Pupils’ Attitudes toward Learning Programming through Visual Interactive Environments","year":2016,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computational thinking; Computer science; Mathematics education; Computer programming; Presentation (obstetrics); Multimedia; Logo (programming language); Psychology; Programming language","score_opus":0.0176934618498768,"score_gpt":0.31141956366076773,"score_spread":0.2937261018108909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529317750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99721634,0.000083213316,0.000049067265,0.00010846979,0.000007905871,0.000018207009,0.000020154916,0.00000393422,0.0024926588],"genre_scores_gemma":[0.9936366,0.00024524415,0.00009854696,0.00009796038,0.000009481666,0.000029907816,0.00003933881,0.000003769953,0.0058391015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991172,0.00013837448,0.00006640376,0.00010715925,0.0003485203,0.00022236121],"domain_scores_gemma":[0.9959973,0.0009786545,0.0009749442,0.00018247143,0.0008704221,0.0009962703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018718453,0.000321841,0.00049480813,0.0012146721,0.0014973461,0.002605007,0.00028225573,0.00089628284,0.006423314],"category_scores_gemma":[0.0036004798,0.0004862892,0.0005439605,0.00042143447,0.0010781351,0.0011193788,0.0011429192,0.0013464162,0.0011572377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003370373,0.0029526176,0.85035515,0.00028217217,0.0000815964,0.0007207759,0.11108528,0.00016243098,0.006126034,0.0007958097,0.0013267696,0.025774445],"study_design_scores_gemma":[0.0000310993,0.0011664346,0.9523505,0.000101305835,0.000055856457,0.0002444701,0.039615944,0.00013425938,0.0010621424,0.00017458913,0.005026039,0.000037345257],"about_ca_topic_score_codex":0.006566339,"about_ca_topic_score_gemma":0.0083485395,"teacher_disagreement_score":0.006566339,"about_ca_system_score_codex":0.0007502439,"about_ca_system_score_gemma":0.00048614742,"threshold_uncertainty_score":0.02148819},"labels":[],"label_agreement":null},{"id":"W2529445498","doi":"","title":"Measuring Technology Acceptance of Makey Makey as an Input Device in a Human-Computer Interaction Class","year":2016,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Class (philosophy); Computer science; Human–computer interaction; Internet privacy; Artificial intelligence","score_opus":0.033879832871406966,"score_gpt":0.29613313231223554,"score_spread":0.2622532994408286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529445498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99878603,0.000009648797,0.00014533148,0.000021429896,0.000003992081,0.000013257624,0.000019920128,0.000013016346,0.0009872578],"genre_scores_gemma":[0.99582976,0.000031774944,0.00067472033,0.00003119039,0.000004870062,0.000043102173,0.00008037048,0.000019084602,0.003285083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99748695,0.0005498903,0.00018035987,0.00045713762,0.00093017274,0.00039539766],"domain_scores_gemma":[0.98353624,0.007085388,0.002666039,0.0011273097,0.003315086,0.002269982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018130911,0.00045403128,0.00043116556,0.0007536002,0.0008716264,0.0016809626,0.00061892753,0.0010131202,0.0043947706],"category_scores_gemma":[0.015305089,0.00034689673,0.00040873222,0.00041238358,0.0005221521,0.00095771265,0.0013243714,0.0012306758,0.0018209144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063519143,0.0082045,0.7287936,0.0002777771,0.00016194422,0.00078469707,0.042357948,0.00095863943,0.11894511,0.00053309125,0.0019427534,0.090687975],"study_design_scores_gemma":[0.000051311876,0.0074885027,0.94776744,0.000048649814,0.000096370466,0.00026362922,0.014031092,0.0029252884,0.024413118,0.000090506815,0.0027531486,0.00007083557],"about_ca_topic_score_codex":0.0023689927,"about_ca_topic_score_gemma":0.0024810622,"teacher_disagreement_score":0.0043947706,"about_ca_system_score_codex":0.00047443417,"about_ca_system_score_gemma":0.0004949961,"threshold_uncertainty_score":0.0147019625},"labels":[],"label_agreement":null},{"id":"W2531859599","doi":"10.5539/res.v9n2p106","title":"Computer Programming Competencies Required by Computer Education Graduates for Sustainable Employment","year":2017,"lang":"en","type":"article","venue":"Review of European Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Computer science; Curriculum; Test (biology); Statistic; Medical education; Knowledge management; Data collection; Descriptive statistics; Engineering management; Software engineering; Psychology; Statistics; Engineering; Medicine; Pedagogy; Mathematics","score_opus":0.053694583428615286,"score_gpt":0.3447091806560816,"score_spread":0.2910145972274663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531859599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8799785,0.06504374,0.001727744,0.0038918923,0.00020244048,0.0001546674,0.00025410156,0.000029416942,0.048717555],"genre_scores_gemma":[0.9452086,0.047984056,0.0022881725,0.00044747657,0.000032772492,0.000058243877,0.00013944716,0.000005349595,0.0038359202],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99966514,0.00008488853,0.00003928425,0.000029156568,0.000108494394,0.00007308238],"domain_scores_gemma":[0.9985393,0.00070354494,0.0003004136,0.000024000181,0.00023572335,0.00019701716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007045077,0.00016295037,0.00017148307,0.00087843364,0.0003683664,0.0009145609,0.00021538947,0.0003385849,0.0030926277],"category_scores_gemma":[0.002595365,0.00011516431,0.00009723986,0.00073173206,0.00028908617,0.0006948082,0.0005829575,0.00031685655,0.00026349016],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011235106,0.00057562784,0.24402483,0.0106500415,0.000031386924,0.0026087265,0.009631894,0.000500336,0.0027832347,0.005253329,0.006168025,0.7176603],"study_design_scores_gemma":[0.000016017828,0.00042152184,0.8140595,0.013379919,0.00009909449,0.003717536,0.049743842,0.0005783163,0.0025134373,0.0028113239,0.112622686,0.000036806046],"about_ca_topic_score_codex":0.0025417372,"about_ca_topic_score_gemma":0.008860586,"teacher_disagreement_score":0.0030926277,"about_ca_system_score_codex":0.00038492805,"about_ca_system_score_gemma":0.0033014698,"threshold_uncertainty_score":0.010345817},"labels":[],"label_agreement":null},{"id":"W2539007623","doi":"10.1109/blocks.2015.7368993","title":"Measuring learning in an open-ended, constructionist-based progamming camp: Developing a set of quantitative measures from qualitative analysis","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Constructionism; Computer science; Quantitative analysis (chemistry); Strict constructionism; Qualitative analysis; Set (abstract data type); Variety (cybernetics); Exploratory analysis; Qualitative property; Qualitative research; Data science; Artificial intelligence; Machine learning; Sociology; Epistemology; Social science","score_opus":0.23187525678085638,"score_gpt":0.4019091127186281,"score_spread":0.17003385593777173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539007623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37158558,0.00020684453,0.5976391,0.0014874984,0.000082256505,0.004344998,0.0011234237,0.00030220655,0.023228072],"genre_scores_gemma":[0.76086503,0.00014460037,0.22891097,0.00034279874,0.000014398203,0.007239882,0.00047540906,0.00008186096,0.0019249624],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9561796,0.031924628,0.0026185606,0.0016674626,0.00692808,0.000681604],"domain_scores_gemma":[0.79398155,0.152369,0.013246933,0.010936978,0.02752577,0.0019397971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05379787,0.0006320655,0.0005590671,0.0051979194,0.0018856038,0.004173666,0.0015519438,0.0008527482,0.0017191235],"category_scores_gemma":[0.13465856,0.00040319414,0.0005456874,0.0033861094,0.0052315705,0.005546868,0.0050306446,0.0017857236,0.00046031777],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035330918,0.0011487035,0.12006429,0.0032397953,0.0002182579,0.00030927095,0.4430035,0.0054509016,0.02592146,0.07451977,0.0031274187,0.3226433],"study_design_scores_gemma":[0.00018650889,0.0020543684,0.16031934,0.0028263477,0.00016504024,0.00080959697,0.5130811,0.030499626,0.061393,0.17289028,0.05529673,0.00047807512],"about_ca_topic_score_codex":0.0015723903,"about_ca_topic_score_gemma":0.0022040547,"teacher_disagreement_score":0.05379787,"about_ca_system_score_codex":0.0034485369,"about_ca_system_score_gemma":0.0040020645,"threshold_uncertainty_score":0.2845137},"labels":[],"label_agreement":null},{"id":"W2546499139","doi":"","title":"Exploring Media Literacy and Computational Thinking: A Game Maker Curriculum Study.","year":2016,"lang":"en","type":"article","venue":"The Electronic Journal of e-Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Game Developer; Computational thinking; Construct (python library); Mathematics education; Notice; Game design; Curriculum; Computer science; Game mechanics; Video game development; Game design document; Literacy; Pedagogy; Psychology; Multimedia; Political science","score_opus":0.023206792786587292,"score_gpt":0.26280395604052215,"score_spread":0.23959716325393485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2546499139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982615,0.000037342805,0.00023445644,0.00008989121,0.000003968884,0.00007594661,0.000016158805,0.0000032327291,0.0012774284],"genre_scores_gemma":[0.9965107,0.00017084311,0.0010126991,0.000105004845,0.00000778186,0.00018741643,0.00004260248,0.0000053898284,0.0019574831],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9988223,0.00047708198,0.00008373644,0.00015018653,0.00018798166,0.0002787855],"domain_scores_gemma":[0.99661726,0.0016784281,0.00051996426,0.00013797339,0.00032373337,0.00072262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027084926,0.00049560895,0.00075393025,0.0024263589,0.0032841128,0.0039562136,0.0010072681,0.0010631102,0.002396065],"category_scores_gemma":[0.0057146465,0.0005527309,0.00035996753,0.0014090744,0.0025197158,0.0021827975,0.0036985523,0.0020618849,0.00043406885],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015688533,0.014863331,0.12558948,0.00047191605,0.00003406039,0.0019450912,0.80239475,0.0003510881,0.0054161665,0.0066282176,0.001245543,0.040903512],"study_design_scores_gemma":[0.00011108281,0.0042577987,0.23872037,0.00028970224,0.00006427545,0.0012494666,0.7132322,0.0014956018,0.0057463376,0.0040918393,0.03066137,0.000079953505],"about_ca_topic_score_codex":0.0022470271,"about_ca_topic_score_gemma":0.005317544,"teacher_disagreement_score":0.0039562136,"about_ca_system_score_codex":0.0015603661,"about_ca_system_score_gemma":0.001898262,"threshold_uncertainty_score":0.014324069},"labels":[],"label_agreement":null},{"id":"W2549539000","doi":"10.5539/hes.v6n4p146","title":"ICT Teachers’ Acceptance of “Scratch” as Algorithm Visualization Software","year":2016,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Information and Communications Technology; Software; Qualitative property; Descriptive statistics; Scratch; Computer science; Interface (matter); Technology acceptance model; Mathematics education; Psychology; Computational thinking; Multimedia; Human–computer interaction; Mathematics; World Wide Web; Statistics","score_opus":0.036268063512590785,"score_gpt":0.36327668110353484,"score_spread":0.3270086175909441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549539000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998353,0.00007073153,0.00046199217,0.0000941399,0.0000044133108,0.000015319436,0.000008162578,0.00001252311,0.0009798547],"genre_scores_gemma":[0.99825674,0.00016802699,0.00051643146,0.000053747437,0.0000057907237,0.00003431468,0.00002200714,0.000009237467,0.00093353546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99737775,0.0008644067,0.00023281951,0.00018834547,0.0010350401,0.00030170023],"domain_scores_gemma":[0.9834499,0.008435925,0.0033687393,0.00068206113,0.0024534771,0.0016098975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025406315,0.00025167293,0.00037607853,0.00090632914,0.00043028712,0.0020894948,0.00036345734,0.00067127077,0.0025175894],"category_scores_gemma":[0.015457457,0.00029164215,0.00041582287,0.00047742407,0.0008024085,0.0010069017,0.0010173992,0.0007149565,0.000505512],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046223108,0.0011538416,0.6237574,0.0007837406,0.000060818402,0.0023692776,0.23377036,0.00059684715,0.028300421,0.000757838,0.0013491177,0.106638014],"study_design_scores_gemma":[0.00005884303,0.0038654238,0.6443572,0.0005085109,0.00010379981,0.0025679348,0.32300285,0.0029564428,0.006311536,0.0004776312,0.01564469,0.00014510249],"about_ca_topic_score_codex":0.001464884,"about_ca_topic_score_gemma":0.0020061047,"teacher_disagreement_score":0.0025406315,"about_ca_system_score_codex":0.00044852187,"about_ca_system_score_gemma":0.00072642555,"threshold_uncertainty_score":0.013436317},"labels":[],"label_agreement":null},{"id":"W2551907279","doi":"10.5539/jel.v6n1p184","title":"The Impact of Online Algorithm Visualization on ICT Students’ Achievements in Introduction to Programming Course","year":2016,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Qualitative property; Computer science; Test (biology); Visualization; Qualitative research; Information and Communications Technology; Multimedia; Psychology; Artificial intelligence; World Wide Web; Machine learning","score_opus":0.012273337049030027,"score_gpt":0.3725721274507332,"score_spread":0.36029879040170315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551907279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986278,0.00004930819,0.00011978069,0.000059977712,0.000008883887,0.000018263234,0.000015854166,0.000014746117,0.0010854296],"genre_scores_gemma":[0.99861336,0.00008677947,0.00041659427,0.000021494772,0.0000081016315,0.00004161295,0.000035107478,0.000006249158,0.00077067816],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970251,0.0010490642,0.00014850473,0.0003413739,0.000899412,0.0005366385],"domain_scores_gemma":[0.9857479,0.0071984096,0.0027221248,0.00047397835,0.0012943903,0.002563191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022650883,0.00041332873,0.0005765384,0.0008785291,0.0006114513,0.002132496,0.0005705533,0.00046940162,0.003269573],"category_scores_gemma":[0.01629147,0.00020103983,0.0005733012,0.00062646106,0.0007357257,0.0007373868,0.0013016912,0.0011256873,0.00042473598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028101397,0.025270281,0.43753317,0.001303368,0.00027858734,0.0008967987,0.07704944,0.0017141226,0.029734243,0.0010934583,0.0032609971,0.41905534],"study_design_scores_gemma":[0.00009169895,0.008514597,0.94928664,0.00022297056,0.00017041036,0.00015738409,0.025505519,0.0010966087,0.009926877,0.0003819052,0.0045634895,0.000081857645],"about_ca_topic_score_codex":0.0010156053,"about_ca_topic_score_gemma":0.0012136931,"teacher_disagreement_score":0.003269573,"about_ca_system_score_codex":0.0006389682,"about_ca_system_score_gemma":0.0009562164,"threshold_uncertainty_score":0.0119790435},"labels":[],"label_agreement":null},{"id":"W2559141242","doi":"10.1109/fie.2016.7757741","title":"Exploring Electrical Engineering through movement: Going with the Flow and Programming Puzzles","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Movement (music); Electron flow; Computer science; Engineering education; Work (physics); Discipline; Mathematics education; Electrical engineering; Engineering management; Engineering; Mechanical engineering; Sociology; Electron; Psychology","score_opus":0.034042782890934736,"score_gpt":0.2120227403011146,"score_spread":0.17797995741017986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559141242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3944041,0.0024608797,0.3103622,0.015238471,0.0008704268,0.0009596668,0.0002476491,0.0015364797,0.27392003],"genre_scores_gemma":[0.59377736,0.003970739,0.29016376,0.0025370545,0.0001849033,0.00087339216,0.0005140397,0.00054709957,0.10743168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924207,0.00028865144,0.00003161495,0.00016005557,0.0001470586,0.0001305119],"domain_scores_gemma":[0.99898845,0.00044288445,0.00008229162,0.00009766139,0.000079678495,0.00030897628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010455243,0.0008516285,0.0003544193,0.00056741387,0.0014139424,0.0031657775,0.001180399,0.0012735826,0.010175092],"category_scores_gemma":[0.0027868503,0.00031600156,0.00062296656,0.00035447572,0.002160034,0.003954137,0.0045727724,0.0024457905,0.00227397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047660345,0.0023554745,0.0076345294,0.0015876733,0.00006216777,0.0019357154,0.06986927,0.007386469,0.04118875,0.16578951,0.063532576,0.63818127],"study_design_scores_gemma":[0.0001940917,0.001498479,0.010164408,0.0009986017,0.000041658826,0.004459241,0.034653727,0.0074725826,0.017881494,0.14175548,0.7806906,0.00018960278],"about_ca_topic_score_codex":0.00042622228,"about_ca_topic_score_gemma":0.0012802467,"teacher_disagreement_score":0.010175092,"about_ca_system_score_codex":0.000432924,"about_ca_system_score_gemma":0.001108793,"threshold_uncertainty_score":0.03403902},"labels":[],"label_agreement":null},{"id":"W2559518925","doi":"10.1007/s40751-016-0026-4","title":"Assessment in Undergraduate Programming-Based Mathematics Courses","year":2016,"lang":"en","type":"article","venue":"Digital Experiences in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Mathematics education; Computational thinking; Perspective (graphical); Process (computing); Computer science; Sequence (biology); Mathematics; Programming language; Artificial intelligence","score_opus":0.01832440093354518,"score_gpt":0.3172529996145673,"score_spread":0.2989285986810221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559518925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99002916,0.00014857418,0.00066050293,0.00029827852,0.00007174144,0.00008452263,0.000038734168,0.00003025612,0.008638159],"genre_scores_gemma":[0.99469984,0.00009808409,0.00069317134,0.00007573073,0.000018265786,0.000058536134,0.00008675312,0.000009739299,0.0042598825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99431413,0.0016327972,0.00038987445,0.00061406294,0.0022348233,0.0008143757],"domain_scores_gemma":[0.9708072,0.0069619324,0.0024330835,0.0009732172,0.008487308,0.010337277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060490128,0.00047013332,0.0006140981,0.0018325007,0.0011982905,0.0037685775,0.001001772,0.0007983951,0.0065503614],"category_scores_gemma":[0.041916907,0.00025998507,0.00043172023,0.0009327769,0.0007176645,0.002363794,0.0036167384,0.0015613803,0.0020825772],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004751919,0.02151019,0.4823061,0.0002788034,0.00008358047,0.0005510632,0.023374466,0.0016249577,0.0040272535,0.0044574076,0.008916292,0.448118],"study_design_scores_gemma":[0.0004934728,0.014998991,0.88007015,0.0005278245,0.000113480135,0.00089695805,0.032181907,0.012594968,0.011179816,0.011872627,0.034882054,0.00018769078],"about_ca_topic_score_codex":0.0025593173,"about_ca_topic_score_gemma":0.004924363,"teacher_disagreement_score":0.0065503614,"about_ca_system_score_codex":0.002185699,"about_ca_system_score_gemma":0.0022776925,"threshold_uncertainty_score":0.031990588},"labels":[],"label_agreement":null},{"id":"W2567464165","doi":"10.4018/978-1-5225-2000-9.ch012","title":"Makerspaces","year":2016,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Transformative learning; Curriculum; Process (computing); Sociology; Mathematics education; Pedagogy; Computer science; Psychology","score_opus":0.013553778738445862,"score_gpt":0.2478883154735357,"score_spread":0.23433453673508986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567464165","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020478587,0.004496674,0.013112921,0.0023689459,0.0025412908,0.00009869525,0.00093324744,0.0025765672,0.9718238],"genre_scores_gemma":[0.037763193,0.007430698,0.020070728,0.0017915837,0.0010493868,0.00017598702,0.002968702,0.002301163,0.92644864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856395,0.00022086999,0.00008215371,0.00027032278,0.00067662477,0.00018614308],"domain_scores_gemma":[0.99857426,0.0003658611,0.00008765339,0.00031750966,0.00025890002,0.00039583357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009332008,0.00092624367,0.00042585595,0.002555572,0.003411644,0.010266475,0.0018045933,0.0022506402,0.17231265],"category_scores_gemma":[0.0039156736,0.0004771147,0.0008545426,0.003268914,0.0018474682,0.01393374,0.007306661,0.0023198095,0.057534635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056921963,0.000044817512,0.0003066621,0.00035116612,0.000008288572,0.00032169808,0.002406047,0.0003326877,0.00085858826,0.47789285,0.30903456,0.20838568],"study_design_scores_gemma":[0.000001359683,0.0000030306026,0.000030755975,0.00003991686,9.520703e-7,0.0000882596,0.00013407151,0.000031827072,0.0001223621,0.0067585595,0.9927858,0.0000031885538],"about_ca_topic_score_codex":0.0014654255,"about_ca_topic_score_gemma":0.0028342314,"teacher_disagreement_score":0.17231265,"about_ca_system_score_codex":0.0014159186,"about_ca_system_score_gemma":0.0022775247,"threshold_uncertainty_score":0.5764432},"labels":[],"label_agreement":null},{"id":"W2569031818","doi":"10.1080/14623943.2016.1268118","title":"‘Making’ as a catalyst for reflective practice","year":2017,"lang":"en","type":"article","venue":"Reflective Practice","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Experiential learning; Construct (python library); Pedagogy; Reflection (computer programming); Psychology; Reflective practice; Experiential knowledge; Critical thinking; Mathematics education; Affect (linguistics); Teaching method; Computer science; Epistemology","score_opus":0.08234549299944818,"score_gpt":0.4569493069070609,"score_spread":0.37460381390761277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2569031818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09611231,0.0014168888,0.5806796,0.02714696,0.0021883277,0.0013912644,0.00003863801,0.0011661869,0.2898599],"genre_scores_gemma":[0.8132742,0.00058861764,0.15797822,0.0014228079,0.00033438747,0.0010181726,0.000050823935,0.00048596816,0.02484679],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.924207,0.056708112,0.0018680452,0.006201672,0.008685076,0.0023302094],"domain_scores_gemma":[0.8827041,0.07093941,0.0068700095,0.025391785,0.008777654,0.005317021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.047074348,0.0011299476,0.00069829193,0.0035226485,0.0052889246,0.0134384995,0.0026727314,0.0039261957,0.0062069665],"category_scores_gemma":[0.11137715,0.0009723869,0.001138314,0.001416858,0.037379336,0.01283027,0.013258489,0.006815868,0.0023842803],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006484094,0.00023253873,0.0023455722,0.00035241427,0.000048210564,0.00084461103,0.341202,0.00061312737,0.0045326715,0.5801435,0.0061180964,0.06350243],"study_design_scores_gemma":[0.00009918566,0.00029145376,0.0022670536,0.0011928824,0.00005695438,0.0020809378,0.11251652,0.0029681444,0.00748167,0.4596622,0.4112515,0.00013144904],"about_ca_topic_score_codex":0.000475597,"about_ca_topic_score_gemma":0.0004720872,"teacher_disagreement_score":0.047074348,"about_ca_system_score_codex":0.002754236,"about_ca_system_score_gemma":0.00635626,"threshold_uncertainty_score":0.2489559},"labels":[],"label_agreement":null},{"id":"W2582325117","doi":"10.1145/3013499.3013500","title":"The Compound Nature of Novice Programming Assessments","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Multitude; Computer science; Mathematics education; Data science; Psychology; Epistemology","score_opus":0.021016297128748744,"score_gpt":0.34644250891908035,"score_spread":0.3254262117903316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582325117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70428306,0.0024148596,0.20521323,0.0024021566,0.0009518861,0.0038979233,0.003380982,0.0037428734,0.07371296],"genre_scores_gemma":[0.8682222,0.0011016951,0.10745561,0.0013679157,0.0002853624,0.0021617548,0.002409899,0.0010213935,0.01597421],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.94723064,0.011969914,0.005537622,0.007897782,0.026277367,0.0010866765],"domain_scores_gemma":[0.6981328,0.17759682,0.038048636,0.028001353,0.051870923,0.0063495063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027352663,0.0009593917,0.0013710434,0.0036882577,0.0015435066,0.003954624,0.0018103461,0.0012953195,0.010817157],"category_scores_gemma":[0.21907523,0.00084997143,0.00094956986,0.0026411945,0.0015039128,0.0055162255,0.0047818325,0.0027266548,0.0043528653],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014753916,0.00117244,0.29033267,0.0017551188,0.00045436746,0.0011465328,0.005755913,0.0035860483,0.012807523,0.011167738,0.020344252,0.65000194],"study_design_scores_gemma":[0.00032728782,0.0066429432,0.6798587,0.0030048804,0.000404278,0.011229994,0.0046882043,0.025431216,0.046471402,0.09254089,0.1288385,0.0005616501],"about_ca_topic_score_codex":0.0011941281,"about_ca_topic_score_gemma":0.0029242812,"teacher_disagreement_score":0.027352663,"about_ca_system_score_codex":0.0016961229,"about_ca_system_score_gemma":0.0031642984,"threshold_uncertainty_score":0.14465642},"labels":[],"label_agreement":null},{"id":"W2587751095","doi":"10.1145/3024906.3024912","title":"Novice Programmers and the Problem Description Effect","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Contextualization; Computer science; Presentation (obstetrics); Context (archaeology); Field (mathematics); Cognition; Mathematics education; Affect (linguistics); Cognitive psychology; Human–computer interaction; Artificial intelligence; Cognitive science; Psychology; Programming language; Mathematics","score_opus":0.0077370160406512595,"score_gpt":0.2192911279534603,"score_spread":0.21155411191280904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587751095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92821217,0.0013793798,0.0056492393,0.0022117577,0.00011619957,0.00025143594,0.00016976315,0.00037018716,0.06163984],"genre_scores_gemma":[0.98470217,0.0005858042,0.0050398274,0.0009859692,0.000068097426,0.0001999789,0.00021000704,0.00020131952,0.008006902],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99415165,0.00285656,0.00040858574,0.0007329893,0.0015843156,0.00026591858],"domain_scores_gemma":[0.79606164,0.17851865,0.01120058,0.0055821603,0.0029525023,0.0056844824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060634967,0.0006908973,0.00058355957,0.001195962,0.0005549999,0.0023138092,0.0013654226,0.002152483,0.01895135],"category_scores_gemma":[0.08553449,0.00071433705,0.0005295027,0.00063235115,0.0016068277,0.0034064841,0.0032443332,0.002931981,0.0013464584],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013232044,0.01834785,0.34758165,0.0054305573,0.0010279155,0.0037880826,0.020351049,0.009275967,0.070864014,0.033818346,0.016902711,0.4593799],"study_design_scores_gemma":[0.005199406,0.0075210202,0.7980978,0.0010935793,0.00068771193,0.0059555857,0.005705711,0.014317048,0.013202005,0.10263127,0.04516043,0.0004285084],"about_ca_topic_score_codex":0.0006679628,"about_ca_topic_score_gemma":0.00061888207,"teacher_disagreement_score":0.01895135,"about_ca_system_score_codex":0.0007887964,"about_ca_system_score_gemma":0.0010262962,"threshold_uncertainty_score":0.0633986},"labels":[],"label_agreement":null},{"id":"W2592324990","doi":"10.18260/1-2--19343","title":"Connecting Cognitive Domains of Bloom’s Taxonomy and Robotics to Promote Learning in K-12 Environment","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; Xerox Foundation; Directorate for STEM Education; New York Space Grant Consortium; National Science Foundation","keywords":"Conceptualization; Taxonomy (biology); Bloom's taxonomy; Cognition; Comprehension; Cognitive science; Domain (mathematical analysis); Mathematics education; Computer science; Artificial intelligence; Cognitive skill; Psychology; Mathematics","score_opus":0.0325654174484968,"score_gpt":0.23361911268400018,"score_spread":0.20105369523550337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592324990","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32296604,0.0029727628,0.2302376,0.026040314,0.000571978,0.0018679048,0.00034123517,0.0015632631,0.41343898],"genre_scores_gemma":[0.74803543,0.0016259769,0.23147099,0.0017822483,0.00005148369,0.0013124365,0.00035494994,0.00008309597,0.015283379],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9957495,0.0015170012,0.0003054904,0.00045153996,0.0014746385,0.0005018078],"domain_scores_gemma":[0.98807853,0.0031189655,0.0016271645,0.00067710096,0.00385708,0.0026412217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038385724,0.00068686757,0.00033456233,0.0027901214,0.0026358564,0.004820236,0.0014350504,0.0014437215,0.0060900385],"category_scores_gemma":[0.011500243,0.0002690022,0.0006170539,0.0013551345,0.0035146468,0.006691945,0.006439646,0.0022574123,0.0013234679],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019034398,0.0015428446,0.052580815,0.0011946296,0.000029312409,0.00034973244,0.020949958,0.0035818678,0.0036621266,0.3303184,0.037730116,0.54786986],"study_design_scores_gemma":[0.00011201859,0.00071915786,0.06574923,0.0023234943,0.00006029209,0.00081099005,0.035007358,0.016427483,0.007810298,0.4990175,0.37174013,0.0002221101],"about_ca_topic_score_codex":0.005691161,"about_ca_topic_score_gemma":0.012170744,"teacher_disagreement_score":0.0070689176,"about_ca_system_score_codex":0.0070689176,"about_ca_system_score_gemma":0.014537642,"threshold_uncertainty_score":0.051288843},"labels":[],"label_agreement":null},{"id":"W2593504992","doi":"10.1145/3041047","title":"Misconceptions about computer science","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science","score_opus":0.07091444293170647,"score_gpt":0.3553591734278281,"score_spread":0.2844447304961216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593504992","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09972346,0.021744825,0.043875452,0.69038486,0.010283618,0.00014150274,0.00045124348,0.0008249553,0.13257012],"genre_scores_gemma":[0.70620406,0.020181235,0.019350938,0.22879222,0.0043716924,0.00014143466,0.00054037664,0.00060602184,0.019812059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.94669235,0.021946255,0.003311569,0.0022546637,0.024018511,0.0017766136],"domain_scores_gemma":[0.57550865,0.32479596,0.02376603,0.016469762,0.049100965,0.01035865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.039235253,0.0006190343,0.00053759525,0.0059158425,0.0073212497,0.009793171,0.002496868,0.007284414,0.005802436],"category_scores_gemma":[0.20214698,0.0006656062,0.0007524538,0.004087155,0.020921094,0.012082313,0.0066402727,0.016618796,0.0026814207],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022339793,0.00025342312,0.021250201,0.0020277116,0.00016786225,0.00250243,0.19710986,0.0010649434,0.0037127666,0.36290962,0.23563673,0.17314103],"study_design_scores_gemma":[0.00003750315,0.00006966732,0.005189726,0.0035222953,0.000100335594,0.004088277,0.04649201,0.0014972611,0.004786376,0.153333,0.78067416,0.00020947639],"about_ca_topic_score_codex":0.0058185915,"about_ca_topic_score_gemma":0.005695726,"teacher_disagreement_score":0.039235253,"about_ca_system_score_codex":0.0072510806,"about_ca_system_score_gemma":0.010531982,"threshold_uncertainty_score":0.20749831},"labels":[],"label_agreement":null},{"id":"W2594056401","doi":"10.1145/3017680.3017766","title":"In-Lab Programming Tests in a Data Structures Course in C for Non-Specialists","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology; University of British Columbia","funders":"","keywords":"Computer science; Programming language; Test (biology); Compiler; Test suite; Software engineering; Mathematics education; Test case; Psychology; Machine learning; Regression analysis","score_opus":0.06333500086749563,"score_gpt":0.37953487623670634,"score_spread":0.3161998753692107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594056401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98742837,0.000053551972,0.0057173525,0.00035607387,0.000056531524,0.00067929144,0.00019765907,0.0005252427,0.0049859597],"genre_scores_gemma":[0.9739939,0.00009446539,0.01604357,0.00047486887,0.000067087196,0.00050252577,0.0007748522,0.00014791769,0.007900923],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9948919,0.0017967531,0.00041704686,0.0006806973,0.001242732,0.00097093673],"domain_scores_gemma":[0.96268934,0.009884799,0.003215389,0.0027294538,0.007453729,0.014027338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061157164,0.0013459449,0.00085446896,0.001106447,0.0015068019,0.0018374266,0.0022018724,0.0009510453,0.004851829],"category_scores_gemma":[0.023072084,0.00055020844,0.00060117175,0.0007153882,0.00071958307,0.0014338114,0.0026690366,0.002513977,0.0037740022],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029232912,0.091716506,0.3019507,0.00063788105,0.00016099944,0.002980675,0.030219082,0.0070634037,0.046886228,0.0011644557,0.029880393,0.48441643],"study_design_scores_gemma":[0.0009074396,0.06425199,0.68099344,0.0002811838,0.00024002945,0.0036933026,0.022516748,0.023935374,0.116745055,0.004268069,0.08155244,0.0006148593],"about_ca_topic_score_codex":0.0014283701,"about_ca_topic_score_gemma":0.0040615452,"teacher_disagreement_score":0.0061157164,"about_ca_system_score_codex":0.0013655552,"about_ca_system_score_gemma":0.001976963,"threshold_uncertainty_score":0.032343388},"labels":[],"label_agreement":null},{"id":"W2597626023","doi":"10.18260/p.27309","title":"Impact of Engineering Curricula and Student Programming on STEM Attitudes among Middle and High School Students (Evaluation)","year":2016,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Directorate for STEM Education; National Science Foundation; National Institutes of Health; Microsoft; Wenner-Gren Foundation; American Society for Engineering Education","keywords":"Curriculum; Medical education; Engineering education; Mathematics education; Psychology; Engineering; Pedagogy; Medicine; Engineering management","score_opus":0.023415460038326674,"score_gpt":0.3121720378947675,"score_spread":0.2887565778564408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597626023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99909925,0.000015320118,0.000014417786,0.000043180837,0.000011729292,0.000050213905,0.000052011877,0.000003863825,0.000710083],"genre_scores_gemma":[0.99485344,0.00005961863,0.00018482603,0.00008774201,0.000024631767,0.00014860126,0.00015996334,0.0000040824543,0.004477094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788266,0.00061616156,0.00015285092,0.00024588077,0.00060341327,0.0004989765],"domain_scores_gemma":[0.98775035,0.0031330267,0.0015031251,0.00045524683,0.0025567506,0.004601357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004358482,0.0007173978,0.000948132,0.0013602815,0.001904556,0.0020992165,0.00065945776,0.0013310417,0.006228519],"category_scores_gemma":[0.0076572965,0.00078347384,0.0016074077,0.00092425395,0.00089570525,0.0009990728,0.0011799684,0.0025959823,0.0011246696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010589898,0.12489843,0.79564726,0.00017574565,0.0003775379,0.00031797425,0.00889981,0.00039806208,0.0037484127,0.0002572626,0.0015695269,0.053119987],"study_design_scores_gemma":[0.00083167653,0.077241704,0.90331006,0.00006353548,0.00036643445,0.00007784419,0.0099430075,0.0006192389,0.0052217157,0.00009969783,0.0021698838,0.000055148124],"about_ca_topic_score_codex":0.010364366,"about_ca_topic_score_gemma":0.018445954,"teacher_disagreement_score":0.010364366,"about_ca_system_score_codex":0.0019741086,"about_ca_system_score_gemma":0.0026265848,"threshold_uncertainty_score":0.02305013},"labels":[],"label_agreement":null},{"id":"W2598840888","doi":"10.1007/978-3-319-55553-9_12","title":"A Scenario-Based Approach for Designing Educational Robotics Activities for Co-creative Problem Solving","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Robotics; Creativity; Artificial intelligence; Computational thinking; Curriculum; Orchestration; Educational robotics; Computer science; Robot; Process (computing); Creative problem-solving; Mathematics education; Developmental robotics; Knowledge management; Engineering ethics; Psychology; Pedagogy; Engineering","score_opus":0.039032164058139834,"score_gpt":0.3183572774966195,"score_spread":0.27932511343847966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598840888","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034117622,0.00013984594,0.9651881,0.00027070474,0.00003948097,0.00021063916,0.00009579324,0.0006733463,0.029970258],"genre_scores_gemma":[0.07405168,0.00033432644,0.90835655,0.00006720488,0.000012773578,0.0004349236,0.00033057295,0.00011658344,0.01629545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992091,0.00039631268,0.000041014024,0.00012718287,0.00017381417,0.000052719828],"domain_scores_gemma":[0.99949574,0.00023887093,0.00002999213,0.000065263215,0.000095655545,0.0000743743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069820613,0.0012282991,0.00030868838,0.00083918,0.0008100206,0.0023539213,0.0019559984,0.0013664634,0.01810115],"category_scores_gemma":[0.0012634986,0.00046648574,0.0008759275,0.00072244555,0.0009631724,0.0018966096,0.0022591571,0.0010537634,0.0029203242],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015658983,0.0004374743,0.0012879862,0.0009985958,0.000093300434,0.0010416887,0.004752517,0.11076109,0.02800692,0.475371,0.017079363,0.36001337],"study_design_scores_gemma":[0.00006293974,0.0002818623,0.0010334695,0.00046753467,0.000079638514,0.0018579703,0.0031949645,0.39559063,0.018615752,0.21396355,0.3647433,0.00010832025],"about_ca_topic_score_codex":0.0012400846,"about_ca_topic_score_gemma":0.0024810384,"teacher_disagreement_score":0.01810115,"about_ca_system_score_codex":0.00073711906,"about_ca_system_score_gemma":0.0011135457,"threshold_uncertainty_score":0.060554385},"labels":[],"label_agreement":null},{"id":"W2600561228","doi":"10.1108/ijilt-09-2016-0048","title":"Artificial intelligence, computational thinking, and mathematics education","year":2017,"lang":"en","type":"article","venue":"International Journal of Information and Learning Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computational thinking; Sociocultural evolution; Agency (philosophy); Value (mathematics); Perception; Computer science; Cognitive science; Cognition; Originality; Artificial intelligence; Mathematics education; Management science; Psychology; Sociology; Engineering; Social science; Creativity; Social psychology","score_opus":0.013994859345252044,"score_gpt":0.30218283629061404,"score_spread":0.288187976945362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600561228","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43791306,0.04720556,0.010865712,0.0452748,0.0005034302,0.000083202875,0.00009424021,0.00010993509,0.4579501],"genre_scores_gemma":[0.98229915,0.0072204834,0.003815831,0.000988104,0.00011698399,0.00003280326,0.000030162713,0.000010988218,0.00548549],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999148,0.0004603623,0.00004645361,0.00008902942,0.00013449133,0.00012170411],"domain_scores_gemma":[0.9946792,0.0033873636,0.0007388937,0.00019332956,0.00029108438,0.000710204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010519776,0.00018770451,0.00021870325,0.0010100752,0.0013053835,0.005767693,0.00032422898,0.00050070416,0.0067235753],"category_scores_gemma":[0.004684263,0.00008586765,0.0001734151,0.0013540058,0.0045610103,0.0027842883,0.002081753,0.00176327,0.000493938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047192396,0.0004418177,0.041485984,0.00068633066,0.000022352522,0.00032485795,0.018040605,0.0007809602,0.00042680537,0.73903996,0.0054078694,0.19329537],"study_design_scores_gemma":[0.000017297763,0.00016577411,0.06565848,0.0016234984,0.000027431293,0.00090859545,0.040665135,0.0010802626,0.00072547887,0.69217664,0.19690652,0.000044912704],"about_ca_topic_score_codex":0.0031160482,"about_ca_topic_score_gemma":0.004008551,"teacher_disagreement_score":0.0067235753,"about_ca_system_score_codex":0.0020752382,"about_ca_system_score_gemma":0.0039740587,"threshold_uncertainty_score":0.022492647},"labels":[],"label_agreement":null},{"id":"W2604138157","doi":"10.24908/pceea.v0i0.6491","title":"THE USE OF A SERIES OF ONLINE MINI-LECTURES TO DELIVER FACTS IN FIRST YEAR PROGRAMMING","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Mathematics education; Course (navigation); Comprehension; Online course; Term (time); Series (stratigraphy); Multimedia; Psychology; Programming language; Engineering","score_opus":0.017364597990914603,"score_gpt":0.23237062456379606,"score_spread":0.21500602657288145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604138157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85365057,0.00033772463,0.090304025,0.0012077672,0.00060714036,0.003047845,0.0014252875,0.0044119717,0.045007657],"genre_scores_gemma":[0.71621037,0.0004078561,0.23209126,0.0006254032,0.00021605495,0.002122076,0.0015313965,0.0002703676,0.046525203],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999171,0.00015208925,0.00004484937,0.00027125666,0.00022807863,0.00013264107],"domain_scores_gemma":[0.9961028,0.001461062,0.0003127895,0.0005635448,0.00041760007,0.0011422269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012417518,0.00067960354,0.000291678,0.00079250394,0.000864857,0.0012860531,0.0013326838,0.0006793626,0.013436824],"category_scores_gemma":[0.0049060713,0.0003632819,0.0003452738,0.0005856502,0.00036992115,0.0010613034,0.0016701755,0.0013360954,0.0044819717],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017529132,0.013945036,0.013719957,0.0005895216,0.000045031997,0.0005832825,0.004796284,0.0028052968,0.077459455,0.0026317923,0.020988027,0.8606833],"study_design_scores_gemma":[0.0016439942,0.036642246,0.29876456,0.0008158088,0.00026233698,0.005217662,0.0060735974,0.017817313,0.18328178,0.008564766,0.4402867,0.0006292549],"about_ca_topic_score_codex":0.0014285055,"about_ca_topic_score_gemma":0.0059911,"teacher_disagreement_score":0.013436824,"about_ca_system_score_codex":0.00074694667,"about_ca_system_score_gemma":0.0011114812,"threshold_uncertainty_score":0.044950664},"labels":[],"label_agreement":null},{"id":"W2604575007","doi":"10.1145/3017680.3022434","title":"What We Say vs. What They Do","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outreach; Mainstream; Variety (cybernetics); Diversification (marketing strategy); Computer science; Coding (social sciences); Public relations; World Wide Web; Sociology; Social science; Political science; Artificial intelligence","score_opus":0.02721729491054234,"score_gpt":0.29146300552010557,"score_spread":0.26424571060956326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604575007","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036870454,0.026674699,0.02343248,0.61408186,0.024998326,0.0002012406,0.0007967244,0.0002456041,0.27269864],"genre_scores_gemma":[0.68323636,0.03270907,0.01630796,0.20592757,0.010674285,0.0005894312,0.00064580527,0.0007936476,0.049115885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9765975,0.013297261,0.0012173769,0.0020424337,0.004957766,0.0018877232],"domain_scores_gemma":[0.9531872,0.026329555,0.0044189086,0.0029119425,0.0077540656,0.005398326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01882709,0.00050255604,0.00072155526,0.0019988804,0.004781744,0.014982562,0.0013965932,0.0034325013,0.015016553],"category_scores_gemma":[0.067670986,0.00037237542,0.00059202424,0.0019321883,0.01877993,0.02443663,0.004460113,0.00822476,0.005801374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016625406,0.00014675634,0.014837992,0.002278879,0.00021567466,0.00074018317,0.20617513,0.00019162854,0.00087094825,0.4184681,0.1732912,0.18261716],"study_design_scores_gemma":[0.000033447246,0.00007179494,0.0034461112,0.003001844,0.00009748452,0.0006692595,0.15329134,0.00019670659,0.00068340846,0.22825576,0.6101695,0.000083323226],"about_ca_topic_score_codex":0.004475213,"about_ca_topic_score_gemma":0.0042547104,"teacher_disagreement_score":0.01882709,"about_ca_system_score_codex":0.003516887,"about_ca_system_score_gemma":0.006770386,"threshold_uncertainty_score":0.09956837},"labels":[],"label_agreement":null},{"id":"W2605355633","doi":"10.24908/pceea.v0i0.6461","title":"TEACHING FUNDAMENTAL COMPUTER PROGRAMMING CONCEPTS TO MECHANICAL ENGINEERING STUDENTS USING PALPABLE INTERACTIVE VISUAL LEARNING AIDS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Computer science; Abstraction; Syntax; Human–computer interaction; Process (computing); Multimedia; Comprehension; Artificial intelligence; Software engineering; Programming language","score_opus":0.009568722555287405,"score_gpt":0.29831953903235736,"score_spread":0.28875081647706996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605355633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94504195,0.00022496782,0.04092073,0.0004239202,0.00003930536,0.00048311346,0.000059436778,0.0005577536,0.012248822],"genre_scores_gemma":[0.914679,0.0008763678,0.07063525,0.00029420928,0.000036301197,0.0006169468,0.00011597499,0.000043685664,0.012702334],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99962926,0.00008669247,0.000019034274,0.00006607907,0.00012210869,0.00007677033],"domain_scores_gemma":[0.9978853,0.0013263214,0.0002045404,0.00012606548,0.00014200441,0.0003157836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081101264,0.00058753206,0.0003547744,0.00061564817,0.0002601197,0.001152032,0.00083826896,0.0004499101,0.007359929],"category_scores_gemma":[0.004138696,0.00018826158,0.000259222,0.0003357143,0.0005339185,0.0007796706,0.0012196567,0.00091457705,0.001337936],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075983966,0.018546415,0.025077205,0.0011677538,0.000036937083,0.00095244194,0.018344661,0.0047871033,0.107674904,0.005603639,0.0063980035,0.8106511],"study_design_scores_gemma":[0.0013705489,0.06229706,0.2699938,0.0019037101,0.00031740245,0.0077864085,0.04883137,0.045824274,0.29926255,0.04665298,0.21533082,0.00042903467],"about_ca_topic_score_codex":0.00041348065,"about_ca_topic_score_gemma":0.0008978033,"teacher_disagreement_score":0.007359929,"about_ca_system_score_codex":0.00030895334,"about_ca_system_score_gemma":0.00079814025,"threshold_uncertainty_score":0.024621367},"labels":[],"label_agreement":null},{"id":"W2606236533","doi":"10.5430/jct.v6n1p79","title":"Hiding in Plain Sight: Identifying Computational Thinking in the Ontario Elementary School Curriculum","year":2017,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Curriculum; Mathematics education; Computational thinking; Qualitative analysis; Qualitative research; Pedagogy; Psychology; Sociology; Social science","score_opus":0.01946581600768586,"score_gpt":0.2943071208459609,"score_spread":0.274841304838275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606236533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836917,0.00034098644,0.0005330749,0.0006936263,0.000011617094,0.00010689638,0.0005203504,0.000018592607,0.014083248],"genre_scores_gemma":[0.99309206,0.00057695503,0.0013431894,0.00009321213,0.0000050889785,0.00010077442,0.00052380323,0.000019706857,0.0042452426],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9953754,0.00051160454,0.0003097382,0.0003932243,0.002669143,0.0007409423],"domain_scores_gemma":[0.9847963,0.0039148317,0.0028490978,0.0006899175,0.00587659,0.0018733257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027207716,0.00030505855,0.0003623546,0.0053438745,0.0050883368,0.003991977,0.0009805771,0.0005703122,0.0025102478],"category_scores_gemma":[0.016493062,0.0004141807,0.00024107553,0.00966064,0.0047227307,0.001999494,0.00306702,0.00082020246,0.00022117818],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015991997,0.000130878,0.47266766,0.0005587118,0.000018073319,0.0005734098,0.41015235,0.00031745282,0.004672105,0.0061963378,0.0039147343,0.10063835],"study_design_scores_gemma":[0.000009984925,0.000047394344,0.8086415,0.00038265163,0.000021644315,0.00011781144,0.14777368,0.0005859963,0.00137152,0.0008528742,0.040155184,0.000039838927],"about_ca_topic_score_codex":0.93944365,"about_ca_topic_score_gemma":0.9802081,"teacher_disagreement_score":0.060556352,"about_ca_system_score_codex":0.059216123,"about_ca_system_score_gemma":0.11125942,"threshold_uncertainty_score":0.42964506},"labels":[],"label_agreement":null},{"id":"W2610017518","doi":"10.1007/978-3-319-52691-1_16","title":"Assessing Computational Thinking Across the Curriculum","year":2017,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Wilfrid Laurier University","funders":"","keywords":"Curriculum; Computational thinking; Set (abstract data type); Mathematics education; Computer science; Digital literacy; Management science; Pedagogy; Psychology; Engineering","score_opus":0.038877813195066176,"score_gpt":0.3341837731891829,"score_spread":0.29530595999411674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610017518","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2797376,0.012878217,0.11464942,0.0045585106,0.0014459015,0.0003964457,0.0010315403,0.0023099093,0.58299243],"genre_scores_gemma":[0.56963533,0.012460734,0.13970992,0.001069049,0.00030879473,0.00051675574,0.0026812016,0.00084638124,0.27277192],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990984,0.00013904853,0.00003850864,0.00014389661,0.00052722235,0.000052935146],"domain_scores_gemma":[0.9964116,0.0016122081,0.00021075208,0.00024573752,0.0011570998,0.00036267986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001228229,0.00076329627,0.0005465246,0.0013668389,0.00046633236,0.0032494813,0.0008874827,0.0005891285,0.010658609],"category_scores_gemma":[0.007873309,0.0002911185,0.00035001407,0.0011340977,0.0006856367,0.002277817,0.0017806574,0.0017906876,0.0036350505],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006421387,0.00034651192,0.007506629,0.00022112804,0.000017049759,0.00004759158,0.0012390852,0.0015876112,0.004471849,0.012307406,0.025684724,0.9465061],"study_design_scores_gemma":[0.00005988068,0.0012723029,0.17716724,0.0038289076,0.00014402474,0.001329556,0.00651303,0.021130243,0.048082612,0.3769543,0.3632947,0.00022334172],"about_ca_topic_score_codex":0.0019714218,"about_ca_topic_score_gemma":0.0052252957,"teacher_disagreement_score":0.010658609,"about_ca_system_score_codex":0.0015251369,"about_ca_system_score_gemma":0.0021036672,"threshold_uncertainty_score":0.03565663},"labels":[],"label_agreement":null},{"id":"W2611460745","doi":"10.1145/3027063.3053346","title":"Using Robotics and 3D Printing to Introduce Youth to Computer Science and Electromechanical Engineering","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Robotics; Artificial intelligence; 3D printing; Computer science; Engineering education; 3d printer; Educational robotics; Human–computer interaction; Engineering management; Multimedia; Robot; Engineering; Mechanical engineering","score_opus":0.03286181139394101,"score_gpt":0.2792109944546785,"score_spread":0.2463491830607375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611460745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.333156,0.0016099339,0.5836512,0.0019240237,0.0005616695,0.00074281567,0.00016346294,0.0038522405,0.07433871],"genre_scores_gemma":[0.61911464,0.0014981093,0.33144626,0.0013371476,0.00016675411,0.0008286331,0.00014874834,0.0006156466,0.04484409],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883384,0.00046723336,0.000042565756,0.000163414,0.00023347893,0.000259557],"domain_scores_gemma":[0.9989255,0.00036832844,0.000100285215,0.00008657634,0.00009222896,0.0004270065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017586574,0.0008884752,0.00032598234,0.0004940258,0.00087606354,0.002017121,0.0009734,0.0010721097,0.008818558],"category_scores_gemma":[0.0015189968,0.00027710342,0.0008254286,0.00022794679,0.001402469,0.0013031891,0.0033247813,0.001144862,0.0033068277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004583482,0.004917914,0.01602748,0.0019014045,0.00007628078,0.004487604,0.07802897,0.0047467775,0.1407617,0.046714637,0.027947925,0.67393106],"study_design_scores_gemma":[0.00016323174,0.0056854505,0.013728134,0.00083085796,0.00010866809,0.010779128,0.02045086,0.0063253264,0.1201152,0.018454708,0.80306464,0.00029377258],"about_ca_topic_score_codex":0.00026646288,"about_ca_topic_score_gemma":0.0007222515,"teacher_disagreement_score":0.008818558,"about_ca_system_score_codex":0.00029329426,"about_ca_system_score_gemma":0.00051495904,"threshold_uncertainty_score":0.02950102},"labels":[],"label_agreement":null},{"id":"W2616597940","doi":"10.1007/978-3-319-58515-4_3","title":"Affective Walkthroughs and Heuristics: Evaluating Minecraft Hour of Code","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software walkthrough; Computer science; Heuristics; Code (set theory); Storyboard; Software; Heuristic; Code review; Human–computer interaction; Source code; Multimedia; Software engineering; Software quality; Artificial intelligence; Software development; Programming language; Software construction; Operating system","score_opus":0.032752393159018865,"score_gpt":0.3150109180977697,"score_spread":0.28225852493875087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616597940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95359397,0.002815927,0.027857745,0.00018958021,0.00031746077,0.000538027,0.004341182,0.0053885835,0.004957442],"genre_scores_gemma":[0.94455445,0.0005672122,0.042249803,0.00015891732,0.00006425594,0.00029013524,0.008102215,0.0003494636,0.0036635664],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99903595,0.00030592017,0.00007695604,0.00030515878,0.00021117099,0.00006486655],"domain_scores_gemma":[0.98386025,0.012889397,0.0010540757,0.0007087773,0.0008051031,0.00068249344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012980278,0.0009282566,0.00048391896,0.0014756324,0.00030294017,0.000981675,0.0009960334,0.0011010304,0.0029916014],"category_scores_gemma":[0.016709888,0.00031210895,0.0003364429,0.0007871129,0.0002566384,0.0015417616,0.00091503246,0.00074714463,0.0010366939],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0118310535,0.003805399,0.04845153,0.002692825,0.0005837783,0.00035862956,0.0026603055,0.026096439,0.018924167,0.0009452065,0.038491633,0.84515893],"study_design_scores_gemma":[0.0018134778,0.009654271,0.18877196,0.0009905649,0.00087925576,0.00097069034,0.0034390881,0.7082157,0.04085217,0.0067072203,0.03739808,0.00030744768],"about_ca_topic_score_codex":0.0040113064,"about_ca_topic_score_gemma":0.011189242,"teacher_disagreement_score":0.0040113064,"about_ca_system_score_codex":0.00050267053,"about_ca_system_score_gemma":0.00069684273,"threshold_uncertainty_score":0.010007858},"labels":[],"label_agreement":null},{"id":"W2617883294","doi":"10.18260/1-2--8034","title":"Using Robus In Electrical And Computer Engineering Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Microprocessor; Robot; Robotics; Teamwork; Computer science; Curriculum; Engineering education; Engineering management; Multimedia; Engineering; Artificial intelligence; Software engineering; Electrical engineering; Embedded system; Pedagogy; Psychology; Management","score_opus":0.01611569935132767,"score_gpt":0.2695712383911623,"score_spread":0.25345553903983464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617883294","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013575284,0.0045047607,0.31197646,0.0072885347,0.0045629847,0.00056556344,0.0126527,0.088391304,0.5564824],"genre_scores_gemma":[0.09210513,0.005005179,0.15687971,0.0014195181,0.0014350503,0.00055707607,0.018097943,0.01751373,0.7069867],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989611,0.00016749577,0.000056314348,0.00015181227,0.0005739877,0.000089315654],"domain_scores_gemma":[0.99732035,0.0007138277,0.00014894661,0.00036584103,0.0011207768,0.0003303003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008790381,0.0012331828,0.00062552455,0.0031640744,0.0011325673,0.003395547,0.0008764844,0.00078902533,0.19882467],"category_scores_gemma":[0.003987982,0.00040094042,0.00052272185,0.002081836,0.00053693005,0.0026230623,0.001835527,0.00081801077,0.11328552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015552533,0.000051112445,0.0005997914,0.0005202796,0.000009922491,0.0003050613,0.00052056566,0.0011988229,0.008908725,0.008816608,0.43821496,0.5406986],"study_design_scores_gemma":[0.000010520415,0.00003085688,0.0007473501,0.00014914351,0.000004813355,0.000120661745,0.00013408452,0.001745324,0.0042485516,0.0016862374,0.99110365,0.000018775676],"about_ca_topic_score_codex":0.008835806,"about_ca_topic_score_gemma":0.018577697,"teacher_disagreement_score":0.19882467,"about_ca_system_score_codex":0.0012886684,"about_ca_system_score_gemma":0.0017087415,"threshold_uncertainty_score":0.6651348},"labels":[],"label_agreement":null},{"id":"W2677979853","doi":"10.1145/3078072.3078074","title":"Crazy Like Us","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Networks of Centres of Excellence of Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Cornerstone; Poverty; Population; Work (physics); Psychology; Dyslexia; Cognition; Developmental psychology; Medicine; Political science; Psychiatry; Law; Reading (process)","score_opus":0.02172253027479362,"score_gpt":0.28259900896702234,"score_spread":0.26087647869222874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2677979853","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013362475,0.008039962,0.010339383,0.43489072,0.02743277,0.00030299296,0.00043845046,0.0012291466,0.50396407],"genre_scores_gemma":[0.089783855,0.0067209327,0.007984841,0.24548231,0.0045886612,0.0004431027,0.00036263245,0.00086779083,0.6437658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934087,0.003178287,0.00020806011,0.0006633389,0.0015271914,0.0010144431],"domain_scores_gemma":[0.9879766,0.002056336,0.0009506511,0.0011984669,0.0025882293,0.005229681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005016811,0.00078638125,0.0006840416,0.00094683387,0.008472952,0.007547734,0.00094862573,0.00476209,0.10450113],"category_scores_gemma":[0.0217651,0.00043877817,0.0005364834,0.0004996696,0.0071016354,0.007460177,0.006568044,0.009773659,0.04866285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040738916,0.0000619338,0.0023244522,0.000073689465,0.000012171044,0.00030176685,0.007834687,0.000034966746,0.0003710819,0.049299784,0.8832372,0.056407515],"study_design_scores_gemma":[0.0000043084847,0.000020184401,0.00045596765,0.000107611806,0.0000037733585,0.000361124,0.0032078244,0.000020244106,0.00008760743,0.0043713516,0.99134773,0.000012262931],"about_ca_topic_score_codex":0.0050618206,"about_ca_topic_score_gemma":0.00925302,"teacher_disagreement_score":0.10450113,"about_ca_system_score_codex":0.0020347086,"about_ca_system_score_gemma":0.004398699,"threshold_uncertainty_score":0.34959108},"labels":[],"label_agreement":null},{"id":"W2724767750","doi":"10.1145/3059009.3081332","title":"Searching for Early Developmental Activities Leading to Computational Thinking Skills","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; British Columbia Institute of Technology","funders":"","keywords":"Computational thinking; Mathematics education; Computer science; Cognitive science; Psychology","score_opus":0.030368144710911198,"score_gpt":0.3238229638546505,"score_spread":0.2934548191437393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724767750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98731273,0.00041706348,0.0030397044,0.00033848573,0.000008452308,0.00001199337,0.00008365695,0.00004128035,0.008746634],"genre_scores_gemma":[0.99135596,0.00069698057,0.005346337,0.00007536042,0.0000042477423,0.000019703291,0.00011238354,0.000012242187,0.002376773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9998109,0.0000284511,0.000012926541,0.000061156614,0.000038391685,0.000048274844],"domain_scores_gemma":[0.9973455,0.0012988603,0.00049286877,0.00019681238,0.0003695286,0.0002965027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049970695,0.00014689223,0.0001602809,0.0007774794,0.00036411974,0.0016462941,0.00042165027,0.00044934137,0.005426766],"category_scores_gemma":[0.0034568005,0.00019446423,0.00019988706,0.00048629922,0.00093868375,0.0014146409,0.0007285914,0.0007725953,0.00088601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028321808,0.000446583,0.6370248,0.00058562245,0.000038032314,0.0035056078,0.014982822,0.0008945773,0.08884937,0.045863137,0.00093822315,0.206588],"study_design_scores_gemma":[0.000028668686,0.0005572966,0.84150505,0.00044788094,0.00008380347,0.0036949038,0.016175963,0.0016861612,0.08265098,0.03714297,0.01596162,0.000064716936],"about_ca_topic_score_codex":0.0016226742,"about_ca_topic_score_gemma":0.0027001824,"teacher_disagreement_score":0.005426766,"about_ca_system_score_codex":0.0003089684,"about_ca_system_score_gemma":0.0012297385,"threshold_uncertainty_score":0.018154323},"labels":[],"label_agreement":null},{"id":"W2733448445","doi":"10.1145/3059009.3059056","title":"Study Habits, Exam Performance, and Confidence","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Task (project management); Computer science; Mathematics education; Confidence interval; Artificial intelligence; Psychology; Statistics; Mathematics","score_opus":0.035359081353182595,"score_gpt":0.2900098871862632,"score_spread":0.2546508058330806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2733448445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99890816,0.000049682378,0.000079883524,0.00007241405,0.0000033640622,0.000008674132,0.000051303385,0.000005403986,0.00082110433],"genre_scores_gemma":[0.99938846,0.000043379307,0.00009887543,0.000021109716,0.000006496805,0.000009252403,0.00011979788,0.0000019154218,0.00031074922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99874264,0.00034153846,0.00021171263,0.00016039386,0.00038249543,0.00016124228],"domain_scores_gemma":[0.94034153,0.022234181,0.025035936,0.003078404,0.0026050168,0.006704898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032185013,0.00027350202,0.00029421147,0.0016940362,0.00033393584,0.0017916254,0.00053005083,0.00080765603,0.0024620185],"category_scores_gemma":[0.030345408,0.0002873117,0.0004307429,0.0008699197,0.0006970496,0.0011759883,0.0009261814,0.001352208,0.00052222755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002651335,0.00023762617,0.9967539,0.0000064875803,0.000023961404,0.000015070386,0.00019729137,0.00005734146,0.0001617934,0.000022209677,0.00004446566,0.0024535216],"study_design_scores_gemma":[0.0000018036778,0.00012494785,0.9992036,0.0000034514146,0.0000065448257,0.000029120742,0.0002485989,0.00018509802,0.00008512751,0.000042345466,0.00006551561,0.000003780031],"about_ca_topic_score_codex":0.0016612192,"about_ca_topic_score_gemma":0.0038012352,"teacher_disagreement_score":0.0032185013,"about_ca_system_score_codex":0.00031456866,"about_ca_system_score_gemma":0.0004371852,"threshold_uncertainty_score":0.017021239},"labels":[],"label_agreement":null},{"id":"W2735789210","doi":"10.18260/1-2--9634","title":"Organization Of The Robo Toy Contest","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"CONTEST; Session (web analytics); Presentation (obstetrics); Curriculum; Computer science; Multidisciplinary approach; Face (sociological concept); Work (physics); Mathematics education; Psychology; Pedagogy; Engineering; Sociology; World Wide Web; Political science; Medicine","score_opus":0.015845212093895007,"score_gpt":0.20183984984835823,"score_spread":0.18599463775446323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735789210","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26300532,0.0034263895,0.15992358,0.008547478,0.007514615,0.012853814,0.008185782,0.0084080435,0.52813494],"genre_scores_gemma":[0.57062995,0.00161561,0.105631806,0.0009812196,0.0023889935,0.0091082575,0.01667414,0.005887883,0.2870822],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952578,0.0012631483,0.00015000651,0.0005986274,0.0012124373,0.0015180679],"domain_scores_gemma":[0.9952402,0.00031086587,0.00017193466,0.0004430973,0.0007082981,0.003125581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003566821,0.0009815445,0.0011694445,0.0021772438,0.0050053373,0.006037956,0.002027971,0.0012618995,0.041026276],"category_scores_gemma":[0.004223007,0.0006114006,0.00078383455,0.0015747396,0.0014812886,0.0017482818,0.007863556,0.002784413,0.012415486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055836216,0.0037794926,0.0066766683,0.0017099036,0.00008252588,0.0034542484,0.013722804,0.018118462,0.040812578,0.103231326,0.3646862,0.43814215],"study_design_scores_gemma":[0.0002786479,0.0008048348,0.006658426,0.00017421998,0.000016311971,0.00040487084,0.0046586576,0.0061042528,0.0052046073,0.0079369005,0.96763706,0.0001211928],"about_ca_topic_score_codex":0.003384568,"about_ca_topic_score_gemma":0.00963302,"teacher_disagreement_score":0.041026276,"about_ca_system_score_codex":0.0027537607,"about_ca_system_score_gemma":0.0040599774,"threshold_uncertainty_score":0.13724655},"labels":[],"label_agreement":null},{"id":"W2736872704","doi":"","title":"Beyond boy’s toys: Women, play and Mindstorms™ Robotics","year":2003,"lang":"en","type":"article","venue":"OCAD University Open Research Repository (OCAD University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Robotics; Agency (philosophy); Artificial intelligence; Bricolage; Sociology; Space (punctuation); Constructionism; Embodied cognition; Computer science; Robot; Epistemology; Cognitive science; Human–computer interaction; Psychology; Visual arts; Art; Social science; Philosophy","score_opus":0.03810030700794958,"score_gpt":0.27133167813252057,"score_spread":0.23323137112457099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736872704","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18870449,0.030692985,0.021065386,0.07493712,0.0018353735,0.000101492,0.000102703234,0.00024409482,0.68231636],"genre_scores_gemma":[0.9206684,0.00596409,0.0019132923,0.0032462922,0.00020136264,0.0000886723,0.000022437556,0.000108752414,0.06778658],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961384,0.002595007,0.000058426955,0.00032415663,0.00039428737,0.00048973126],"domain_scores_gemma":[0.99827564,0.00093661185,0.00018600115,0.000077132,0.00012990819,0.00039464002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033388424,0.0007340952,0.00040326527,0.0010106951,0.012907787,0.010223379,0.0010494406,0.0023399822,0.011538136],"category_scores_gemma":[0.003383259,0.00038107915,0.00031132915,0.0006983246,0.026981203,0.0070953835,0.0067267767,0.0024713674,0.0014734735],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005942525,0.00003758147,0.0009050266,0.00013939048,0.0000059186204,0.00062465656,0.609282,0.00011330075,0.00056170777,0.34336382,0.010159469,0.03474772],"study_design_scores_gemma":[0.0000086769305,0.00009345187,0.0008521578,0.00046081562,0.0000072007865,0.00058510504,0.36139202,0.00018452965,0.0005126992,0.023089154,0.61278653,0.000027736749],"about_ca_topic_score_codex":0.011416664,"about_ca_topic_score_gemma":0.014548529,"teacher_disagreement_score":0.012907787,"about_ca_system_score_codex":0.0043857624,"about_ca_system_score_gemma":0.0020578748,"threshold_uncertainty_score":0.038598955},"labels":[],"label_agreement":null},{"id":"W2740360264","doi":"10.5539/ies.v10n8p60","title":"An Analysis of Mathematics Education Students’ Skills in the Process of Programming and Their Practices of Integrating It into Their Teaching","year":2017,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Process (computing); Computer science; Teaching method; Computer literacy; Computer programming; Literacy; Pedagogy; Psychology; Programming language","score_opus":0.043937612349008885,"score_gpt":0.46357932488759196,"score_spread":0.41964171253858307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740360264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99800915,0.00004300656,0.00029482428,0.000029934987,0.0000016358082,0.00002464116,0.00003052077,0.0000042440893,0.0015620115],"genre_scores_gemma":[0.9980751,0.00009055893,0.00066036166,0.000010397986,0.0000015788697,0.000031613043,0.000093335,0.0000021972214,0.0010348045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99944085,0.00012727875,0.000062308594,0.00008748274,0.0001689105,0.00011314815],"domain_scores_gemma":[0.9963983,0.0013183833,0.0006939286,0.00015662213,0.0009527862,0.00048004364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072076556,0.00022258883,0.00017842317,0.0014384023,0.00052546564,0.000850031,0.0002564442,0.00024536785,0.0021256863],"category_scores_gemma":[0.003980222,0.0001459075,0.00028144877,0.0009361315,0.000319315,0.0005755959,0.0006203762,0.00037459595,0.0004069461],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002802881,0.0016022981,0.76926273,0.00031455685,0.000036204907,0.00061152974,0.07223794,0.00033838322,0.007975334,0.0009436872,0.0007543337,0.14564267],"study_design_scores_gemma":[0.000010348584,0.0007056785,0.9553028,0.000078360805,0.000030591276,0.00032910338,0.03557398,0.0005911434,0.0028108368,0.0002680224,0.0042800996,0.000019014962],"about_ca_topic_score_codex":0.0013087066,"about_ca_topic_score_gemma":0.0019186173,"teacher_disagreement_score":0.0021256863,"about_ca_system_score_codex":0.00043842552,"about_ca_system_score_gemma":0.0009618968,"threshold_uncertainty_score":0.007111132},"labels":[],"label_agreement":null},{"id":"W2742396379","doi":"10.1109/icalt.2017.151","title":"Tracking Students’ Analytical Reasoning Using Visual Scan Paths","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracking (education); Computer vision; Artificial intelligence; Eye tracking; Computer graphics (images); Psychology","score_opus":0.0535083265671079,"score_gpt":0.3898604476213282,"score_spread":0.3363521210542203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742396379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89460194,0.00017204147,0.100026794,0.000115260234,0.000017638884,0.00015142698,0.00032625793,0.0007456668,0.0038430835],"genre_scores_gemma":[0.93219185,0.00022977438,0.065406926,0.00003122713,0.0000052785917,0.00015035595,0.00026498293,0.00006609787,0.0016534464],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999428,0.0002072777,0.000029599656,0.00014765908,0.00014695401,0.000040646428],"domain_scores_gemma":[0.99580187,0.0024431476,0.00073923223,0.00019777533,0.0005822025,0.0002358597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006856122,0.0005431139,0.00023386185,0.0014476439,0.000168235,0.0010209968,0.0004023431,0.00056873227,0.0032088782],"category_scores_gemma":[0.011908276,0.00021431032,0.00019691653,0.00062545366,0.00022531899,0.00089164905,0.00058900274,0.0004024043,0.000703382],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011086225,0.000943562,0.25698748,0.0006139591,0.00012756164,0.00029696783,0.008698725,0.016278502,0.13417056,0.0023860272,0.0018434528,0.57654464],"study_design_scores_gemma":[0.00029650753,0.0046505416,0.52574366,0.0003547116,0.0001850769,0.0017975508,0.007022045,0.321997,0.10709651,0.013002925,0.017579524,0.00027390028],"about_ca_topic_score_codex":0.0017854857,"about_ca_topic_score_gemma":0.002541255,"teacher_disagreement_score":0.0032088782,"about_ca_system_score_codex":0.0002710171,"about_ca_system_score_gemma":0.0005649533,"threshold_uncertainty_score":0.010734737},"labels":[],"label_agreement":null},{"id":"W2742681080","doi":"10.18260/1-2--28468","title":"Impact of Makerspaces on Cultivating Students' Communities of Practice Abstract","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Ontario Centres of Excellence","keywords":"Face (sociological concept); Engineering education; Doors; Work (physics); Engineering; Sociology; Pedagogy; Engineering management; Mechanical engineering; Social science","score_opus":0.033242142693665384,"score_gpt":0.3885637317525137,"score_spread":0.3553215890588483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742681080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96866155,0.00012859164,0.002498606,0.0012840421,0.00015141166,0.0001266439,0.00003476605,0.00017375896,0.026940636],"genre_scores_gemma":[0.9956809,0.000046935933,0.001965302,0.000078730736,0.000021084381,0.000074418094,0.000017000997,0.000021287393,0.0020942679],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99314415,0.0043005757,0.00015702711,0.0006865619,0.0008356689,0.0008761018],"domain_scores_gemma":[0.9641863,0.015453872,0.0023501907,0.003174955,0.0018168489,0.013017842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005548149,0.0005316092,0.0004228663,0.00177346,0.004474621,0.008422215,0.0012700309,0.0011937829,0.016689906],"category_scores_gemma":[0.023588035,0.00030546947,0.00048161825,0.00095574965,0.0037531094,0.004025901,0.012166044,0.0013862771,0.0015555574],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002426845,0.017176554,0.1251746,0.00072757486,0.00013784663,0.0010505538,0.16782513,0.0024681003,0.011707224,0.055577055,0.011978737,0.60374975],"study_design_scores_gemma":[0.0016335198,0.012413039,0.18332799,0.0009996649,0.00043958082,0.00059779536,0.4473965,0.01132499,0.012159991,0.09948039,0.22989686,0.0003296611],"about_ca_topic_score_codex":0.00073279766,"about_ca_topic_score_gemma":0.0027292685,"teacher_disagreement_score":0.016689906,"about_ca_system_score_codex":0.0015194034,"about_ca_system_score_gemma":0.0036443279,"threshold_uncertainty_score":0.05583328},"labels":[],"label_agreement":null},{"id":"W2745758802","doi":"10.1145/3105726.3106173","title":"RoboBUG","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Debugging; Computer science; Confusion; Task (project management); Human–computer interaction; Face (sociological concept); Programming language; Multimedia; Software engineering; Psychology; Engineering","score_opus":0.02611003969271973,"score_gpt":0.29242989650140083,"score_spread":0.2663198568086811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745758802","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058311675,0.003858589,0.41398722,0.0013813832,0.0010214836,0.0030260347,0.015520833,0.20548166,0.29741114],"genre_scores_gemma":[0.32462978,0.0023970706,0.37580177,0.0024317212,0.00013474401,0.0029001262,0.029579177,0.03485791,0.22726773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995096,0.00006448285,0.00003554038,0.000093003306,0.00020172166,0.00009569729],"domain_scores_gemma":[0.999406,0.00016477887,0.000053616044,0.00008628918,0.00016201672,0.00012727393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043822016,0.00158397,0.00059951475,0.0009196233,0.00043296316,0.00084763,0.0018053725,0.00084189954,0.049646262],"category_scores_gemma":[0.0022237508,0.000562397,0.00064738037,0.00025960858,0.00037367165,0.0015782808,0.002017825,0.00086661987,0.015587261],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032887235,0.00068481406,0.004288337,0.003712671,0.00020835036,0.0012047233,0.0014272131,0.011239847,0.052875653,0.038438115,0.4119567,0.47067484],"study_design_scores_gemma":[0.00029287706,0.0005159036,0.0046839826,0.0003675439,0.000078933845,0.0010636351,0.00015709206,0.025764987,0.017447758,0.008133267,0.9413304,0.00016365552],"about_ca_topic_score_codex":0.003772269,"about_ca_topic_score_gemma":0.006325285,"teacher_disagreement_score":0.049646262,"about_ca_system_score_codex":0.00030398316,"about_ca_system_score_gemma":0.0007513851,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2750392475","doi":"10.1109/cvprw.2017.180","title":"Teaching Computer Vision and Its Societal Effects: A Look at Privacy and Security Issues from the Students’ Perspective","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Washington State University","keywords":"Perspective (graphical); Computer science; Internet privacy; Information privacy; Engineering ethics; Computer security; Engineering; Artificial intelligence","score_opus":0.01283416135808483,"score_gpt":0.3302865753377875,"score_spread":0.31745241397970264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750392475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89937514,0.0016435039,0.0058322703,0.03228578,0.00031980904,0.00003993358,0.000024291543,0.000033999964,0.060445305],"genre_scores_gemma":[0.9955585,0.0004383658,0.00043059725,0.001600416,0.0000599029,0.000014756333,0.0000058361848,0.000011908019,0.001879667],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98939437,0.006753836,0.00020189973,0.00059940206,0.001938072,0.0011123713],"domain_scores_gemma":[0.98891604,0.0055867173,0.0014498471,0.00036562333,0.0012908409,0.0023908792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054577324,0.00041105365,0.00028345143,0.0016308157,0.007132253,0.00919296,0.00076029846,0.0025711067,0.0039806836],"category_scores_gemma":[0.011685683,0.00026258983,0.0002921219,0.0006609071,0.011910015,0.0058577973,0.0077327564,0.00460936,0.00041164676],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050213068,0.0008300717,0.05845423,0.00035096085,0.00004708142,0.0023974937,0.7844709,0.00035769166,0.0058116848,0.065657035,0.0076619037,0.073910706],"study_design_scores_gemma":[0.00000986924,0.00029228363,0.027784554,0.00025354305,0.000021328417,0.0011107137,0.8360949,0.00041407556,0.0029544793,0.0144908335,0.11652567,0.00004772874],"about_ca_topic_score_codex":0.0009734004,"about_ca_topic_score_gemma":0.0014600229,"teacher_disagreement_score":0.00919296,"about_ca_system_score_codex":0.0031677205,"about_ca_system_score_gemma":0.0020858252,"threshold_uncertainty_score":0.02886355},"labels":[],"label_agreement":null},{"id":"W2752150972","doi":"10.1007/978-3-319-62875-2_12","title":"The Evaluation of Robotics Activities for Facilitating STEM Learning","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Robotics; Artificial intelligence; Psychology; Mathematics education; Computer science; Robot","score_opus":0.0688804558365193,"score_gpt":0.342231224979155,"score_spread":0.2733507691426357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752150972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59360695,0.0075313016,0.041368574,0.001296012,0.00042153467,0.0007941735,0.0006197382,0.00070282887,0.35365888],"genre_scores_gemma":[0.9410336,0.0023161909,0.022274511,0.00014235859,0.00006574398,0.00023441728,0.0005601548,0.00009970642,0.033273205],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99786,0.0009816304,0.00006935367,0.00012215241,0.0008570657,0.00010974407],"domain_scores_gemma":[0.9952544,0.0029884118,0.00026237237,0.00022875013,0.00089655013,0.00036950823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022321767,0.00053593173,0.00026093892,0.0010776463,0.0003960529,0.0018187116,0.000794836,0.00049512426,0.008636638],"category_scores_gemma":[0.010600343,0.00008968918,0.00022845613,0.0006911699,0.00054677867,0.0011458216,0.0010878148,0.00036929027,0.0015108831],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010441785,0.0010573039,0.004831452,0.0005788999,0.00002256189,0.00007578184,0.0010220017,0.0017035564,0.009461333,0.010171019,0.007622682,0.9624091],"study_design_scores_gemma":[0.0007736097,0.015594008,0.24204238,0.0028781982,0.00045197128,0.0020437995,0.011194189,0.06493982,0.19364971,0.062113196,0.40403768,0.0002814163],"about_ca_topic_score_codex":0.0012842311,"about_ca_topic_score_gemma":0.0026097517,"teacher_disagreement_score":0.008636638,"about_ca_system_score_codex":0.0008950961,"about_ca_system_score_gemma":0.0013379297,"threshold_uncertainty_score":0.028892398},"labels":[],"label_agreement":null},{"id":"W2756526633","doi":"10.1177/2042753017731357","title":"Revisiting the media generation: Youth media use and computational literacy instruction","year":2017,"lang":"en","type":"article","venue":"E-Learning and Digital Media","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; York University","funders":"","keywords":"Literacy; Computational thinking; Mathematics education; Curriculum; 21st century skills; Media literacy; Competence (human resources); Pedagogy; Computer science; Public relations; Sociology; Political science; Psychology","score_opus":0.036710949282956866,"score_gpt":0.26540596254606846,"score_spread":0.2286950132631116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756526633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93533415,0.01245109,0.0015704425,0.021097397,0.00019019333,0.000025493711,0.00015495838,0.000021482645,0.029154837],"genre_scores_gemma":[0.99497896,0.0030639395,0.00025477092,0.00045866374,0.000063781656,0.000013717363,0.000027566446,0.000015969092,0.001122646],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998495,0.0006883565,0.0000633063,0.00018764999,0.0002519449,0.00031373597],"domain_scores_gemma":[0.99377656,0.0034451413,0.0009577579,0.0002917099,0.00079878105,0.00072993163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042783464,0.000285784,0.0003512475,0.002372001,0.0023612396,0.0076314295,0.0007741448,0.0008324546,0.002606989],"category_scores_gemma":[0.0074353972,0.00032885408,0.00033853523,0.0018871615,0.006033042,0.007635956,0.0049920944,0.0023380884,0.00017420066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009988988,0.000238415,0.41072685,0.000308474,0.0000558834,0.0007623248,0.36006415,0.00017264312,0.000529628,0.116436146,0.0041721547,0.10643336],"study_design_scores_gemma":[0.000017459506,0.00012111049,0.42440185,0.0010984251,0.00012701075,0.00062962214,0.46577522,0.0010946667,0.001398724,0.032699082,0.07257212,0.00006487055],"about_ca_topic_score_codex":0.04549302,"about_ca_topic_score_gemma":0.070652135,"teacher_disagreement_score":0.04549302,"about_ca_system_score_codex":0.004006716,"about_ca_system_score_gemma":0.0035454351,"threshold_uncertainty_score":0.090456426},"labels":[],"label_agreement":null},{"id":"W2760530183","doi":"10.21031/epod.305350","title":"Creating Parallel Forms to Support On-Demand Testing for Undergraduate Students in Psychology","year":2017,"lang":"tr","type":"article","venue":"Eğitimde ve Psikolojide Ölçme ve Değerlendirme Dergisi","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Test (biology); Computer science; Session (web analytics); Mathematics education; Limit (mathematics); Software; Psychology; Software engineering; Programming language; World Wide Web; Mathematics","score_opus":0.0654250944271541,"score_gpt":0.38800864714322686,"score_spread":0.32258355271607275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760530183","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36510456,0.0002764027,0.5623786,0.0021192017,0.0005075922,0.009783485,0.0019993542,0.023226323,0.034604438],"genre_scores_gemma":[0.19975825,0.00023358723,0.7815081,0.00039153322,0.00011840379,0.003297943,0.0023485252,0.0031833095,0.009160319],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99082947,0.0049204594,0.0010681432,0.000954852,0.0017644578,0.00046268752],"domain_scores_gemma":[0.8860802,0.06601398,0.0066834046,0.023621244,0.012256508,0.005344735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013213673,0.0015227027,0.0008606017,0.002583536,0.00088042294,0.0030246351,0.0029114974,0.0010796085,0.021467255],"category_scores_gemma":[0.09389177,0.0011733639,0.0010165462,0.0019374109,0.0011694083,0.0051455246,0.0053833984,0.0023702697,0.012318306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010930122,0.00422314,0.03435925,0.00042120187,0.000048657574,0.0009634692,0.003273194,0.002701637,0.012870316,0.00760633,0.024393773,0.9080461],"study_design_scores_gemma":[0.0035265863,0.017844986,0.21840781,0.0016421059,0.00034108764,0.0101173725,0.007815629,0.074822046,0.11004934,0.16402,0.39043874,0.0009743333],"about_ca_topic_score_codex":0.0005562044,"about_ca_topic_score_gemma":0.0009341866,"teacher_disagreement_score":0.021467255,"about_ca_system_score_codex":0.0007242644,"about_ca_system_score_gemma":0.002390101,"threshold_uncertainty_score":0.07181519},"labels":[],"label_agreement":null},{"id":"W2762265970","doi":"","title":"Full STEAM Ahead: Building Preservice Teachers’ Capacity in Makerspace Pedagogies","year":2016,"lang":"en","type":"article","venue":"Arrow - TU Dublin (Technological University Dublin)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Pedagogy; Sociology; Psychology","score_opus":0.048613461657414946,"score_gpt":0.24383342325268081,"score_spread":0.19521996159526586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762265970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9257906,0.00047018967,0.0136973765,0.0028458473,0.00008798037,0.00013737418,0.00002507084,0.00027179916,0.05667386],"genre_scores_gemma":[0.98998815,0.00018688744,0.0052323737,0.0001638579,0.0000109909315,0.00005324758,0.000017677676,0.00003236412,0.004314572],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99718565,0.0014130506,0.000058208814,0.00032576,0.00035291412,0.0006643501],"domain_scores_gemma":[0.9956807,0.0015778446,0.00027742298,0.00057928456,0.00033164577,0.0015530811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003345801,0.00030972986,0.00021215099,0.0009184491,0.0032323815,0.005216866,0.0011786182,0.0008853176,0.006351513],"category_scores_gemma":[0.006432779,0.00037792852,0.0003263412,0.00033497595,0.0035209935,0.0047666095,0.010080199,0.0015053593,0.0009711694],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017760794,0.0015141706,0.039859947,0.00050111674,0.000022639462,0.0015185862,0.6200159,0.00082358567,0.012380462,0.028102385,0.00807322,0.2870103],"study_design_scores_gemma":[0.00007598198,0.0011272688,0.024957217,0.00062113645,0.00004210566,0.0010683164,0.6343105,0.0015897295,0.009824776,0.021202635,0.30510738,0.000072902156],"about_ca_topic_score_codex":0.0013313764,"about_ca_topic_score_gemma":0.0037078888,"teacher_disagreement_score":0.006351513,"about_ca_system_score_codex":0.001301274,"about_ca_system_score_gemma":0.0038041635,"threshold_uncertainty_score":0.021247864},"labels":[],"label_agreement":null},{"id":"W2764221628","doi":"10.14434/ijdl.v8i1.22665","title":"Challenges and Tradeoffs When Engaging Young Makers With Constructing for Others","year":2017,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Mentorship; Leverage (statistics); Function (biology); Process (computing); Engineering design process; Computer science; Diversity (politics); Key (lock); Rapid prototyping; Knowledge management; Process management; Engineering; Business; Sociology; Computer security; Marketing","score_opus":0.0844825295351953,"score_gpt":0.321940623849533,"score_spread":0.23745809431433768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764221628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6190121,0.0020619265,0.22308987,0.023664715,0.0008459847,0.0019268813,0.00017470303,0.001186261,0.12803759],"genre_scores_gemma":[0.8562169,0.00088856573,0.12054365,0.0023042103,0.000081488804,0.0028267186,0.00008814049,0.00048084062,0.016569493],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.93079764,0.05265018,0.0019538524,0.0030274098,0.006712184,0.0048586996],"domain_scores_gemma":[0.94483787,0.04188931,0.0015998619,0.004077773,0.0031191541,0.004476021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07292256,0.0013589717,0.0008480695,0.0017636695,0.010455023,0.01717807,0.0046658865,0.0047478266,0.012520607],"category_scores_gemma":[0.07559741,0.0014711147,0.0011996336,0.0011215503,0.009858948,0.012618465,0.012256275,0.004031513,0.0031132763],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033517045,0.00081018487,0.011642999,0.0015288335,0.00005707167,0.0037397014,0.78662163,0.00084791984,0.009041831,0.04155274,0.005573438,0.1382484],"study_design_scores_gemma":[0.00011300428,0.00073733105,0.0054377476,0.0012792241,0.00010174755,0.0036652288,0.7347484,0.001250132,0.0062641264,0.04053563,0.20572288,0.0001445606],"about_ca_topic_score_codex":0.0017762529,"about_ca_topic_score_gemma":0.007368475,"teacher_disagreement_score":0.07292256,"about_ca_system_score_codex":0.00298286,"about_ca_system_score_gemma":0.0048224228,"threshold_uncertainty_score":0.38565594},"labels":[],"label_agreement":null},{"id":"W2765524376","doi":"10.1007/978-3-319-56823-2_3","title":"Past Papers of the Edmonton: Junior High Mathematics Invitational","year":2017,"lang":"en","type":"book-chapter","venue":"Springer texts in education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Mathematics education; Computer science; Visual arts; Psychology; Art","score_opus":0.013978009055745332,"score_gpt":0.2575965088549242,"score_spread":0.24361849979917885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765524376","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005136147,0.02643532,0.0015971634,0.09511843,0.26658845,0.00020260371,0.0023537537,0.00031859844,0.60224956],"genre_scores_gemma":[0.008132946,0.0028323897,0.0003319028,0.0023305612,0.016675351,0.000044866352,0.0004982365,0.0002537812,0.96889997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998417,0.00020598594,0.00005332207,0.00021711597,0.00079466216,0.0003118555],"domain_scores_gemma":[0.99684733,0.00042346795,0.000110092755,0.00016864853,0.0010119766,0.0014384658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026197685,0.0009925015,0.0007467598,0.0023270538,0.003105441,0.006000662,0.0012816405,0.0028286036,0.19324853],"category_scores_gemma":[0.004741787,0.00041189758,0.00086256955,0.001725829,0.00091360207,0.002198603,0.004065231,0.0038284569,0.054855846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053711006,0.000030237576,0.00012068093,0.000056146684,0.0000037710827,0.00003575557,0.00007664256,0.000050215313,0.000116306124,0.0044496832,0.9819136,0.013093091],"study_design_scores_gemma":[0.0000056347667,0.000018617291,0.0006904848,0.000086617634,0.000003084551,0.00002521205,0.00009693076,0.000051222778,0.00012183772,0.0010615297,0.9978325,0.0000063093516],"about_ca_topic_score_codex":0.0067967623,"about_ca_topic_score_gemma":0.026810179,"teacher_disagreement_score":0.19324853,"about_ca_system_score_codex":0.0046329275,"about_ca_system_score_gemma":0.0040357653,"threshold_uncertainty_score":0.6464807},"labels":[],"label_agreement":null},{"id":"W2766126341","doi":"10.1145/3141880.3141888","title":"Student perspectives on mathematics in computer science","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Viewpoints; Curriculum; Mathematics education; Competence (human resources); Flexibility (engineering); Identity (music); Computer science; Relevance (law); Connected Mathematics; Pedagogy; Mathematics; Psychology","score_opus":0.02772399359997544,"score_gpt":0.33594437555377854,"score_spread":0.3082203819538031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766126341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98195326,0.00032065544,0.00043128376,0.0028150107,0.00003718425,0.000009358319,0.00001787427,0.0000073631586,0.014407942],"genre_scores_gemma":[0.99743724,0.00042535138,0.00010813672,0.00033636997,0.000019998111,0.0000069445678,0.000013310224,0.000004257016,0.0016484424],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957318,0.002584896,0.00013775643,0.00015177419,0.0008395563,0.00055417715],"domain_scores_gemma":[0.98901945,0.006006969,0.0013806222,0.00020350084,0.0011004908,0.0022889455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038594955,0.00029328978,0.00031990034,0.0012408557,0.0043023797,0.0062564104,0.000436486,0.001585593,0.002964655],"category_scores_gemma":[0.010556395,0.00026195144,0.00026028344,0.0011491199,0.0031966828,0.0026167622,0.0028549507,0.0030035633,0.0005646373],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012423555,0.00023679172,0.08110197,0.00011382452,0.00001597039,0.0012359641,0.8779061,0.0002714183,0.0041242917,0.012454555,0.0015664154,0.020848427],"study_design_scores_gemma":[0.000012891317,0.00032860698,0.037323777,0.00019001334,0.000015337693,0.0008915642,0.9249215,0.0005988562,0.0015877261,0.002860293,0.031212198,0.000057281166],"about_ca_topic_score_codex":0.0019745342,"about_ca_topic_score_gemma":0.0023483569,"teacher_disagreement_score":0.0062564104,"about_ca_system_score_codex":0.0015008986,"about_ca_system_score_gemma":0.0012654358,"threshold_uncertainty_score":0.020411193},"labels":[],"label_agreement":null},{"id":"W2766715593","doi":"10.1145/3141880.3141898","title":"Familiar contexts and the difficulty of programming problems","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Intuition; Coursework; Terminology; Context (archaeology); Simplicity; Artificial intelligence; Management science; Cognitive science; Mathematics education; Epistemology; Psychology; Linguistics","score_opus":0.015160397818791225,"score_gpt":0.2552092786494976,"score_spread":0.24004888083070638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766715593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98841685,0.00037608432,0.0046075894,0.000157096,0.000012742913,0.00011879996,0.000038672268,0.000048027956,0.006224204],"genre_scores_gemma":[0.99393916,0.00018378983,0.0048017367,0.000059814134,0.000014355555,0.00013191748,0.00008344413,0.000047288995,0.00073857285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99223,0.003943467,0.00076382665,0.0011332858,0.001575413,0.00035398666],"domain_scores_gemma":[0.9199096,0.05529184,0.013840395,0.0041496973,0.002823474,0.0039849766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003050338,0.00074585446,0.0005029193,0.0015477865,0.00059160293,0.0036547815,0.001095847,0.001220597,0.0064230887],"category_scores_gemma":[0.09398971,0.00073876214,0.00045084066,0.00064100354,0.0019151671,0.0045659468,0.004176828,0.0020498654,0.00046493066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054536355,0.009170247,0.5113386,0.0042577013,0.00080921943,0.0039882865,0.08592779,0.016252805,0.12541531,0.027938077,0.0024521728,0.2069962],"study_design_scores_gemma":[0.000954529,0.0070527317,0.8194463,0.001004961,0.00043385592,0.0047743293,0.03696238,0.02099155,0.020348314,0.06477076,0.022778181,0.0004821396],"about_ca_topic_score_codex":0.0005826986,"about_ca_topic_score_gemma":0.0007016038,"teacher_disagreement_score":0.0064230887,"about_ca_system_score_codex":0.0011064654,"about_ca_system_score_gemma":0.0005000484,"threshold_uncertainty_score":0.021487355},"labels":[],"label_agreement":null},{"id":"W2775257135","doi":"10.1109/pacrim.2017.8121888","title":"Aristotle: A flexible open-source software toolkit for semi-automated marking of programming assignments","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Scripting language; Programming language; Software engineering; Flexibility (engineering); Software; Source code; Process (computing); Open source","score_opus":0.04419440740514352,"score_gpt":0.33697792504481827,"score_spread":0.29278351763967475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775257135","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017749948,0.00012601755,0.76641047,0.00013215814,0.00014205079,0.00033404533,0.0010751976,0.2231873,0.0068178074],"genre_scores_gemma":[0.031578247,0.00039648605,0.88323104,0.00029560938,0.00010179449,0.0011397578,0.007395836,0.054738265,0.021123016],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954477,0.0010824762,0.000441521,0.00059617986,0.0021328917,0.00029920737],"domain_scores_gemma":[0.9901023,0.0038284126,0.0006497755,0.0022906128,0.0022236917,0.00090520823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042204405,0.0017421949,0.0009530054,0.0031650388,0.0011469169,0.003393763,0.004435401,0.0015881025,0.03914069],"category_scores_gemma":[0.016877582,0.0018347359,0.001368467,0.0012933009,0.0014443286,0.0045264782,0.0067986557,0.003586241,0.036094077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013562732,0.00043178425,0.002084874,0.0021433702,0.0001500544,0.0010492388,0.0022284505,0.010479983,0.040052097,0.0356455,0.24586158,0.6585168],"study_design_scores_gemma":[0.0004898502,0.0003134519,0.0034278892,0.000797689,0.00008944286,0.0013620696,0.00040883414,0.081699334,0.048544884,0.07446316,0.7878573,0.0005461604],"about_ca_topic_score_codex":0.0020418046,"about_ca_topic_score_gemma":0.003915279,"teacher_disagreement_score":0.03914069,"about_ca_system_score_codex":0.0010394561,"about_ca_system_score_gemma":0.00312308,"threshold_uncertainty_score":0.13093871},"labels":[],"label_agreement":null},{"id":"W2776039449","doi":"","title":"Teaching Science in the Real World Context: STEAM, a Canadian Take on STEM","year":2017,"lang":"en","type":"article","venue":"Journal for Activist Science and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Context (archaeology); Real world evidence; Political science; History; Medicine","score_opus":0.026683524882455394,"score_gpt":0.345248286408467,"score_spread":0.3185647615260116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776039449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74286014,0.0016773322,0.00073119206,0.13363166,0.0018482468,0.00017876762,0.00055665616,0.00017327728,0.118342675],"genre_scores_gemma":[0.9358862,0.0011741233,0.00078586827,0.0070504895,0.00013538229,0.00004101389,0.0001777389,0.00011064892,0.054638606],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99810684,0.00023734744,0.000018724917,0.00012611668,0.00044787762,0.0010631722],"domain_scores_gemma":[0.99374783,0.00035885145,0.00008378144,0.00007354837,0.00070071174,0.005035261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023088688,0.00032795803,0.00030266508,0.00061022205,0.028170682,0.005767324,0.0013107643,0.0025158764,0.010052539],"category_scores_gemma":[0.003371751,0.00035595728,0.00029429616,0.0014267389,0.006271742,0.0019952918,0.003486692,0.0051969015,0.0006470155],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015527572,0.0016233656,0.029785218,0.0003305303,0.00005557032,0.002837521,0.31739464,0.0014093309,0.0068041366,0.068344824,0.39374238,0.17611977],"study_design_scores_gemma":[0.00016821477,0.0003536374,0.05291377,0.0001959811,0.00003591336,0.00020406446,0.38351727,0.0004980053,0.0015213302,0.0046692677,0.55579805,0.00012451106],"about_ca_topic_score_codex":0.95968294,"about_ca_topic_score_gemma":0.9961682,"teacher_disagreement_score":0.071857244,"about_ca_system_score_codex":0.071857244,"about_ca_system_score_gemma":0.15760875,"threshold_uncertainty_score":0.52136326},"labels":[],"label_agreement":null},{"id":"W2781930278","doi":"10.21432/t2sq4w","title":"Guitars and Makerspace: Examining the Experience of First Nations Students | Guitares et laboratoires ouverts : examen de l’expérience d’élèves des Premières Nations","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Attendance; Context (archaeology); Curriculum; Pedagogy; Psychology; Sociology; Humanities; Political science; Art","score_opus":0.012552974543394334,"score_gpt":0.27595883806033084,"score_spread":0.2634058635169365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781930278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983601,0.00009333556,0.0001433006,0.000137346,0.000010212515,0.000012108476,0.000011792302,0.0000046442287,0.0012271836],"genre_scores_gemma":[0.9966587,0.00017467696,0.00036792568,0.00012262781,0.0000073109586,0.000024469395,0.000026869273,0.000009025908,0.002608424],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984654,0.0007466461,0.000047966678,0.00014619173,0.00023041513,0.0003634056],"domain_scores_gemma":[0.9979243,0.00055984507,0.00031791363,0.00006591537,0.00024553275,0.0008864627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019153823,0.0005184248,0.00045531048,0.0008426046,0.0033179973,0.0036640724,0.00067935133,0.0012787245,0.0029985413],"category_scores_gemma":[0.0028815344,0.00038898076,0.00049285695,0.0004863446,0.0024853083,0.0019298695,0.0040447046,0.0018024611,0.0005243236],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000627878,0.00030235216,0.053722292,0.000097485456,0.000013785417,0.0013122957,0.9262285,0.00006228344,0.0027206053,0.00030640408,0.00074854086,0.0144226495],"study_design_scores_gemma":[0.0000042672523,0.00045883172,0.05787183,0.00007195765,0.000006676745,0.00039291685,0.9291726,0.000106772815,0.0006011395,0.0000867797,0.011194317,0.000031920936],"about_ca_topic_score_codex":0.0077581643,"about_ca_topic_score_gemma":0.020363525,"teacher_disagreement_score":0.99224186,"about_ca_system_score_codex":0.0012564181,"about_ca_system_score_gemma":0.0011124569,"threshold_uncertainty_score":0.01542604},"labels":[],"label_agreement":null},{"id":"W2782044847","doi":"10.25071/ryr.v3i0.40430","title":"Untraceable: A Videogame Designed to Teach Programming Terms and Concepts","year":2016,"lang":"en","type":"article","venue":"Revue YOUR Review (York Online Undergraduate Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Narrative; Computer science; Mathematics education; Curriculum; Graphics; Multimedia; Video game development; Python (programming language); Game design; Programming language; Pedagogy; Psychology; Linguistics; Computer graphics (images)","score_opus":0.08269412146343554,"score_gpt":0.3951335817074313,"score_spread":0.31243946024399577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782044847","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.160015,0.025343824,0.28617525,0.006731276,0.0018536263,0.0023708965,0.002834734,0.007589948,0.50708544],"genre_scores_gemma":[0.52458775,0.02816673,0.22581992,0.004239337,0.0002628881,0.0019039974,0.0039706375,0.0011708799,0.20987785],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99961436,0.00010150276,0.000017136972,0.000041503226,0.00015737495,0.00006800011],"domain_scores_gemma":[0.99938583,0.0002618761,0.000049906776,0.000062743915,0.0000913556,0.00014822227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059591065,0.0006426898,0.00023400191,0.000772617,0.0006121598,0.0013854225,0.0013051801,0.0006182704,0.019368099],"category_scores_gemma":[0.0023203106,0.0002116237,0.00032073617,0.000696603,0.0017549646,0.0013442733,0.0014968634,0.00096191274,0.0023920916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003942155,0.00050542154,0.0035812354,0.005034696,0.00007392927,0.0004264763,0.008229841,0.0019248961,0.02603282,0.08169426,0.14962447,0.72247773],"study_design_scores_gemma":[0.0000853875,0.00034166794,0.011522444,0.0007794279,0.000042596854,0.00076739007,0.0014188881,0.001500855,0.006559549,0.0045609474,0.9723664,0.000054408265],"about_ca_topic_score_codex":0.038427092,"about_ca_topic_score_gemma":0.11402172,"teacher_disagreement_score":0.038427092,"about_ca_system_score_codex":0.0021206168,"about_ca_system_score_gemma":0.0032366414,"threshold_uncertainty_score":0.07640684},"labels":[],"label_agreement":null},{"id":"W2788016070","doi":"10.1145/3159450.3159455","title":"Recursion or Iteration","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Recursion (computer science); Mutual recursion; Correctness; Computer science; Control flow; Key (lock); Code (set theory); Double recursion; Theoretical computer science; Algebra over a field; Programming language; Mathematics; Pure mathematics","score_opus":0.025996049738066268,"score_gpt":0.2960957565220239,"score_spread":0.27009970678395767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788016070","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101508684,0.019243462,0.46364322,0.018060638,0.0026561867,0.00026725527,0.0009805105,0.0019739384,0.39166605],"genre_scores_gemma":[0.80473095,0.0056527792,0.11576205,0.00499969,0.0013546022,0.00031776007,0.0006578167,0.000672727,0.06585156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938106,0.002112116,0.0004699028,0.0016927378,0.0012537393,0.00066096475],"domain_scores_gemma":[0.9943094,0.0032616341,0.0006927658,0.001010557,0.00046306086,0.0002624437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002455879,0.0005791266,0.00068810914,0.0008519568,0.001317035,0.0035834103,0.00089799456,0.0020732167,0.010751177],"category_scores_gemma":[0.012951793,0.00020310486,0.0007207577,0.0013272795,0.008840174,0.009337355,0.002693293,0.0026760662,0.002287183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008176227,0.000017538101,0.0014671364,0.00015916649,0.000011333865,0.00008983187,0.0026183324,0.00038144932,0.0008411729,0.9368552,0.0071823015,0.050294887],"study_design_scores_gemma":[0.00002338175,0.00011245355,0.0016731728,0.00021306601,0.000019880355,0.00078265,0.0012345942,0.0014226318,0.0011898271,0.7076588,0.28563622,0.000033282693],"about_ca_topic_score_codex":0.0015099187,"about_ca_topic_score_gemma":0.0012821559,"teacher_disagreement_score":0.010751177,"about_ca_system_score_codex":0.0012434496,"about_ca_system_score_gemma":0.0013855413,"threshold_uncertainty_score":0.035966277},"labels":[],"label_agreement":null},{"id":"W2788318960","doi":"10.1145/3159450.3159548","title":"Designing an Introductory Programming Course to Improve Non-Majors' Experiences","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Mathematics education; Course (navigation); Computer science; Focus (optics); Psychology; Pedagogy; Engineering","score_opus":0.012667859364180922,"score_gpt":0.2862441053331291,"score_spread":0.2735762459689482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788318960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97969306,0.000090015594,0.010490962,0.0012875682,0.00010524844,0.00090404856,0.00005292819,0.0002496621,0.0071266014],"genre_scores_gemma":[0.89034337,0.00027409729,0.094359,0.0017387585,0.00006436435,0.0010877905,0.00024205014,0.000081964936,0.011808565],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884254,0.00041811733,0.00006693783,0.0001680982,0.00018888182,0.00031549626],"domain_scores_gemma":[0.99525875,0.0012726802,0.0003918219,0.00022621702,0.0008083019,0.0020422754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030497538,0.00043895305,0.00024640313,0.00038082473,0.0011340961,0.0016829498,0.0011158336,0.00061940047,0.0048057646],"category_scores_gemma":[0.008516084,0.00026416304,0.00032601185,0.00020255097,0.00034489445,0.00079025485,0.0013014445,0.0011467093,0.0013512997],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077270245,0.025989376,0.11617999,0.0013507815,0.000053892054,0.0019137093,0.058017083,0.0025580388,0.11763822,0.0030088471,0.02687248,0.64564484],"study_design_scores_gemma":[0.0010814284,0.026576903,0.4093651,0.00077586324,0.00029655153,0.0027245155,0.091994986,0.010348844,0.10508813,0.006917937,0.34446427,0.0003655035],"about_ca_topic_score_codex":0.0005445404,"about_ca_topic_score_gemma":0.0018076599,"teacher_disagreement_score":0.0048057646,"about_ca_system_score_codex":0.0008532127,"about_ca_system_score_gemma":0.0022061225,"threshold_uncertainty_score":0.016128898},"labels":[],"label_agreement":null},{"id":"W2789096433","doi":"10.1145/3159450.3159457","title":"Developing Course-Level Learning Goals for Basic Data Structures in CS2","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Variety (cybernetics); Computer science; Process (computing); Focus (optics); Course (navigation); Interpretation (philosophy); Knowledge management; Data science; Mathematics education; Artificial intelligence; Psychology; Engineering","score_opus":0.16433505014517072,"score_gpt":0.3753659888758609,"score_spread":0.2110309387306902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789096433","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50042933,0.00035546665,0.41419256,0.009276094,0.00027661378,0.004019785,0.0004690399,0.0024699206,0.06851114],"genre_scores_gemma":[0.61254615,0.00022289103,0.37039846,0.0011497102,0.000058653808,0.0033188236,0.00089474727,0.0003627134,0.01104787],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98516166,0.007163482,0.0012040576,0.0014029281,0.0035624662,0.0015054638],"domain_scores_gemma":[0.8995241,0.036473908,0.010316157,0.006120097,0.035086066,0.012479777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026102472,0.00081092655,0.0004977797,0.0027234836,0.0027508095,0.007077849,0.002161897,0.0019521725,0.0037167156],"category_scores_gemma":[0.085267074,0.00047221102,0.0007348264,0.0012128131,0.001498229,0.00595301,0.0066028233,0.0037502581,0.0017715693],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006202099,0.004532032,0.08744896,0.0015761959,0.00006785657,0.00025750353,0.042879336,0.009741405,0.013027861,0.075416476,0.037360847,0.7270714],"study_design_scores_gemma":[0.00041709424,0.003977139,0.15244892,0.0028003652,0.00020685463,0.0005658126,0.072077364,0.079620525,0.09568646,0.23408617,0.3573881,0.00072520797],"about_ca_topic_score_codex":0.0019938394,"about_ca_topic_score_gemma":0.003995717,"teacher_disagreement_score":0.026102472,"about_ca_system_score_codex":0.0065298853,"about_ca_system_score_gemma":0.011336397,"threshold_uncertainty_score":0.13804471},"labels":[],"label_agreement":null},{"id":"W2789740891","doi":"10.1111/jcal.12238","title":"ViDA: A virtual debugging advisor for supporting learning in computer programming courses","year":2018,"lang":"en","type":"article","venue":"Journal of Computer Assisted Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Douglas College","funders":"","keywords":"Debugging; Computer science; Process (computing); Class (philosophy); Software engineering; Algorithmic program debugging; Computer programming; Architecture; Multimedia; Programming language; Artificial intelligence","score_opus":0.01877948350355318,"score_gpt":0.29735497820111967,"score_spread":0.2785754946975665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789740891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4456941,0.0006024342,0.4247805,0.0008237987,0.00014669009,0.0010283411,0.001761402,0.114682786,0.010480012],"genre_scores_gemma":[0.6740706,0.00023332906,0.3165286,0.00023770901,0.00003463285,0.0004602042,0.0012633236,0.0010225839,0.006148985],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991098,0.00040964934,0.000078307865,0.00016415089,0.00015151795,0.000086647495],"domain_scores_gemma":[0.99250996,0.004427513,0.0007785742,0.0008070552,0.00045442794,0.001022435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020125974,0.0006323339,0.00034869317,0.0012051171,0.00040657754,0.00076965295,0.0015079072,0.0006500785,0.010181185],"category_scores_gemma":[0.010627127,0.0004489582,0.00022231818,0.00037880146,0.000272686,0.001571764,0.0016438641,0.0007406665,0.002096129],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002187959,0.001655692,0.03494848,0.0004965049,0.000048514008,0.0005913331,0.0020276352,0.0055574686,0.037439853,0.0023547239,0.022732327,0.8899595],"study_design_scores_gemma":[0.0024921987,0.008516424,0.09332283,0.0011397284,0.00039940447,0.006029657,0.0027857078,0.33388314,0.15862818,0.013874237,0.37822706,0.00070139323],"about_ca_topic_score_codex":0.0004967831,"about_ca_topic_score_gemma":0.0007846241,"teacher_disagreement_score":0.010181185,"about_ca_system_score_codex":0.00027716445,"about_ca_system_score_gemma":0.000807087,"threshold_uncertainty_score":0.034059465},"labels":[],"label_agreement":null},{"id":"W2789952218","doi":"10.1145/3159450.3159528","title":"Student Misconceptions of Dynamic Programming","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Theme (computing); Mathematics education; Computer science; Focus (optics); Process (computing); Think aloud protocol; Psychology; Human–computer interaction; Programming language; World Wide Web","score_opus":0.014366421594625568,"score_gpt":0.31584881620743915,"score_spread":0.30148239461281356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789952218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9589533,0.001454863,0.022063637,0.0099187875,0.00013200668,0.00010006573,0.000055726843,0.0002759548,0.0070456183],"genre_scores_gemma":[0.98956865,0.0007836418,0.0057583204,0.0019039001,0.00003093304,0.00007322985,0.00004159004,0.00005466078,0.0017850121],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9718918,0.012995287,0.0018721459,0.0016367406,0.010321077,0.0012829686],"domain_scores_gemma":[0.8049595,0.14710608,0.018552711,0.006020852,0.020167835,0.0031930243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02449609,0.00081217114,0.0006151549,0.0026262265,0.003688664,0.006312046,0.0021776264,0.002763205,0.0017245116],"category_scores_gemma":[0.11115307,0.00083836925,0.0005371576,0.0015349991,0.0065276804,0.005030965,0.0043115853,0.0051787915,0.00060363486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018865752,0.00039656612,0.065749444,0.00062651787,0.000059166923,0.0011545361,0.81714636,0.0011719146,0.0061360975,0.010302862,0.0034825627,0.09358537],"study_design_scores_gemma":[0.00006338149,0.00086066365,0.03476152,0.0021318542,0.00020247215,0.0063615,0.80807143,0.011842121,0.021636317,0.025186181,0.08842596,0.00045662536],"about_ca_topic_score_codex":0.0025443789,"about_ca_topic_score_gemma":0.0022494197,"teacher_disagreement_score":0.02449609,"about_ca_system_score_codex":0.0036980934,"about_ca_system_score_gemma":0.0036676428,"threshold_uncertainty_score":0.12954926},"labels":[],"label_agreement":null},{"id":"W2791863188","doi":"10.1145/3159450.3159530","title":"Tracing vs. Writing Code","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Tracing; Code (set theory); Computer science; TRACE (psycholinguistics); Ray tracing (physics); Mathematics education; Programming language; Psychology; Linguistics; Physics; Optics","score_opus":0.02175254311772729,"score_gpt":0.28146797512487104,"score_spread":0.25971543200714375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791863188","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985159,0.00034489168,0.0036688747,0.00023411012,0.00004081219,0.00006297216,0.00013840293,0.00014280109,0.010208152],"genre_scores_gemma":[0.99398583,0.00018111726,0.0018346626,0.000061023024,0.000015620095,0.000035577174,0.00019549578,0.0000628291,0.0036278889],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932486,0.0017626446,0.0007274253,0.001302736,0.002154926,0.0008035593],"domain_scores_gemma":[0.9342876,0.042749412,0.010475035,0.0039597945,0.0046381904,0.0038898755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00394977,0.00046917232,0.0004712815,0.0013627737,0.0006192989,0.0036203382,0.00078115653,0.0012751938,0.00713124],"category_scores_gemma":[0.06466961,0.0002005497,0.00043085846,0.001063091,0.0014221618,0.00306122,0.0022188828,0.0016152668,0.0013612392],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032498806,0.001362773,0.5443181,0.0010519826,0.00012960444,0.0003979489,0.021573523,0.0020982416,0.02932303,0.008091067,0.0017908829,0.386613],"study_design_scores_gemma":[0.00014652764,0.004763569,0.88946116,0.0005459194,0.00017793453,0.0013844253,0.016418632,0.008272436,0.046092533,0.0154781705,0.01712169,0.00013696984],"about_ca_topic_score_codex":0.0011399639,"about_ca_topic_score_gemma":0.00095702725,"teacher_disagreement_score":0.00713124,"about_ca_system_score_codex":0.00056736625,"about_ca_system_score_gemma":0.0008190314,"threshold_uncertainty_score":0.023856401},"labels":[],"label_agreement":null},{"id":"W2793370737","doi":"10.1080/10986065.2018.1403541","title":"The Dynamic Geometrisation of Computer Programming","year":2018,"lang":"en","type":"article","venue":"Mathematical Thinking and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"Computational thinking; Computer science; Mathematics education; Programming language; Feature (linguistics); Work (physics); Dynamic programming; Theoretical computer science; Mathematics; Artificial intelligence; Algorithm; Linguistics; Engineering","score_opus":0.01210610026170009,"score_gpt":0.2622430628932028,"score_spread":0.2501369626315027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793370737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2230771,0.0015673557,0.4019858,0.0127387745,0.00021170324,0.000050180977,0.00009888881,0.0005654456,0.35970476],"genre_scores_gemma":[0.9637863,0.0004836601,0.026843064,0.0002183889,0.00006274424,0.0000536217,0.00003684364,0.00012101401,0.008394464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997118,0.0016704362,0.00006634817,0.00041607837,0.0005123203,0.00021690711],"domain_scores_gemma":[0.99729687,0.0014774618,0.00020536747,0.00066903216,0.00020367796,0.00014762778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014311771,0.00029423615,0.00021440821,0.00088457775,0.0017639499,0.00497082,0.00071213784,0.0008329683,0.004422632],"category_scores_gemma":[0.005548733,0.00030597168,0.0003231221,0.00082956196,0.020513527,0.009571271,0.004973972,0.0025869198,0.0004895908],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043045134,0.000002367802,0.00012831255,0.000008606289,0.0000010736702,0.000019850695,0.0017375454,0.0004030053,0.0002675503,0.99421656,0.00019174004,0.0030190253],"study_design_scores_gemma":[0.0000105509125,0.000022693739,0.000407343,0.000028200666,0.0000031862621,0.00022411742,0.0019909479,0.0035664304,0.00078419095,0.91603833,0.07691126,0.000012822294],"about_ca_topic_score_codex":0.0009909392,"about_ca_topic_score_gemma":0.0006879695,"teacher_disagreement_score":0.00497082,"about_ca_system_score_codex":0.0017979315,"about_ca_system_score_gemma":0.0010671198,"threshold_uncertainty_score":0.014795184},"labels":[],"label_agreement":null},{"id":"W2793952205","doi":"","title":"Five Affordances of Computational Thinking to support Elementary Mathematics Education","year":2017,"lang":"en","type":"article","venue":"Journal of Computers in Mathematics and Science Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Affordance; Mathematics education; Computational thinking; Computer science; Primary education; Science education; Pedagogy; Psychology; Human–computer interaction","score_opus":0.021689611977746024,"score_gpt":0.3297731157307057,"score_spread":0.3080835037529597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793952205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8453942,0.00049829873,0.072141394,0.0023145536,0.00012994089,0.00012732144,0.00014797914,0.001348802,0.0778976],"genre_scores_gemma":[0.97228616,0.000067662695,0.026357636,0.00005340782,0.000008342183,0.000041466992,0.000053160853,0.0000558552,0.001076281],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990809,0.00030092985,0.000077811004,0.00012497921,0.0002990605,0.00011632924],"domain_scores_gemma":[0.992564,0.0042517004,0.0007896251,0.0007303156,0.00052158115,0.0011428094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011500879,0.00029762997,0.0001992118,0.00056524714,0.00053902983,0.0028785737,0.00065971684,0.00058361184,0.008472071],"category_scores_gemma":[0.013511648,0.00027731594,0.00028232732,0.00031916404,0.0010624086,0.0031781737,0.0030143145,0.000933412,0.00046495794],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038745666,0.0022138115,0.06705191,0.0014808738,0.00016151003,0.0008205137,0.026736561,0.005437719,0.094801135,0.31689048,0.0054874932,0.47504345],"study_design_scores_gemma":[0.0010793268,0.0034536235,0.13090073,0.00097479485,0.0010027175,0.0014822378,0.017531088,0.10542393,0.056828912,0.56041574,0.12052644,0.00038041265],"about_ca_topic_score_codex":0.00092415477,"about_ca_topic_score_gemma":0.0016403486,"teacher_disagreement_score":0.008472071,"about_ca_system_score_codex":0.00048261182,"about_ca_system_score_gemma":0.0010206768,"threshold_uncertainty_score":0.028341949},"labels":[],"label_agreement":null},{"id":"W2794340013","doi":"","title":"Teachers’ talk about Robotics : where is the Mathematics?","year":2015,"lang":"en","type":"article","venue":"Swinburne Research Bank (Swinburne University of Technology)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mathematics education; Robotics; Artificial intelligence; Connected Mathematics; Computer science; Teaching method; Mathematics; Robot","score_opus":0.05451892523673044,"score_gpt":0.301641332756747,"score_spread":0.24712240752001655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794340013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8677264,0.0037223366,0.02855343,0.02828021,0.00035984814,0.000085635984,0.00011859144,0.00014889942,0.07100464],"genre_scores_gemma":[0.99072874,0.0008687453,0.0018516829,0.0007548568,0.000025530739,0.000051632273,0.000023889472,0.000061412684,0.0056335195],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99623543,0.002217759,0.00014690413,0.0005385468,0.00064260006,0.00021881118],"domain_scores_gemma":[0.9855586,0.011094362,0.0012776261,0.0005875317,0.0007670931,0.0007147557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049983724,0.0002431109,0.00041974615,0.0008575726,0.0029160995,0.0047587645,0.0006590893,0.0021683297,0.004896696],"category_scores_gemma":[0.01724311,0.00035393224,0.00028465985,0.00053867546,0.009708729,0.00668024,0.0040428382,0.0036455588,0.0010282663],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044323675,0.000035180215,0.0067227576,0.0003801246,0.000008216636,0.00032082043,0.9468795,0.00013678314,0.0034764418,0.02150116,0.0019847385,0.018509919],"study_design_scores_gemma":[0.000014751201,0.00010973589,0.010160155,0.0008080255,0.000022224294,0.0007298016,0.7818665,0.00032956596,0.0033696336,0.011164314,0.19137852,0.000046850884],"about_ca_topic_score_codex":0.0019672154,"about_ca_topic_score_gemma":0.0034097736,"teacher_disagreement_score":0.0049983724,"about_ca_system_score_codex":0.0023270482,"about_ca_system_score_gemma":0.0020177106,"threshold_uncertainty_score":0.026434243},"labels":[],"label_agreement":null},{"id":"W2794896411","doi":"10.5539/ies.v11n4p29","title":"Defining a New 21st Century Skill-Computational Thinking: Concepts and Trends","year":2018,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computational thinking; Critical systems thinking; Management science; Critical thinking; Mathematics education; Psychology; Lateral thinking; Computer science; Epistemology; Creative thinking; Social psychology; Creativity","score_opus":0.03103119854359425,"score_gpt":0.38859249297092363,"score_spread":0.35756129442732937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794896411","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28561544,0.22085819,0.15174347,0.08869699,0.0035726891,0.0005819662,0.0004868637,0.00035973257,0.24808463],"genre_scores_gemma":[0.759466,0.10290309,0.11133197,0.008665361,0.0010259011,0.0006942421,0.00052203966,0.00018591953,0.015205514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996228,0.0011771193,0.00044611335,0.00069215155,0.0012047283,0.00025201763],"domain_scores_gemma":[0.9896288,0.00599054,0.0009888399,0.0005193419,0.0023180922,0.00055441464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058292374,0.00047018105,0.0005068219,0.0071093184,0.0022910426,0.0075945077,0.0012503011,0.001966902,0.0019705044],"category_scores_gemma":[0.0091513535,0.00025190966,0.0004969756,0.008853379,0.010593179,0.015871035,0.002944247,0.004099602,0.00041943113],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004327896,0.000100881225,0.011093576,0.0019689552,0.000022341183,0.00027414752,0.03759645,0.0004577425,0.0014758498,0.7126655,0.0062713083,0.22803001],"study_design_scores_gemma":[0.000017104356,0.00015976324,0.025389299,0.006555807,0.000031426796,0.0022931101,0.075631954,0.0023901511,0.002231964,0.42472035,0.46045178,0.0001272868],"about_ca_topic_score_codex":0.0032038458,"about_ca_topic_score_gemma":0.003253722,"teacher_disagreement_score":0.0075945077,"about_ca_system_score_codex":0.0061009265,"about_ca_system_score_gemma":0.009169977,"threshold_uncertainty_score":0.04426551},"labels":[],"label_agreement":null},{"id":"W2795628086","doi":"10.1371/journal.pcbi.1006023","title":"Ten quick tips for teaching programming","year":2018,"lang":"en","type":"article","venue":"PLoS Computational Biology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Computer science","score_opus":0.03057297808916181,"score_gpt":0.30863139050687666,"score_spread":0.27805841241771484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795628086","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007998015,0.048889834,0.24341302,0.49348155,0.06941374,0.0008648374,0.0008418987,0.010564041,0.12453304],"genre_scores_gemma":[0.09415379,0.046182424,0.50251955,0.13333303,0.021816047,0.0024033932,0.0016875805,0.007111568,0.19079256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98960054,0.004608956,0.00067910826,0.0007898929,0.0033876782,0.00093379],"domain_scores_gemma":[0.9574851,0.022197044,0.0014077887,0.0037024405,0.008337159,0.006870411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010392654,0.0022704687,0.0010779862,0.002279055,0.003241927,0.0075216475,0.0029233915,0.0062445933,0.051382132],"category_scores_gemma":[0.058762286,0.0009592871,0.0009943215,0.0015667365,0.005767586,0.017037585,0.008313494,0.01418287,0.027209226],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003157848,0.00031437524,0.0008987502,0.0013567877,0.000036136036,0.00038847304,0.0021423753,0.00083647436,0.0013186857,0.09655646,0.4581282,0.43770745],"study_design_scores_gemma":[0.00007309521,0.0002656127,0.0005578758,0.0015796955,0.000020030187,0.00040429828,0.0018155864,0.00046465616,0.0010725264,0.17927392,0.8144033,0.00006941316],"about_ca_topic_score_codex":0.0010346846,"about_ca_topic_score_gemma":0.0024926802,"teacher_disagreement_score":0.051382132,"about_ca_system_score_codex":0.0029509275,"about_ca_system_score_gemma":0.005904088,"threshold_uncertainty_score":0.17189032},"labels":[],"label_agreement":null},{"id":"W2799580483","doi":"10.6000/1927-5129.2018.14.09","title":"Pedagogical Significance of Natural Language Programming in Introductory Programming","year":2018,"lang":"en","type":"article","venue":"Journal of Basic & Applied Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; First-generation programming language; Programming domain; Natural language programming; Functional logic programming; Programming language; Fifth-generation programming language; Inductive programming; Programming paradigm; Very high-level programming language; Syntax; Procedural programming; Extensible programming; Natural language; Artificial intelligence; Universal Networking Language; Comprehension approach","score_opus":0.034297293827247784,"score_gpt":0.32019982969701405,"score_spread":0.28590253586976627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799580483","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31552684,0.017451486,0.2765217,0.06093719,0.0015496265,0.00030090773,0.00011249103,0.0004817619,0.32711798],"genre_scores_gemma":[0.93317306,0.0045865495,0.04598592,0.0018308724,0.0004207606,0.00016894452,0.000049025475,0.00007215803,0.01371268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980202,0.0012847483,0.000074940246,0.00020873452,0.00031953547,0.000091789196],"domain_scores_gemma":[0.9937377,0.004582753,0.00040096574,0.00030578865,0.0005713647,0.00040144232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001586221,0.00021200014,0.00014367698,0.0004740784,0.000844172,0.0023258298,0.00037123752,0.0006169663,0.0032566045],"category_scores_gemma":[0.008405912,0.00015601954,0.00015796165,0.0004758423,0.0026913316,0.0029143542,0.0014157715,0.0018593178,0.00028585596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009192756,0.0003216421,0.01112113,0.00096961326,0.000013320879,0.0008381846,0.017726,0.0014926617,0.01081669,0.70725113,0.0043173213,0.24504037],"study_design_scores_gemma":[0.000039841056,0.00036164382,0.02159491,0.0012426808,0.000048890786,0.0021539752,0.0132135,0.0061819362,0.010112983,0.641519,0.30345657,0.00007405381],"about_ca_topic_score_codex":0.00042788038,"about_ca_topic_score_gemma":0.000663402,"teacher_disagreement_score":0.0032566045,"about_ca_system_score_codex":0.0010035693,"about_ca_system_score_gemma":0.0020703834,"threshold_uncertainty_score":0.010894477},"labels":[],"label_agreement":null},{"id":"W2799956374","doi":"10.1145/3132699","title":"More than the code","year":2018,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Washington","keywords":"Programming language; Computer science; Coding (social sciences); Code (set theory); Mathematics; Statistics","score_opus":0.06436777401480429,"score_gpt":0.33898137824972446,"score_spread":0.2746136042349202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799956374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02813631,0.0035393958,0.5064157,0.06081929,0.012370883,0.00061438413,0.003314564,0.021389266,0.36340016],"genre_scores_gemma":[0.185795,0.002609744,0.24575996,0.019292658,0.0026956692,0.00056894886,0.0047181738,0.022538453,0.51602125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99342453,0.0014367923,0.00039468124,0.0013801022,0.002986944,0.00037690028],"domain_scores_gemma":[0.9752914,0.0052675623,0.001101395,0.0098824175,0.0071275444,0.0013296754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00300533,0.0012047597,0.0008822788,0.0012101699,0.0022309104,0.005968473,0.0015674589,0.0021410792,0.060521252],"category_scores_gemma":[0.028333668,0.0008583995,0.0010798599,0.0014671861,0.0030021372,0.011645484,0.0046091806,0.0055668913,0.038565263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000406432,0.00024168126,0.0036344945,0.00093025184,0.00009841458,0.0005034659,0.004180309,0.0017708408,0.02042114,0.23047836,0.28399253,0.45334202],"study_design_scores_gemma":[0.000032296262,0.000071480674,0.0012097906,0.0003276471,0.000056273337,0.0007146946,0.00047014232,0.0024293105,0.006630316,0.055148784,0.93283176,0.000077582656],"about_ca_topic_score_codex":0.0027635666,"about_ca_topic_score_gemma":0.0033641432,"teacher_disagreement_score":0.060521252,"about_ca_system_score_codex":0.0015359223,"about_ca_system_score_gemma":0.0041346024,"threshold_uncertainty_score":0.20246375},"labels":[],"label_agreement":null},{"id":"W2800840908","doi":"","title":"Mobile Robots Engaging Children in Learning","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Robot; Mobile robot; Artificial intelligence; Human–computer interaction","score_opus":0.008700481176083536,"score_gpt":0.2592598241694862,"score_spread":0.25055934299340266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800840908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82970566,0.0014568,0.026923161,0.0025254781,0.00012851649,0.00017655657,0.00014725624,0.0006525094,0.13828412],"genre_scores_gemma":[0.9461258,0.000753569,0.02235084,0.00037286547,0.000023840268,0.00021578606,0.00009630865,0.00008620218,0.029974865],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99864334,0.000705245,0.000039142353,0.00017562858,0.00022513143,0.0002115511],"domain_scores_gemma":[0.99854565,0.000735188,0.00018074391,0.00014568487,0.00008905019,0.00030371678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010672691,0.00085873326,0.0004414385,0.00045737022,0.001033177,0.0027375028,0.000754981,0.001841126,0.010526637],"category_scores_gemma":[0.0035691299,0.00034640005,0.00041675603,0.00026260037,0.0022576496,0.0024405792,0.003188264,0.0013326019,0.0018294862],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014259857,0.0037577963,0.05444084,0.0030248303,0.00016221228,0.005965806,0.3055466,0.0063683745,0.12208469,0.15715894,0.026972698,0.3130912],"study_design_scores_gemma":[0.00037729234,0.003494884,0.040493205,0.0009973935,0.00024080342,0.006924832,0.14149739,0.0066157784,0.04654553,0.064363845,0.6882029,0.00024612935],"about_ca_topic_score_codex":0.00056905654,"about_ca_topic_score_gemma":0.0010197447,"teacher_disagreement_score":0.010526637,"about_ca_system_score_codex":0.0005245756,"about_ca_system_score_gemma":0.00043054172,"threshold_uncertainty_score":0.03521508},"labels":[],"label_agreement":null},{"id":"W2802573729","doi":"10.1386/eme.17.1.45_1","title":"Whither the school in the age of the algorithm?","year":2018,"lang":"en","type":"article","venue":"Explorations in Media Ecology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Algorithm","score_opus":0.02715697859537419,"score_gpt":0.27675102640554483,"score_spread":0.24959404781017064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802573729","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10501398,0.010353638,0.11014891,0.28931156,0.0036616782,0.000069544505,0.00013820609,0.00071504124,0.48058745],"genre_scores_gemma":[0.8929916,0.003813132,0.022058498,0.008460109,0.0008279992,0.00007936547,0.00006861968,0.0008172214,0.07088344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975715,0.001525387,0.000043779783,0.00034849287,0.00026470885,0.00024613133],"domain_scores_gemma":[0.9926313,0.0042133187,0.0004288091,0.00084526825,0.000932323,0.0009490075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004729707,0.0005006529,0.0006339557,0.0009985104,0.0054710675,0.010931748,0.00092874403,0.0029384242,0.026914641],"category_scores_gemma":[0.024452657,0.00035318162,0.0003655271,0.0012226998,0.015862703,0.032491487,0.0049088914,0.0058931187,0.0046924623],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101415906,0.000067321846,0.0019180516,0.00007512551,0.000013037637,0.00007572982,0.011295624,0.0006598098,0.00028454463,0.9183791,0.022125125,0.04500504],"study_design_scores_gemma":[0.000028748698,0.000051607247,0.000516154,0.00021717789,0.000016887921,0.0001034112,0.015016449,0.0019610631,0.0006060678,0.74012446,0.24132599,0.000031940148],"about_ca_topic_score_codex":0.0046039964,"about_ca_topic_score_gemma":0.004401168,"teacher_disagreement_score":0.026914641,"about_ca_system_score_codex":0.0025673392,"about_ca_system_score_gemma":0.0030594394,"threshold_uncertainty_score":0.09003842},"labels":[],"label_agreement":null},{"id":"W2803006329","doi":"10.4204/eptcs.270.2","title":"Using Elm to Introduce Algebraic Thinking to K-8 Students","year":2018,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Curriculum; Computer graphics; Syntax; Graphics; Domain (mathematical analysis); Focus (optics); Recursion (computer science); Inclusion (mineral)","score_opus":0.010753306603258841,"score_gpt":0.30881380436595934,"score_spread":0.2980604977627005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803006329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48441988,0.0027663074,0.1344868,0.036768015,0.0036070899,0.0012412624,0.0010231648,0.0073893033,0.32829815],"genre_scores_gemma":[0.5987764,0.0031365077,0.17651425,0.009954397,0.00050200423,0.0014104281,0.00089721725,0.0018647895,0.20694387],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998719,0.00041969627,0.000070940085,0.00017991396,0.0003078398,0.00030262646],"domain_scores_gemma":[0.998061,0.00046766057,0.00017535416,0.00011763384,0.0003768841,0.0008014525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018267339,0.0012631238,0.00049760984,0.0010320403,0.0017617415,0.0035468778,0.0014303487,0.001524491,0.01955],"category_scores_gemma":[0.004043564,0.0004938723,0.00067728944,0.0004084788,0.0025677348,0.0035743925,0.0058271238,0.0045998725,0.007990924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063804135,0.00459791,0.01991845,0.0016645296,0.00003665618,0.0049985372,0.13398236,0.002838123,0.041986443,0.19047649,0.2616497,0.3372128],"study_design_scores_gemma":[0.000088502,0.0009425348,0.0058575943,0.00068920077,0.00002035115,0.0024089825,0.023580622,0.002526802,0.012907507,0.03769407,0.91317993,0.00010386557],"about_ca_topic_score_codex":0.0012379722,"about_ca_topic_score_gemma":0.0037978312,"teacher_disagreement_score":0.01955,"about_ca_system_score_codex":0.0034620578,"about_ca_system_score_gemma":0.0020037498,"threshold_uncertainty_score":0.065401256},"labels":[],"label_agreement":null},{"id":"W2808424268","doi":"10.1145/3209635.3209647","title":"Lightweight Strategies for Inclusive Teaching","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Inclusion (mineral); Outreach; Diversity (politics); Presentation (obstetrics); Key (lock); Computer science; Pedagogy; Mathematics education; Medical education; Psychology; Sociology; Political science; Medicine; Computer security","score_opus":0.015127989055392591,"score_gpt":0.30330725737291864,"score_spread":0.28817926831752605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808424268","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03302007,0.0029320966,0.55283445,0.03755441,0.0017058754,0.0007820016,0.00011419272,0.002984265,0.36807257],"genre_scores_gemma":[0.46811882,0.002393426,0.38699117,0.0057851607,0.00066015986,0.0024942865,0.0002477933,0.0018017319,0.13150752],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98870057,0.006548283,0.00042683372,0.0008596776,0.0026139105,0.00085081183],"domain_scores_gemma":[0.9834425,0.007624811,0.0012307287,0.003917136,0.001781709,0.002003067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009426796,0.0011969301,0.0006132614,0.002928426,0.0064474638,0.010483366,0.0028966183,0.0036430103,0.033746175],"category_scores_gemma":[0.031384286,0.0006056068,0.00085816067,0.0019151707,0.00758834,0.01919672,0.02107563,0.0044255303,0.010660921],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008609731,0.00026475082,0.0010050941,0.0004220201,0.000030289943,0.00019094018,0.021629803,0.0006647893,0.0026160215,0.7119934,0.024791917,0.23630486],"study_design_scores_gemma":[0.000046829933,0.00010434538,0.00055839197,0.0005897004,0.000035150682,0.00021404441,0.009139262,0.002221958,0.0028829041,0.6753088,0.30886054,0.00003804093],"about_ca_topic_score_codex":0.00070734706,"about_ca_topic_score_gemma":0.0016484351,"teacher_disagreement_score":0.033746175,"about_ca_system_score_codex":0.003550322,"about_ca_system_score_gemma":0.0034972765,"threshold_uncertainty_score":0.11289221},"labels":[],"label_agreement":null},{"id":"W2808530612","doi":"10.1145/3209635.3209646","title":"Insights from the Application of Universal Design Principles to Support English Language Learners","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Ell; Mathematics education; Computer science; Universal Design for Learning; Argument (complex analysis); Population; English language; Pedagogy; Teaching method; Psychology; Sociology","score_opus":0.025834059737488604,"score_gpt":0.26111768052291195,"score_spread":0.23528362078542336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808530612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4582438,0.001379482,0.39336523,0.02237368,0.00022155234,0.0007095241,0.000055953347,0.0003797742,0.12327099],"genre_scores_gemma":[0.87258327,0.00060180214,0.11497748,0.001693905,0.000024295454,0.00029513813,0.00003461204,0.000118553755,0.009670956],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9875737,0.009527984,0.0003327079,0.00037340418,0.0014027009,0.0007895251],"domain_scores_gemma":[0.9855665,0.010077825,0.0008328788,0.0008074975,0.0016717877,0.0010434897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013992261,0.00052666955,0.0002792575,0.0008428029,0.0024607142,0.004446741,0.0013511556,0.0012657383,0.002142197],"category_scores_gemma":[0.020506112,0.00045828125,0.00043057743,0.00039150807,0.0055486253,0.00386777,0.0047732852,0.002297749,0.00037469005],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012424018,0.00081002683,0.018626314,0.0012531765,0.000039281138,0.002249655,0.54971236,0.0045992597,0.012311186,0.21552853,0.007970914,0.18677512],"study_design_scores_gemma":[0.00012549217,0.0012796575,0.010111223,0.001630287,0.00008651369,0.00404358,0.27850094,0.014400882,0.011961832,0.14517194,0.5325636,0.00012393472],"about_ca_topic_score_codex":0.001890816,"about_ca_topic_score_gemma":0.0036171165,"teacher_disagreement_score":0.013992261,"about_ca_system_score_codex":0.002384869,"about_ca_system_score_gemma":0.0048489817,"threshold_uncertainty_score":0.07399905},"labels":[],"label_agreement":null},{"id":"W2808552039","doi":"10.1145/3209635.3209636","title":"\"Hour of code\" With Virtual Reality","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Langara College","funders":"","keywords":"Virtual reality; Computer science; Connection (principal bundle); Curriculum; Code (set theory); Human–computer interaction; Multimedia; Metaverse; Computer graphics (images); Programming language; Engineering; Sociology; Pedagogy","score_opus":0.025884426168654107,"score_gpt":0.2801059666237678,"score_spread":0.2542215404551137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808552039","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043564264,0.000585141,0.23707019,0.0055661527,0.0043471656,0.0007818173,0.0027807401,0.032917216,0.67238724],"genre_scores_gemma":[0.29566824,0.0009257537,0.18655527,0.004196898,0.0013109448,0.0016411216,0.004374115,0.009541639,0.495786],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984297,0.00030474915,0.00006167181,0.00021976944,0.0007525402,0.00023154041],"domain_scores_gemma":[0.9963462,0.0006987483,0.00017857375,0.0013081254,0.0005857478,0.0008826644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007516021,0.0005738277,0.00025815185,0.0008134503,0.0012094906,0.0023681698,0.0011874088,0.00061783864,0.094067134],"category_scores_gemma":[0.0072094947,0.00023659441,0.00050602877,0.000566252,0.0007614524,0.0019436659,0.004683689,0.0016131342,0.023641497],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003446195,0.0004691901,0.0018784731,0.00031623943,0.000015010717,0.0001910828,0.0037182348,0.0012995737,0.008326367,0.04029012,0.3370126,0.6061384],"study_design_scores_gemma":[0.00004424542,0.00024486182,0.003087728,0.0001135669,0.000011959434,0.00030151109,0.00057790143,0.0016579473,0.003926892,0.008824379,0.98116344,0.000045500226],"about_ca_topic_score_codex":0.001612477,"about_ca_topic_score_gemma":0.0033643574,"teacher_disagreement_score":0.094067134,"about_ca_system_score_codex":0.000590796,"about_ca_system_score_gemma":0.0012470904,"threshold_uncertainty_score":0.31468588},"labels":[],"label_agreement":null},{"id":"W2808863842","doi":"10.1145/3197091.3197116","title":"Gender, confidence, and mark prediction in CS examinations","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Mistake; Work (physics); Computer science; Mathematics education; Artificial intelligence; Psychology; Engineering","score_opus":0.027497820753121148,"score_gpt":0.2666272239754067,"score_spread":0.23912940322228557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808863842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942134,0.00041133646,0.0003212379,0.00096892915,0.000055958797,0.000009824657,0.00015220814,0.000014955491,0.003852067],"genre_scores_gemma":[0.9990773,0.00004372027,0.00007604972,0.000054079457,0.000015759304,0.0000036984206,0.0000808064,0.0000064668957,0.0006420074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961902,0.0013597222,0.00033688592,0.0005149527,0.0010890731,0.00050910015],"domain_scores_gemma":[0.9181633,0.051060755,0.015711073,0.002894766,0.004705844,0.0074642394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008974926,0.0002343864,0.00031629181,0.0012211878,0.00064613554,0.002244072,0.00090541196,0.0013575759,0.006159787],"category_scores_gemma":[0.10034854,0.00024476057,0.00046477624,0.000831695,0.0009760611,0.0015703256,0.0014836313,0.0018977545,0.0012483799],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022063998,0.00019148263,0.99154776,0.00000579,0.000020244079,0.00005634258,0.0005237439,0.00018483006,0.000054180717,0.00015016866,0.00037541986,0.006669391],"study_design_scores_gemma":[0.000008596822,0.00024439662,0.9954442,0.000038064816,0.000022001086,0.00015379247,0.0012404448,0.0015859352,0.00017152814,0.00056563254,0.0005071153,0.00001846014],"about_ca_topic_score_codex":0.006246316,"about_ca_topic_score_gemma":0.0063462756,"teacher_disagreement_score":0.008974926,"about_ca_system_score_codex":0.0007098334,"about_ca_system_score_gemma":0.0007397333,"threshold_uncertainty_score":0.04746449},"labels":[],"label_agreement":null},{"id":"W2810828997","doi":"10.48550/arxiv.1805.05125","title":"Using Elm to Introduce Algebraic Thinking to K-8 Students","year":2018,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Curriculum; Syntax; Sophistication; Mathematics education; Graphics; Programming language; Inclusion (mineral); Artificial intelligence; Pedagogy; Mathematics; Psychology","score_opus":0.08984843545880605,"score_gpt":0.2408367146040448,"score_spread":0.15098827914523874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810828997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48441988,0.0027663074,0.1344868,0.036768015,0.0036070899,0.0012412624,0.0010231648,0.0073893033,0.32829815],"genre_scores_gemma":[0.5987764,0.0031365077,0.17651425,0.009954397,0.00050200423,0.0014104281,0.00089721725,0.0018647895,0.20694387],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998719,0.00041969627,0.000070940085,0.00017991396,0.0003078398,0.00030262646],"domain_scores_gemma":[0.998061,0.00046766057,0.00017535416,0.00011763384,0.0003768841,0.0008014525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018267339,0.0012631238,0.00049760984,0.0010320403,0.0017617415,0.0035468778,0.0014303487,0.001524491,0.01955],"category_scores_gemma":[0.004043564,0.0004938723,0.00067728944,0.0004084788,0.0025677348,0.0035743925,0.0058271238,0.0045998725,0.007990924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063804135,0.00459791,0.01991845,0.0016645296,0.00003665618,0.0049985372,0.13398236,0.002838123,0.041986443,0.19047649,0.2616497,0.3372128],"study_design_scores_gemma":[0.000088502,0.0009425348,0.0058575943,0.00068920077,0.00002035115,0.0024089825,0.023580622,0.002526802,0.012907507,0.03769407,0.91317993,0.00010386557],"about_ca_topic_score_codex":0.0012379722,"about_ca_topic_score_gemma":0.0037978312,"teacher_disagreement_score":0.01955,"about_ca_system_score_codex":0.0034620578,"about_ca_system_score_gemma":0.0020037498,"threshold_uncertainty_score":0.065401256},"labels":[],"label_agreement":null},{"id":"W2874143900","doi":"10.29333/ejmste/93190","title":"Exploring Bimodality in Introductory Computer Science Performance Distributions","year":2018,"lang":"en","type":"article","venue":"Eurasia Journal of Mathematics Science and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bimodality; Mathematics education; Computer science; Mathematics; Physics","score_opus":0.03812191921551486,"score_gpt":0.2901226042739593,"score_spread":0.2520006850584444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2874143900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99563867,0.000056152163,0.0021790164,0.0000942239,0.00000612101,0.000014094463,0.00016617689,0.000036643843,0.0018088961],"genre_scores_gemma":[0.9994444,0.000009127469,0.00016947117,0.0000173682,0.000004596667,0.000006866705,0.00013531561,0.00000851747,0.00020417887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99694675,0.00086755806,0.00021477255,0.0007430351,0.00088102603,0.00034687945],"domain_scores_gemma":[0.9653274,0.018938035,0.0062052207,0.0023592466,0.0053618858,0.001808265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051271133,0.00022015563,0.0003534278,0.003276575,0.00044333932,0.0012997251,0.00057520816,0.00036561667,0.0042533185],"category_scores_gemma":[0.040392008,0.00012701094,0.00021198882,0.001704041,0.00084945,0.0013833506,0.0019807694,0.0007388798,0.0006342905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026988424,0.0001161051,0.9667486,0.000026822578,0.000046472946,0.0000582674,0.0034825387,0.00037561305,0.0012573012,0.0008522404,0.00045120725,0.026315024],"study_design_scores_gemma":[0.0000053627186,0.00018171548,0.9915627,0.000016827995,0.000010772567,0.0000967011,0.0033683686,0.0023118886,0.0006595364,0.0010266338,0.0007442317,0.000015328991],"about_ca_topic_score_codex":0.0031857677,"about_ca_topic_score_gemma":0.0026812267,"teacher_disagreement_score":0.0051271133,"about_ca_system_score_codex":0.00072783465,"about_ca_system_score_gemma":0.00055522745,"threshold_uncertainty_score":0.027115107},"labels":[],"label_agreement":null},{"id":"W2883291320","doi":"10.69520/jipe.v1i1.37","title":"Learning Code using Lego Robotics","year":2018,"lang":"en","type":"article","venue":"Journal of innovation in polytechnic education.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Humber Polytechnic","funders":"","keywords":"Artificial intelligence; Robotics; Code (set theory); Computer science; Computer vision; Programming language; Robot","score_opus":0.032032782827371695,"score_gpt":0.336686578811268,"score_spread":0.3046537959838963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883291320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74685955,0.0006471915,0.07161892,0.0023724835,0.0002431342,0.0010851579,0.0008000457,0.002359156,0.17401439],"genre_scores_gemma":[0.77702427,0.0012640915,0.12762189,0.002393454,0.00006046093,0.0017085323,0.0012935553,0.00023873801,0.08839496],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996712,0.00006675026,0.000013043546,0.000056459925,0.000120729135,0.00007189176],"domain_scores_gemma":[0.99931955,0.00023330837,0.00009472994,0.00005907258,0.00010235308,0.00019099237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041034867,0.0005680226,0.00023759404,0.00039681778,0.0004327424,0.0011692423,0.00054637046,0.00050179573,0.018194508],"category_scores_gemma":[0.002239716,0.00011287366,0.00031787617,0.00017672054,0.00061355927,0.0009848478,0.0014875415,0.0008003543,0.0039436533],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005246436,0.00864843,0.03923437,0.0016381234,0.000043623153,0.001072354,0.023405956,0.0035912564,0.052060746,0.040323332,0.05716781,0.77228945],"study_design_scores_gemma":[0.00026837958,0.009799809,0.08186556,0.0015066013,0.00007815134,0.0028670977,0.013666268,0.017734164,0.043171495,0.062083475,0.76672375,0.00023515368],"about_ca_topic_score_codex":0.00089161296,"about_ca_topic_score_gemma":0.003444632,"teacher_disagreement_score":0.018194508,"about_ca_system_score_codex":0.0005178329,"about_ca_system_score_gemma":0.0010964104,"threshold_uncertainty_score":0.060866654},"labels":[],"label_agreement":null},{"id":"W2885093139","doi":"10.24908/pceea.v0i0.7365","title":"PUZZLE-BASED LEARNING: AN APPROACH TO CREATIVITY, DESIGN THINKING &amp; PROBLEM SOLVING. IMPLICATIONS FOR ENGINEERING EDUCATION.","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Creativity; Component (thermodynamics); Mathematics education; Engineering education; Computer science; Critical thinking; Problem-based learning; Creative problem-solving; Creative thinking; Style (visual arts); Engineering ethics; Management science; Engineering management; Engineering; Psychology","score_opus":0.027589166325488176,"score_gpt":0.2647991961659217,"score_spread":0.2372100298404335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885093139","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017514823,0.025377072,0.5448455,0.050471224,0.0010761989,0.0006580196,0.00020056027,0.0007498798,0.35910675],"genre_scores_gemma":[0.34649652,0.023204982,0.5240572,0.0033668966,0.00039921296,0.0016094713,0.00033165095,0.00028339378,0.10025063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986565,0.00080160995,0.000069547576,0.000120963785,0.0002723324,0.00007894561],"domain_scores_gemma":[0.9974769,0.0014754133,0.00014475794,0.00020794036,0.00026478118,0.00043023753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022585844,0.00076614786,0.00036755853,0.0021568902,0.0019081924,0.006909281,0.002047288,0.0019108689,0.01427054],"category_scores_gemma":[0.0051569804,0.00036526777,0.0006266706,0.0026201408,0.009174338,0.004594049,0.0034782786,0.0032622013,0.0016547282],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025654579,0.00027530396,0.0013961123,0.0007674892,0.000021721782,0.00030356273,0.00989839,0.002798496,0.00088737597,0.6800645,0.021337438,0.282224],"study_design_scores_gemma":[0.000029886261,0.00006782943,0.0017047188,0.00087105925,0.00001582503,0.00072468095,0.011961497,0.0059210258,0.00060061464,0.755968,0.222109,0.000025952442],"about_ca_topic_score_codex":0.0044388324,"about_ca_topic_score_gemma":0.00807507,"teacher_disagreement_score":0.01427054,"about_ca_system_score_codex":0.0036029646,"about_ca_system_score_gemma":0.007287142,"threshold_uncertainty_score":0.047739744},"labels":[],"label_agreement":null},{"id":"W2886978630","doi":"10.24908/pceea.v0i0.10269","title":"Knowledge Building in robotics for STEM education","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Robotics; Artificial intelligence; Educational robotics; Multidisciplinary approach; Competition (biology); Future of robotics; Computer science; Mathematics education; Robot; Psychology; Sociology; Social science","score_opus":0.01029688030719922,"score_gpt":0.24694739557785658,"score_spread":0.23665051527065736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886978630","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23879288,0.004468714,0.15873006,0.016535204,0.00020130885,0.00038192488,0.0002259324,0.0004995388,0.5801645],"genre_scores_gemma":[0.91259253,0.0020573335,0.067585476,0.00038905072,0.000056457015,0.00011793053,0.0002181407,0.00003573889,0.016947323],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99914646,0.00041234505,0.000040283627,0.000097424156,0.00019196299,0.00011151375],"domain_scores_gemma":[0.99719363,0.0013784432,0.00022442116,0.00035206458,0.00037907338,0.00047238657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016676212,0.0002469664,0.00020073986,0.00091912143,0.0013936464,0.003544088,0.0009745553,0.000895442,0.017681371],"category_scores_gemma":[0.0033808756,0.00012753461,0.00036691208,0.0011712644,0.0018473803,0.0037775785,0.0031510137,0.0008050987,0.0018633807],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105867206,0.0008470681,0.008162712,0.0011024995,0.000037008853,0.00049503136,0.005557945,0.008279514,0.0041629486,0.36511144,0.014329478,0.59180844],"study_design_scores_gemma":[0.00005848966,0.00030032577,0.021180037,0.0013836266,0.000050595125,0.00074612483,0.013379441,0.02192409,0.013621637,0.5636689,0.3636103,0.00007647494],"about_ca_topic_score_codex":0.004291267,"about_ca_topic_score_gemma":0.0074676834,"teacher_disagreement_score":0.017681371,"about_ca_system_score_codex":0.0020397187,"about_ca_system_score_gemma":0.0063195094,"threshold_uncertainty_score":0.05915004},"labels":[],"label_agreement":null},{"id":"W2890169540","doi":"10.1007/s40751-018-0042-7","title":"Coding Robots as a Source of Instantiations for Arithmetic","year":2018,"lang":"en","type":"article","venue":"Digital Experiences in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Coding (social sciences); Computer science; Robot; Multiplication (music); Mathematics education; Arithmetic; Artificial intelligence; Pedagogy; Mathematics; Psychology","score_opus":0.02312018670483823,"score_gpt":0.3176814544752935,"score_spread":0.29456126777045527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890169540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8857672,0.0001600598,0.075282075,0.00038489932,0.000026642969,0.000038229788,0.00008600456,0.00042797392,0.037826937],"genre_scores_gemma":[0.96945983,0.00008434812,0.025489397,0.00004015018,0.000004478663,0.000032283977,0.00007020389,0.0000996602,0.004719622],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989022,0.00042007925,0.00003930941,0.00024273469,0.00029216774,0.00010346955],"domain_scores_gemma":[0.9961505,0.0020342832,0.0004499809,0.00091529434,0.00024904698,0.00020096764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010904502,0.00032066248,0.00016703428,0.0007910603,0.0004924726,0.0014230304,0.0006034436,0.00047294187,0.005383493],"category_scores_gemma":[0.007768112,0.00034402174,0.00024992737,0.00030917878,0.003955909,0.0018024343,0.0034781597,0.0010297318,0.0006165422],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003154885,0.00023428092,0.08409637,0.000539304,0.00003638287,0.0032426245,0.29361537,0.0049907016,0.13755463,0.22642487,0.0029790336,0.24597098],"study_design_scores_gemma":[0.00014036763,0.00125039,0.2361144,0.0009594582,0.00013678173,0.0126182,0.12152501,0.037407976,0.0895493,0.15774554,0.34210575,0.00044678626],"about_ca_topic_score_codex":0.0007152559,"about_ca_topic_score_gemma":0.0011832088,"teacher_disagreement_score":0.005383493,"about_ca_system_score_codex":0.0005019818,"about_ca_system_score_gemma":0.00043277978,"threshold_uncertainty_score":0.018009603},"labels":[],"label_agreement":null},{"id":"W2893397320","doi":"10.5539/ies.v11n10p105","title":"The Utilization of Educational Robotics in Saudi Schools: Potentials and Barriers from the Perspective of Saudi Teachers","year":2018,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Educational robotics; Thematic analysis; Artificial intelligence; Incentive; Medical education; Government (linguistics); Psychology; Christian ministry; Qualitative research; Mathematics education; Robot; Sociology; Computer science; Political science; Social science; Medicine","score_opus":0.04538078958660728,"score_gpt":0.38029276702804976,"score_spread":0.33491197744144247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893397320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99572647,0.0006162361,0.00022514061,0.0010878682,0.000008711635,0.00001284293,0.000016410982,0.0000053604426,0.0023010324],"genre_scores_gemma":[0.99893516,0.0004204855,0.00017699126,0.0000890659,0.0000015516341,0.0000053069602,0.0000059036643,0.0000011634899,0.00036444428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978436,0.000695873,0.00016254623,0.00013203881,0.00067841215,0.00048763942],"domain_scores_gemma":[0.9938315,0.0015276782,0.0020453653,0.000093496354,0.0011054013,0.0013966527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021247973,0.00022824298,0.0002102789,0.0009347778,0.0015319204,0.0022098804,0.00044624944,0.00065043545,0.0019806628],"category_scores_gemma":[0.004387664,0.00022533233,0.00025345295,0.00060345023,0.001315173,0.0012310744,0.0015593524,0.0005100454,0.00027073795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023144421,0.00040227643,0.6698611,0.0014088713,0.000044353917,0.0019989896,0.21371493,0.00058022107,0.00455391,0.0035105103,0.0015667162,0.102126695],"study_design_scores_gemma":[0.000012348746,0.0005087634,0.3500534,0.0012062177,0.000060202587,0.0017102438,0.6184074,0.0010593625,0.0019659214,0.00062546576,0.02432524,0.00006537784],"about_ca_topic_score_codex":0.012592879,"about_ca_topic_score_gemma":0.024428856,"teacher_disagreement_score":0.012592879,"about_ca_system_score_codex":0.0018508838,"about_ca_system_score_gemma":0.0044073192,"threshold_uncertainty_score":0.025039196},"labels":[],"label_agreement":null},{"id":"W2894784890","doi":"10.1007/978-3-319-95059-4_20","title":"Learning to Program a Humanoid Robot: Impact on Special Education Students","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Affordance; Coding (social sciences); Variety (cybernetics); TRACE (psycholinguistics); Task (project management); Computer science; Mathematics education; Exploratory research; Psychology; Data collection; Humanoid robot; Robot; Human–computer interaction; Pedagogy; Engineering; Artificial intelligence; Sociology","score_opus":0.0216156915178248,"score_gpt":0.3458379643118781,"score_spread":0.3242222727940533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894784890","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14042528,0.021325482,0.017688276,0.010616748,0.003510343,0.00014522875,0.0005513343,0.0025373837,0.80319995],"genre_scores_gemma":[0.16322133,0.017897863,0.017213054,0.0017666485,0.000614793,0.00015319696,0.001066894,0.00074446946,0.7973218],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9997912,0.00002921405,0.0000042488864,0.00003835126,0.00009343237,0.00004346393],"domain_scores_gemma":[0.9991405,0.00019112776,0.00003653231,0.00003881952,0.00015869684,0.0004343388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036711027,0.00080069597,0.00038266563,0.00043345915,0.00053149776,0.0022636403,0.0008399112,0.0007815824,0.06124924],"category_scores_gemma":[0.0015390876,0.0001428422,0.00048989494,0.00037660377,0.00039134128,0.0016348088,0.0018815134,0.0014682917,0.012904628],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014978844,0.00081618474,0.0012107175,0.0003146692,0.000008283617,0.0001780922,0.0011783964,0.00041800275,0.0036579703,0.0061753006,0.12381562,0.86207706],"study_design_scores_gemma":[0.0000815242,0.0017685661,0.018960876,0.0013321368,0.000059174134,0.0019424714,0.004941947,0.0023281898,0.011682137,0.028523551,0.9283228,0.000056574092],"about_ca_topic_score_codex":0.0008165147,"about_ca_topic_score_gemma":0.0021161656,"teacher_disagreement_score":0.06124924,"about_ca_system_score_codex":0.0006382534,"about_ca_system_score_gemma":0.0012879004,"threshold_uncertainty_score":0.20489913},"labels":[],"label_agreement":null},{"id":"W2897024105","doi":"10.1007/978-3-030-02762-9_21","title":"A Review of Serious Games for Programming","year":2018,"lang":"en","type":"review","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Game programming; Curriculum; Game mechanics; Multimedia; Video game development; Game Developer; Game design; Game design document; Pedagogy; Psychology","score_opus":0.03782531763822331,"score_gpt":0.3490385620740456,"score_spread":0.31121324443582227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897024105","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027197908,0.9949927,0.0010799785,0.0008287387,0.00031896133,0.000022292512,0.00004807997,0.000027954196,0.0024092512],"genre_scores_gemma":[0.0034814542,0.99177223,0.0021213696,0.00091023534,0.00029895647,0.000046497073,0.0001226359,0.000018908382,0.00122775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989072,0.00031753737,0.00019403007,0.00012530271,0.0003830977,0.00007287051],"domain_scores_gemma":[0.99545467,0.003437954,0.00028876407,0.00008043573,0.000542019,0.00019612929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017628864,0.0012722755,0.001528775,0.0047127116,0.0003735646,0.001673405,0.0018267288,0.0017206643,0.0061052074],"category_scores_gemma":[0.00936433,0.000514712,0.00075097923,0.003455357,0.0009924301,0.0027986744,0.001454389,0.0019661777,0.0017261361],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079530466,0.000115081144,0.00030075232,0.035107084,0.00013867015,0.0000698869,0.00011800419,0.0006034124,0.0003800571,0.012215722,0.045207813,0.905664],"study_design_scores_gemma":[0.00004895731,0.00013290183,0.00088119163,0.020600175,0.00020235039,0.00047195633,0.00010252878,0.0002613761,0.00038711398,0.009710564,0.96717113,0.00002985192],"about_ca_topic_score_codex":0.0019754637,"about_ca_topic_score_gemma":0.0048787617,"teacher_disagreement_score":0.0061052074,"about_ca_system_score_codex":0.0011058047,"about_ca_system_score_gemma":0.0024429464,"threshold_uncertainty_score":0.020423949},"labels":[],"label_agreement":null},{"id":"W2898127510","doi":"10.1007/978-3-319-99858-9_11","title":"Developing Teacher Self-Efficacy to Teach Science and Computational Thinking with Educational Robotics: Using Scaffolded Programming Scripts","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Robotics; Scripting language; Computational thinking; Artificial intelligence; Educational robotics; Computer science; Mathematics education; Science education; Intervention (counseling); Psychology; Robot; Programming language","score_opus":0.037776800831223055,"score_gpt":0.29230755771637745,"score_spread":0.2545307568851544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898127510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.771336,0.00160023,0.08067273,0.0024087622,0.00018910432,0.0004291256,0.00014001736,0.0008157695,0.14240816],"genre_scores_gemma":[0.93108803,0.000861449,0.05321418,0.00013024759,0.000012397219,0.00032597673,0.000118298645,0.000080471575,0.014168888],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994672,0.00024698785,0.000021315831,0.00007210282,0.00014915224,0.000043273558],"domain_scores_gemma":[0.9951964,0.00365686,0.00025878128,0.0002792734,0.00035245842,0.0002561902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019161844,0.00028771357,0.0002506602,0.0003224002,0.00029573851,0.0015822448,0.00049278536,0.0003132776,0.0030024198],"category_scores_gemma":[0.0070663276,0.00020182728,0.0002930684,0.00023439738,0.0007226563,0.0011499921,0.0007970671,0.0011932873,0.000611199],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011919792,0.0031711806,0.04135335,0.0006286919,0.00005881303,0.0001984724,0.023136247,0.0024522298,0.007834147,0.064945996,0.014524603,0.841577],"study_design_scores_gemma":[0.0003689828,0.0037987847,0.48803914,0.0040187365,0.00056506693,0.0015132666,0.031062322,0.040590297,0.089492,0.16312829,0.17716515,0.00025796393],"about_ca_topic_score_codex":0.00065290206,"about_ca_topic_score_gemma":0.0014585563,"teacher_disagreement_score":0.0030024198,"about_ca_system_score_codex":0.00070922286,"about_ca_system_score_gemma":0.001585042,"threshold_uncertainty_score":0.0101338625},"labels":[],"label_agreement":null},{"id":"W2898128900","doi":"10.4018/978-1-5225-7018-9.ch001","title":"Dynamic Decision-Making Model","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Affordance; Novelty; Computer science; Perspective (graphical); Key (lock); Focus (optics); Knowledge management; Management science; Human–computer interaction; Engineering; Artificial intelligence; Psychology","score_opus":0.012871113480620797,"score_gpt":0.2766651340562977,"score_spread":0.2637940205756769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898128900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03408995,0.0026800851,0.6606514,0.010427637,0.00082647434,0.0008746388,0.0026073793,0.00045249693,0.28739],"genre_scores_gemma":[0.6543741,0.0043891724,0.20453815,0.001379261,0.00043747356,0.0017288,0.0018997459,0.00016690482,0.13108635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952945,0.0018127039,0.00026505717,0.0011135578,0.00091280707,0.00060136546],"domain_scores_gemma":[0.993185,0.0049509816,0.00041738304,0.00031437626,0.0007564522,0.000375849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046589402,0.0017652654,0.0016853173,0.0016135535,0.001880447,0.0076198503,0.003689926,0.003633429,0.037010383],"category_scores_gemma":[0.011287148,0.0007705644,0.0021944887,0.0021397532,0.0028849905,0.005268923,0.0023063833,0.0036797028,0.005360585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009206818,0.00014444602,0.0009030538,0.00019944903,0.00007018394,0.00035902523,0.00030922866,0.12964626,0.000335493,0.8432409,0.0057676756,0.018932153],"study_design_scores_gemma":[0.00008733781,0.00007252798,0.00032204282,0.00011085436,0.000050376646,0.00021772708,0.00025810965,0.33796057,0.00028966268,0.63267463,0.02790204,0.000054024713],"about_ca_topic_score_codex":0.0073660943,"about_ca_topic_score_gemma":0.0049436092,"teacher_disagreement_score":0.037010383,"about_ca_system_score_codex":0.0045804256,"about_ca_system_score_gemma":0.0047282795,"threshold_uncertainty_score":0.12381202},"labels":[],"label_agreement":null},{"id":"W2898481164","doi":"10.5539/ass.v14n11p76","title":"Programming Skills and the Relation in Fostering Students’ Higher Order Thinking","year":2018,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Debugging; Higher-order thinking; Coding (social sciences); Mathematics education; Computer science; Programming language; Psychology; Teaching method; Mathematics","score_opus":0.014576259709030774,"score_gpt":0.3031402855768689,"score_spread":0.28856402586783814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898481164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959359,0.00014422588,0.00029953374,0.00020123328,0.000009398764,0.000017149598,0.000014259802,0.000012383661,0.0033657935],"genre_scores_gemma":[0.9982033,0.00016740397,0.00050449715,0.000044562603,0.000005444915,0.000021160728,0.000024420575,0.0000047762232,0.001024483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998133,0.00044843112,0.00012979329,0.00023040829,0.00070140103,0.00035690214],"domain_scores_gemma":[0.98227304,0.0065524587,0.004517673,0.0005931031,0.0019117979,0.0041518295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012638861,0.00030580984,0.00021902796,0.0011553245,0.00069222663,0.0022734099,0.00045865643,0.0005352586,0.003779738],"category_scores_gemma":[0.014645476,0.00015980873,0.0003241783,0.0006793413,0.0010212302,0.0007877838,0.0018606342,0.0015699996,0.00044617458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027976438,0.004852523,0.855642,0.00045022447,0.00015742061,0.0007215376,0.01848172,0.0006211072,0.007159393,0.004761402,0.0016784437,0.105194524],"study_design_scores_gemma":[0.00003043304,0.0008147959,0.97430336,0.00021908362,0.00009011398,0.00043336675,0.0094953,0.000923733,0.0023992828,0.006438142,0.0048162816,0.000036241534],"about_ca_topic_score_codex":0.0015831151,"about_ca_topic_score_gemma":0.0017543111,"teacher_disagreement_score":0.003779738,"about_ca_system_score_codex":0.0006360972,"about_ca_system_score_gemma":0.0023484319,"threshold_uncertainty_score":0.01264447},"labels":[],"label_agreement":null},{"id":"W2899235210","doi":"","title":"Works of heart: Revisiting creativity and innovation through maker pedagogies","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Creativity; Sociology; Movement (music); Pedagogy; Higher education; Mathematics education; Public relations; Psychology; Political science; Aesthetics; Social psychology; Art","score_opus":0.06361485650908609,"score_gpt":0.3492701350518688,"score_spread":0.2856552785427827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899235210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8128517,0.0023485573,0.029709406,0.01353025,0.00047489852,0.00034735005,0.00008613019,0.00011214955,0.14053948],"genre_scores_gemma":[0.9887959,0.0005435826,0.0049553686,0.0006424629,0.00003756182,0.000091061025,0.000016241365,0.0000767844,0.0048410143],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98311114,0.012137445,0.00025235728,0.0010555023,0.0017705206,0.0016731281],"domain_scores_gemma":[0.9733889,0.021936215,0.0010480875,0.0016255467,0.00068004895,0.0013212148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014896549,0.0006796087,0.0006260572,0.003686315,0.012628552,0.015427797,0.0029845154,0.0026641388,0.004613902],"category_scores_gemma":[0.02404056,0.00051261374,0.00058103347,0.0022070906,0.045952495,0.013603095,0.012613677,0.004822933,0.00040854717],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029105162,0.000053306445,0.0021645846,0.00015920543,0.0000056074573,0.0007229526,0.8825646,0.00013518188,0.0005089654,0.09761285,0.0009988121,0.015044847],"study_design_scores_gemma":[0.000021244887,0.00006012164,0.0013886906,0.00046161818,0.000016047452,0.00058901997,0.87395525,0.00043289977,0.0010778148,0.033107534,0.08886147,0.000028294964],"about_ca_topic_score_codex":0.0036035466,"about_ca_topic_score_gemma":0.008063429,"teacher_disagreement_score":0.015427797,"about_ca_system_score_codex":0.0069090645,"about_ca_system_score_gemma":0.009133673,"threshold_uncertainty_score":0.078781486},"labels":[],"label_agreement":null},{"id":"W2899508441","doi":"10.1111/bjet.12714","title":"Addressing bullying through critical making","year":2018,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Ministère de l’Éducation, Gouvernement de l’Ontario; Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Creativity; Psychology; Citizenship; Pedagogy; Critical thinking; Mathematics education; Citizenship education; Social psychology; Political science","score_opus":0.06558496536672542,"score_gpt":0.38961690537587285,"score_spread":0.3240319400091474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899508441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6581297,0.011308248,0.097346574,0.032150857,0.0019321499,0.0007992512,0.00005262426,0.0011580425,0.1971226],"genre_scores_gemma":[0.96786803,0.0035526482,0.015871532,0.0013912928,0.0002110094,0.00015692884,0.000019367439,0.000064916516,0.010864285],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980197,0.0009440605,0.00005912212,0.00017299758,0.00044224405,0.00036187313],"domain_scores_gemma":[0.99389654,0.0032234997,0.00090290426,0.00046972366,0.00062342087,0.0008838401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026247008,0.0006912918,0.0002838279,0.0013109759,0.0023665428,0.003200683,0.0011373385,0.0009454789,0.0047907066],"category_scores_gemma":[0.008094966,0.00018977729,0.00036989807,0.0003166391,0.0028139171,0.0021715404,0.0044454434,0.0020421583,0.00055093813],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018214322,0.0019360305,0.012319075,0.0017777226,0.00010769597,0.0017112853,0.12800469,0.0013650844,0.019614488,0.06135504,0.021206615,0.7504201],"study_design_scores_gemma":[0.00025801404,0.0024545742,0.025088906,0.006768893,0.00046668606,0.00508923,0.16379716,0.0052068876,0.050892565,0.21114819,0.528656,0.00017297498],"about_ca_topic_score_codex":0.0009432197,"about_ca_topic_score_gemma":0.0014561185,"teacher_disagreement_score":0.0047907066,"about_ca_system_score_codex":0.0008846973,"about_ca_system_score_gemma":0.0027005828,"threshold_uncertainty_score":0.016026437},"labels":[],"label_agreement":null},{"id":"W2900605479","doi":"10.11575/prism/32939","title":"Coding and Computational Thinking in Math and Science","year":2018,"lang":"en","type":"article","venue":"Open MIND","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Coding (social sciences); Computational thinking; Mathematics; Mathematics education; Theoretical computer science; Artificial intelligence","score_opus":0.04130930809483548,"score_gpt":0.32893426722274793,"score_spread":0.28762495912791247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900605479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037376136,0.026748484,0.5394198,0.018900106,0.0017006194,0.00015382704,0.00009704416,0.00031531777,0.3752887],"genre_scores_gemma":[0.7363584,0.013464185,0.21929206,0.003972275,0.0011809354,0.0006388026,0.00016228837,0.00019485435,0.024736242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99520457,0.00286994,0.0003056457,0.00043990155,0.0009010798,0.0002789454],"domain_scores_gemma":[0.9917316,0.006350456,0.0004368065,0.00072400784,0.00049957854,0.00025756963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036675853,0.0006553468,0.00040266273,0.0021973,0.0021077474,0.0050260546,0.0007999826,0.0019335495,0.0048512993],"category_scores_gemma":[0.009204507,0.0002539108,0.0005421173,0.0020456412,0.028756725,0.006540783,0.0033638908,0.003959704,0.00059311005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058480728,0.0000067343203,0.00017620245,0.00006156816,0.0000020372527,0.000027398666,0.0021829794,0.00038381873,0.00016435969,0.98405635,0.00065297587,0.012279723],"study_design_scores_gemma":[0.000005345484,0.000016894723,0.00040362685,0.00017615622,0.0000027478798,0.00014759798,0.00094528403,0.00079339126,0.00036813997,0.9452319,0.05189392,0.000014885373],"about_ca_topic_score_codex":0.0034285693,"about_ca_topic_score_gemma":0.002271186,"teacher_disagreement_score":0.0050260546,"about_ca_system_score_codex":0.0026388892,"about_ca_system_score_gemma":0.0028610849,"threshold_uncertainty_score":0.019396245},"labels":[],"label_agreement":null},{"id":"W2902215489","doi":"10.5539/ies.v11n12p26","title":"Do Computer Science Students Understand Their Programming Task?—A Case Study of Solving the Josephus Variant Problem","year":2018,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Think aloud protocol; Task (project management); Psychology; Psychological intervention; Cognitive psychology; Problem-based learning; Mathematics education; Computer science","score_opus":0.0682077318486098,"score_gpt":0.39657323045663595,"score_spread":0.32836549860802616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902215489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99378717,0.00012936641,0.0018566988,0.0020636981,0.000018099829,0.00007276847,0.000024490746,0.00002159319,0.0020261821],"genre_scores_gemma":[0.9918783,0.00039018242,0.0038536098,0.0007213469,0.000031150823,0.00007135949,0.000041742245,0.000032895612,0.0029795032],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.996326,0.0017559181,0.0002390508,0.00034938075,0.000672385,0.0006572296],"domain_scores_gemma":[0.99003863,0.005545637,0.0017872339,0.00039944027,0.0008109288,0.0014181976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035441585,0.00074855244,0.0005443357,0.0014182937,0.004880901,0.002247289,0.0016575828,0.004365301,0.0020157075],"category_scores_gemma":[0.016101545,0.00070646184,0.0006118468,0.0009953409,0.0023339621,0.0032364768,0.0022184132,0.003940781,0.00050642254],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018879297,0.003982102,0.10963621,0.00032880707,0.000044361317,0.11536308,0.70425063,0.00086281437,0.004594404,0.003769869,0.004648133,0.052330825],"study_design_scores_gemma":[0.000084114785,0.0013854766,0.0581027,0.00028656196,0.00004911559,0.1345564,0.7521509,0.00831487,0.00561364,0.0037228765,0.035567474,0.00016592044],"about_ca_topic_score_codex":0.0048179193,"about_ca_topic_score_gemma":0.011642235,"teacher_disagreement_score":0.004880901,"about_ca_system_score_codex":0.0020149816,"about_ca_system_score_gemma":0.00168456,"threshold_uncertainty_score":0.018743515},"labels":[],"label_agreement":null},{"id":"W2902377450","doi":"10.12968/prps.2018.sup215.11","title":"Catch a number","year":2018,"lang":"en","type":"article","venue":"Practical Pre-School","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Olds College","funders":"","keywords":"Sorting; Arithmetic; Computer science; Mathematics; Combinatorics; Algorithm","score_opus":0.027137142461853697,"score_gpt":0.34938019920735464,"score_spread":0.3222430567455009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902377450","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006094836,0.0005430636,0.121977724,0.010966949,0.004380782,0.00026332313,0.0005312316,0.006103049,0.849139],"genre_scores_gemma":[0.05687631,0.00071923796,0.07774926,0.005292016,0.00047011845,0.00030710598,0.00057996874,0.0019079115,0.85609806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991924,0.00013866974,0.00003907978,0.00021444168,0.00030285222,0.00011252084],"domain_scores_gemma":[0.9988262,0.00017091917,0.00006322882,0.00019196735,0.0004834286,0.0002642216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007260169,0.0017209281,0.00045479927,0.001354074,0.0023560366,0.0035299303,0.0015187627,0.0018858362,0.16304478],"category_scores_gemma":[0.0048749894,0.0005412174,0.00091324345,0.00048143422,0.0025909978,0.008196468,0.004396751,0.0041846693,0.110319935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017952573,0.0001176125,0.0015965484,0.00020509756,0.000026678035,0.0003549877,0.0034961128,0.00040790462,0.0050798436,0.44525927,0.38363096,0.15964548],"study_design_scores_gemma":[0.000022553351,0.000072720264,0.00050872774,0.000092881215,0.000013211504,0.00040909185,0.0010351368,0.0008151443,0.0017139027,0.045706276,0.9495698,0.000040484494],"about_ca_topic_score_codex":0.002747413,"about_ca_topic_score_gemma":0.0037862074,"teacher_disagreement_score":0.16304478,"about_ca_system_score_codex":0.001108586,"about_ca_system_score_gemma":0.00088909804,"threshold_uncertainty_score":0.5454391},"labels":[],"label_agreement":null},{"id":"W2903443219","doi":"10.33524/cjar.v19i2.383","title":"ROBOTICS AND MATH: USING ACTION RESEARCH TO STUDY GROWTH PROBLEMS","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal of Action Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Curriculum; Action research; Mathematics education; Proportional reasoning; Action (physics); Robot; Domain (mathematical analysis); Inclusion (mineral); Computer science; Psychology; Mathematics; Pedagogy; Social psychology","score_opus":0.4505220646980868,"score_gpt":0.4822360617483719,"score_spread":0.0317139970502851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903443219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.866077,0.00089801184,0.06906506,0.0047468096,0.00012605333,0.0013172234,0.00018366399,0.00020310178,0.05738302],"genre_scores_gemma":[0.9216993,0.00064700725,0.07200512,0.0003405795,0.000013092597,0.0008912111,0.000098657714,0.00004911314,0.0042560487],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9748447,0.020703202,0.0003975016,0.0012589549,0.0019527641,0.00084280956],"domain_scores_gemma":[0.9736351,0.02020597,0.0023349372,0.00128946,0.0012461777,0.0012884251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01374786,0.000987075,0.0005874285,0.0034324473,0.0032984712,0.005550885,0.002297255,0.0019381422,0.0030640373],"category_scores_gemma":[0.024733676,0.00053694536,0.00058840966,0.0016248958,0.013968826,0.0054889442,0.006101496,0.0023773173,0.00043957218],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002637314,0.0038448395,0.04919183,0.0012080056,0.00010829018,0.0021561887,0.6467278,0.005554259,0.006137778,0.07972332,0.0036825545,0.20140135],"study_design_scores_gemma":[0.00030670103,0.0019435904,0.0429696,0.0012865198,0.000108802175,0.0019666567,0.71513635,0.018701527,0.007893417,0.098946236,0.110509194,0.00023143117],"about_ca_topic_score_codex":0.0075278827,"about_ca_topic_score_gemma":0.013964612,"teacher_disagreement_score":0.01374786,"about_ca_system_score_codex":0.0048267706,"about_ca_system_score_gemma":0.006111046,"threshold_uncertainty_score":0.07270646},"labels":[],"label_agreement":null},{"id":"W2905446762","doi":"10.1109/smartworld.2018.00336","title":"Towards Developing an Effective Algorithm Visualization Tool for Online Learning","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Usability; Visualization; USable; Computer science; Process (computing); Human–computer interaction; Context (archaeology); Usability engineering; Multimedia; Artificial intelligence","score_opus":0.02177943863750013,"score_gpt":0.3399246814078179,"score_spread":0.31814524277031775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905446762","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030798968,0.0011039884,0.95914507,0.00072972,0.00005935507,0.00065022457,0.00004602901,0.0024512194,0.005015455],"genre_scores_gemma":[0.024331521,0.00063867035,0.97303873,0.00006340142,0.000013389881,0.0002667864,0.00007540681,0.0001639306,0.0014080963],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964562,0.0015401323,0.00034120338,0.00032069202,0.001195302,0.00014641508],"domain_scores_gemma":[0.9884194,0.005913581,0.0009034922,0.0009473873,0.0032641503,0.0005520315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006822213,0.0011013655,0.0006130163,0.0027944832,0.0008805538,0.0053231213,0.0020071866,0.0018990149,0.002498234],"category_scores_gemma":[0.016880155,0.00076137076,0.0010321941,0.0013334557,0.00097174227,0.0075491057,0.0019014783,0.0018689728,0.0010082586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011596799,0.001105934,0.006200871,0.004025909,0.000088143905,0.0009604409,0.009226759,0.005843034,0.0943649,0.02899002,0.006387286,0.84269065],"study_design_scores_gemma":[0.00025043404,0.0033781766,0.014318673,0.0067539336,0.0006280433,0.0056104753,0.0141710965,0.22333486,0.24063317,0.055012178,0.4354746,0.00043435115],"about_ca_topic_score_codex":0.00092038064,"about_ca_topic_score_gemma":0.001375088,"teacher_disagreement_score":0.006822213,"about_ca_system_score_codex":0.00068489293,"about_ca_system_score_gemma":0.0027339933,"threshold_uncertainty_score":0.036079764},"labels":[],"label_agreement":null},{"id":"W2910775013","doi":"10.24908/pceea.v0i0.13106","title":"Designing a mobile makerspace: A strategy for increasing diversity by offering engineering outreach workshops to underrepresented youth","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Outreach; Diversity (politics); Process (computing); Engineering; Engineering management; Medical education; Computer science; Sociology; Medicine; Political science","score_opus":0.014981618454353446,"score_gpt":0.2338769312559891,"score_spread":0.21889531280163566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910775013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6410361,0.0007469521,0.19814783,0.019979151,0.0014025616,0.0065087634,0.0004312262,0.0035423492,0.12820506],"genre_scores_gemma":[0.65442747,0.00052890735,0.30244318,0.0036050256,0.00019257117,0.003688108,0.00023321346,0.00051309477,0.03436846],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.995216,0.0030150493,0.00012296882,0.00040614253,0.0006216357,0.0006182456],"domain_scores_gemma":[0.992226,0.0019135732,0.00047187842,0.00084557326,0.00075226964,0.0037907711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010224026,0.00071232213,0.00027615685,0.0019547066,0.0065046423,0.0048470586,0.002055975,0.0018304267,0.013881103],"category_scores_gemma":[0.010679048,0.00045550603,0.00066890597,0.00086698454,0.0020158314,0.005545169,0.010984876,0.0017073489,0.0023579204],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006399349,0.0036634034,0.024944117,0.001125916,0.000080322214,0.0024511416,0.13696292,0.0018415832,0.032206833,0.038253866,0.04536903,0.71246094],"study_design_scores_gemma":[0.0005909117,0.0031882206,0.017810153,0.0009769655,0.00012598478,0.0016958595,0.16404969,0.0030247797,0.021791326,0.030796481,0.75577945,0.00017011588],"about_ca_topic_score_codex":0.0011557444,"about_ca_topic_score_gemma":0.0046212855,"teacher_disagreement_score":0.013881103,"about_ca_system_score_codex":0.0013614934,"about_ca_system_score_gemma":0.0067844708,"threshold_uncertainty_score":0.054070473},"labels":[],"label_agreement":null},{"id":"W2911310772","doi":"10.22318/cscl2018.1259","title":"Knowledge integration in the digital age: Trajectories, opportunities and future directions","year":2018,"lang":"en","type":"article","venue":"UCL Discovery (University College London)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; Knowledge integration; Technology integration; Knowledge management; Educational technology; Mathematics education; Psychology; Knowledge engineering; World Wide Web","score_opus":0.02238003399688849,"score_gpt":0.22442349032166012,"score_spread":0.20204345632477164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911310772","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83346736,0.052242856,0.0065470645,0.06213307,0.00014485167,0.0001002636,0.00073245435,0.000113769456,0.04451831],"genre_scores_gemma":[0.9745015,0.018891796,0.0038857018,0.00046520174,0.000027783219,0.000045819233,0.00021965125,0.000015429381,0.0019472673],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980836,0.00061620545,0.0001489857,0.00022268499,0.00036366112,0.0005650188],"domain_scores_gemma":[0.99318564,0.0019093781,0.0010958082,0.00029253715,0.001379942,0.0021366947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041882796,0.00020352183,0.00034693413,0.0027570678,0.0027232894,0.008309328,0.0009515478,0.0012739095,0.0037794258],"category_scores_gemma":[0.008452834,0.0002798991,0.0003112962,0.0044681192,0.0034756386,0.019107863,0.0064301183,0.0019909893,0.000440125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026252845,0.00051997736,0.21423297,0.0007893102,0.000046197732,0.001067022,0.14228326,0.00057912373,0.0008221547,0.11010257,0.0047604293,0.52453446],"study_design_scores_gemma":[0.000021742655,0.00030458468,0.15785997,0.0019840053,0.000046775996,0.0031291232,0.5883824,0.0018611761,0.001448157,0.1267053,0.118136756,0.00011994988],"about_ca_topic_score_codex":0.013064692,"about_ca_topic_score_gemma":0.014705541,"teacher_disagreement_score":0.013064692,"about_ca_system_score_codex":0.0034774144,"about_ca_system_score_gemma":0.0063719093,"threshold_uncertainty_score":0.025977254},"labels":[],"label_agreement":null},{"id":"W2912145295","doi":"","title":"Interaction and learning in a humanoid robot magic performance","year":2018,"lang":"en","type":"article","venue":"National Conference on Artificial Intelligence","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Humanoid robot; Computer science; MAGIC (telescope); Robot; Human–computer interaction; Artificial intelligence; Physics","score_opus":0.12484669535864168,"score_gpt":0.3573165159349851,"score_spread":0.2324698205763434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912145295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964287,0.000045656536,0.0150171975,0.00022132143,0.000013749416,0.000028899623,0.000043516568,0.00016878259,0.020173982],"genre_scores_gemma":[0.9911377,0.000011281216,0.0032483647,0.000009841088,0.0000018409178,0.000009659851,0.00003342444,0.0000235425,0.005524205],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9997241,0.000109514054,0.000007997657,0.00004658957,0.00006159179,0.000050166163],"domain_scores_gemma":[0.99920183,0.00044301266,0.000041668736,0.000060844857,0.00009069161,0.00016196539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038194528,0.00024391679,0.0001917126,0.00037490873,0.0011624963,0.0011506347,0.0004956812,0.00064626517,0.009859175],"category_scores_gemma":[0.0024553789,0.00013191425,0.00016893892,0.00021854087,0.00073948555,0.00088759686,0.0012226071,0.0005558668,0.0006788345],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00834267,0.0016331382,0.04665948,0.0004206367,0.00014347535,0.0058569126,0.045809332,0.17145284,0.28337497,0.12467199,0.00889567,0.30273893],"study_design_scores_gemma":[0.00023787051,0.004445755,0.06396979,0.000094506526,0.00010746304,0.0016979617,0.02027074,0.77422893,0.055937827,0.048292696,0.030492118,0.00022441242],"about_ca_topic_score_codex":0.0062861294,"about_ca_topic_score_gemma":0.0042923084,"teacher_disagreement_score":0.009859175,"about_ca_system_score_codex":0.00047902958,"about_ca_system_score_gemma":0.00049904815,"threshold_uncertainty_score":0.03298223},"labels":[],"label_agreement":null},{"id":"W2912238873","doi":"","title":"Proceedings of the 1st International Workshop on Live Programming","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Focus (optics); Programming paradigm; Software engineering; Compiler; Extensible programming; Programming language; Inductive programming; Human–computer interaction; Multimedia; Reactive programming","score_opus":0.021591183703074317,"score_gpt":0.2483465199145851,"score_spread":0.22675533621151078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912238873","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015324276,0.07002585,0.3944392,0.04855406,0.09473045,0.0007305529,0.0019165574,0.0057278574,0.3685512],"genre_scores_gemma":[0.07943341,0.051443823,0.18502386,0.00664896,0.023830775,0.0010361666,0.008825838,0.0069419662,0.63681513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967734,0.0010697687,0.00021832096,0.000604603,0.0009766138,0.00035729742],"domain_scores_gemma":[0.99497026,0.0017079788,0.00014981962,0.0008351839,0.0013521897,0.000984702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046743737,0.0013871798,0.0011203906,0.0016980077,0.0014286661,0.0051753996,0.0019944592,0.0017934359,0.08484234],"category_scores_gemma":[0.008107281,0.00065264234,0.001197092,0.0015619039,0.0014342484,0.0063737542,0.0048533115,0.005040297,0.022448609],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000324658,0.00024068636,0.00046138413,0.00050055364,0.00004103371,0.0002277281,0.0011129717,0.0012839941,0.0033010198,0.039316703,0.57008374,0.3831055],"study_design_scores_gemma":[0.000019873483,0.000055796398,0.0003232537,0.00028231603,0.00001345074,0.00023999963,0.00019406203,0.0014275592,0.0008671822,0.012484869,0.98407227,0.00001937932],"about_ca_topic_score_codex":0.0014833417,"about_ca_topic_score_gemma":0.00269013,"teacher_disagreement_score":0.08484234,"about_ca_system_score_codex":0.0014175329,"about_ca_system_score_gemma":0.0022197394,"threshold_uncertainty_score":0.28382587},"labels":[],"label_agreement":null},{"id":"W2912452489","doi":"10.1007/s10803-019-03888-3","title":"Teaching Robotics Coding to a Student with ASD and Severe Problem Behavior","year":2019,"lang":"en","type":"article","venue":"Journal of Autism and Developmental Disorders","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Coding (social sciences); Autism; Robotics; Robot; Psychology; Autism spectrum disorder; Dreyfus model of skill acquisition; Test (biology); Artificial intelligence; Teaching method; Neural coding; Mathematics education; Human–computer interaction; Computer science; Developmental psychology","score_opus":0.006838337460805926,"score_gpt":0.2406600856537111,"score_spread":0.2338217481929052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912452489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738071,0.000078371035,0.010818003,0.0037143822,0.00029427602,0.00019065922,0.00009735208,0.00068366143,0.010316234],"genre_scores_gemma":[0.9546156,0.0002260192,0.028966168,0.00080989924,0.000046244975,0.00011189935,0.00014525042,0.00011488425,0.01496411],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9995927,0.00006266552,0.000024788933,0.00007575227,0.00008083228,0.0001632664],"domain_scores_gemma":[0.99845684,0.0003152166,0.00008334783,0.00008904661,0.00023977966,0.0008157054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005059179,0.00089650747,0.00037265458,0.000595152,0.0022942175,0.00097219006,0.0013966004,0.0020512051,0.005844849],"category_scores_gemma":[0.0032223065,0.00040140835,0.0007735718,0.000228425,0.0010354291,0.00091999274,0.001754405,0.004342885,0.0013562746],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022164118,0.102730006,0.13487238,0.0008202848,0.00017115657,0.10307588,0.061574254,0.01500187,0.0720636,0.0103881415,0.060922854,0.43616325],"study_design_scores_gemma":[0.0019674404,0.042641826,0.112817794,0.0009256027,0.00035075255,0.22070631,0.119794086,0.17090917,0.14820138,0.04195905,0.13892783,0.0007988529],"about_ca_topic_score_codex":0.005233787,"about_ca_topic_score_gemma":0.017199304,"teacher_disagreement_score":0.005844849,"about_ca_system_score_codex":0.0013546539,"about_ca_system_score_gemma":0.0023535609,"threshold_uncertainty_score":0.019553006},"labels":[],"label_agreement":null},{"id":"W2912895905","doi":"","title":"Proceedings of the 2008 international workshop on Functional and declarative programming in education","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Presentation (obstetrics); Declarative programming; Computer science; Functional programming; Programming style; Library science; Programming paradigm; Programming language; Mathematics education; Inductive programming; Psychology; Medicine","score_opus":0.025329447152620654,"score_gpt":0.25833360648934905,"score_spread":0.2330041593367284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912895905","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015798789,0.047020324,0.47198015,0.06257258,0.07513355,0.00057499926,0.0015177311,0.0031030306,0.32229885],"genre_scores_gemma":[0.070649214,0.035180394,0.15793629,0.007235476,0.0143665215,0.00048415852,0.004645575,0.0029266183,0.70657575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977138,0.000754038,0.00016348674,0.0003807123,0.0007543735,0.00023348437],"domain_scores_gemma":[0.9965109,0.0011073668,0.00009255484,0.00033844693,0.001327317,0.00062342244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004736758,0.0009326396,0.0008708004,0.0010194945,0.0010074256,0.004620849,0.0012434486,0.0014773766,0.04640689],"category_scores_gemma":[0.0069279876,0.0004330501,0.00087124243,0.0009871112,0.001275882,0.0047424533,0.0025777158,0.0044245366,0.01205617],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022129895,0.00020721614,0.00058048713,0.00048697702,0.00003356314,0.00024122474,0.0018484321,0.0013608696,0.0035039885,0.0467881,0.52674896,0.41797894],"study_design_scores_gemma":[0.000015340194,0.000055611537,0.00044654962,0.00022812364,0.000014202196,0.00029383702,0.00027741378,0.0014360619,0.0010371228,0.012819479,0.9833566,0.000019683715],"about_ca_topic_score_codex":0.0017583986,"about_ca_topic_score_gemma":0.0033917476,"teacher_disagreement_score":0.04640689,"about_ca_system_score_codex":0.001667634,"about_ca_system_score_gemma":0.0031018767,"threshold_uncertainty_score":0.15524656},"labels":[],"label_agreement":null},{"id":"W2915975654","doi":"10.1145/3287324.3287392","title":"Can You Teach Me To Machine Learn?","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reputation; Domain (mathematical analysis); Computer science; Mathematics education; Work (physics); Psychology; Engineering; Mathematics; Sociology","score_opus":0.010160879097039997,"score_gpt":0.24642315549010588,"score_spread":0.23626227639306588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915975654","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03412246,0.038272396,0.028958734,0.68533206,0.018865345,0.00018428957,0.00040384312,0.00097114756,0.19288968],"genre_scores_gemma":[0.38736713,0.07365055,0.05296342,0.17944832,0.00806755,0.00046413613,0.000666506,0.0004870534,0.29688528],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988508,0.0005858155,0.00002571644,0.00012932646,0.00027282393,0.00013547845],"domain_scores_gemma":[0.9962658,0.0014059087,0.0002850183,0.00017874541,0.00055739994,0.0013071415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021034821,0.0005234021,0.00043429068,0.0006757688,0.0021472198,0.003563892,0.00069922983,0.0016143181,0.0217626],"category_scores_gemma":[0.008231028,0.00018544028,0.00041335158,0.00047947976,0.0026421002,0.0055072573,0.0016544565,0.0043698214,0.010489884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000575585,0.00033261845,0.010469215,0.00071493385,0.000030526175,0.00038842688,0.015573015,0.00018967397,0.0009972252,0.04661072,0.61126673,0.3133694],"study_design_scores_gemma":[0.000015271522,0.00017577357,0.004047863,0.00075829646,0.000017974304,0.0009371054,0.014890299,0.00037398824,0.0006340041,0.040433068,0.93768805,0.000028439872],"about_ca_topic_score_codex":0.0010772814,"about_ca_topic_score_gemma":0.0035435422,"teacher_disagreement_score":0.0217626,"about_ca_system_score_codex":0.0012733132,"about_ca_system_score_gemma":0.0019017552,"threshold_uncertainty_score":0.0728032},"labels":[],"label_agreement":null},{"id":"W2916351062","doi":"10.1145/3287324.3287503","title":"Static Analyses in Python Programming Courses","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Correctness; Compiler; Debugging; Python (programming language); Programming language; Static analysis; Software engineering; Source code","score_opus":0.03926894419925449,"score_gpt":0.34856456695994703,"score_spread":0.30929562276069256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916351062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9338813,0.00019961117,0.041413642,0.0006167614,0.000083217616,0.00021479787,0.00069848436,0.008168256,0.014723908],"genre_scores_gemma":[0.95512956,0.00012776704,0.035744365,0.00017334492,0.000024293939,0.00014383686,0.00089836685,0.0009995385,0.0067590317],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946536,0.0015798409,0.00034690354,0.00088555017,0.002076632,0.0004573621],"domain_scores_gemma":[0.979114,0.011216543,0.0035198384,0.0015880412,0.0030243,0.001537353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004051972,0.0005312822,0.00037829878,0.0017202278,0.0011177165,0.0017013947,0.000929299,0.0004865206,0.0044985996],"category_scores_gemma":[0.02562213,0.0005427734,0.0003263496,0.0017912774,0.0007365977,0.0016421981,0.0020844075,0.0010728515,0.0018982983],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015306723,0.0034378604,0.172395,0.00091597834,0.00008413313,0.0014392865,0.018879043,0.019050367,0.054653134,0.0048816996,0.021557758,0.7011751],"study_design_scores_gemma":[0.00016596228,0.003281747,0.5407285,0.00085855625,0.0001618175,0.0022812658,0.011392209,0.14466558,0.14338095,0.018078234,0.13452806,0.0004771031],"about_ca_topic_score_codex":0.0016351942,"about_ca_topic_score_gemma":0.0036002062,"teacher_disagreement_score":0.0044985996,"about_ca_system_score_codex":0.0014093306,"about_ca_system_score_gemma":0.002912202,"threshold_uncertainty_score":0.021429121},"labels":[],"label_agreement":null},{"id":"W2916399184","doi":"10.1145/3287324.3287481","title":"Self-paced Mastery Learning CS1","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coursework; Formative assessment; Procrastination; Flipped classroom; Computer science; Flexibility (engineering); Incentive; Mathematics education; Blended learning; Medical education; Student engagement; Psychology; Multimedia; Educational technology","score_opus":0.006120961815859165,"score_gpt":0.21001152511647442,"score_spread":0.20389056330061525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916399184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718022,0.000033989993,0.009414255,0.00027049828,0.00009753264,0.0009286881,0.00036220287,0.0008469529,0.01624357],"genre_scores_gemma":[0.9001714,0.00010007088,0.060616046,0.00045672918,0.000084110274,0.0010000156,0.0015517821,0.00017950698,0.035840333],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986759,0.00025017842,0.00006146598,0.00025527674,0.00051865116,0.0002384693],"domain_scores_gemma":[0.99420774,0.00093088456,0.0005683059,0.0007998444,0.0014735835,0.0020196876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024621952,0.00032993563,0.00022281305,0.00040771888,0.0005623697,0.001302279,0.0011906594,0.00038662396,0.0069440943],"category_scores_gemma":[0.0059250896,0.00016088081,0.00023045926,0.0002739561,0.0003745356,0.00064784236,0.001061074,0.001139204,0.0019724343],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012365754,0.03264296,0.06301374,0.0003528144,0.000043069605,0.000349044,0.003586024,0.0064504184,0.05047692,0.0046926406,0.022205766,0.81495],"study_design_scores_gemma":[0.0009705179,0.05033176,0.52472365,0.00018763817,0.00006144922,0.0011655503,0.0029494457,0.028761756,0.14952567,0.003771936,0.23722048,0.0003301596],"about_ca_topic_score_codex":0.001322986,"about_ca_topic_score_gemma":0.0022208707,"teacher_disagreement_score":0.0069440943,"about_ca_system_score_codex":0.00097613357,"about_ca_system_score_gemma":0.0025729805,"threshold_uncertainty_score":0.023230314},"labels":[],"label_agreement":null},{"id":"W2917079473","doi":"10.1145/3287324.3287407","title":"Exploring the Value of Different Data Sources for Predicting Student Performance in Multiple CS Courses","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Clicker; Context (archaeology); Computer science; Mathematics education; Peer instruction; Curriculum; Predictive value; Multimedia; Psychology; Pedagogy","score_opus":0.12175400091181318,"score_gpt":0.3034658856692701,"score_spread":0.1817118847574569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917079473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770881,0.0005877665,0.015513693,0.0007268171,0.0000552778,0.00021513541,0.003063134,0.00019466212,0.0025553773],"genre_scores_gemma":[0.97705144,0.00019307922,0.019178636,0.000080438906,0.00004731998,0.00014928574,0.0029662286,0.000037475405,0.00029611142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97938764,0.012205151,0.0019213632,0.0022817058,0.0036280495,0.0005759892],"domain_scores_gemma":[0.6393006,0.32010347,0.01220756,0.010061336,0.015583651,0.0027433096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03592621,0.0009969572,0.0009084044,0.0127875805,0.0008775853,0.004090637,0.0011052629,0.0012987006,0.0008805999],"category_scores_gemma":[0.14227794,0.00050515623,0.0010518784,0.008607011,0.0006115422,0.004664319,0.0025820693,0.0018637327,0.0005333938],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034232787,0.00053259596,0.9337926,0.00015176082,0.00039246512,0.000052457894,0.0008989817,0.0025704529,0.00088818074,0.00028273836,0.0004730501,0.059622288],"study_design_scores_gemma":[0.000072789524,0.0011646252,0.91876405,0.00024526246,0.0004240161,0.00017383009,0.0029563769,0.06776241,0.0036713458,0.0016206934,0.0029779081,0.00016663452],"about_ca_topic_score_codex":0.007108208,"about_ca_topic_score_gemma":0.011296209,"teacher_disagreement_score":0.03592621,"about_ca_system_score_codex":0.00069318747,"about_ca_system_score_gemma":0.0013256719,"threshold_uncertainty_score":0.18999821},"labels":[],"label_agreement":null},{"id":"W2917386451","doi":"10.1145/3287324.3287496","title":"Program Wars","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Game programming; Vocabulary; Syntax; Comprehension; Video game design; Human–computer interaction; Programming language; Game Developer; Multimedia; Artificial intelligence; Game design; Game design document","score_opus":0.006476429025068614,"score_gpt":0.24830365437710838,"score_spread":0.24182722535203977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917386451","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13779588,0.0013818014,0.24361366,0.009843513,0.0013737116,0.0007830122,0.0009532425,0.0047606295,0.59949446],"genre_scores_gemma":[0.53504235,0.0015652876,0.059034426,0.0042781383,0.00025440136,0.00090891414,0.00195955,0.0012949079,0.395662],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998331,0.00043995059,0.00009662865,0.00034821915,0.00051576213,0.00026845007],"domain_scores_gemma":[0.996723,0.0010510962,0.00042702875,0.0005894846,0.00061520643,0.0005941975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014115591,0.0006613702,0.00032598918,0.0007703445,0.001849526,0.0032058172,0.0011535601,0.0011636934,0.046580967],"category_scores_gemma":[0.007822093,0.00038473436,0.0005434479,0.0006676303,0.0016628252,0.005735302,0.0033083477,0.0025590262,0.008463755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004538558,0.00042319586,0.0047004363,0.00045594398,0.000074225914,0.0007491171,0.007639817,0.003679424,0.0050223176,0.583612,0.09954563,0.293644],"study_design_scores_gemma":[0.000059548252,0.0002499779,0.0013745993,0.00010413258,0.000025451973,0.0009411162,0.0017098748,0.004551427,0.0034594748,0.08387484,0.9036272,0.000022370732],"about_ca_topic_score_codex":0.0017341964,"about_ca_topic_score_gemma":0.002123436,"teacher_disagreement_score":0.046580967,"about_ca_system_score_codex":0.0012540963,"about_ca_system_score_gemma":0.0013505657,"threshold_uncertainty_score":0.1558289},"labels":[],"label_agreement":null},{"id":"W2917478920","doi":"10.1145/3287324.3287416","title":"A Survey-based Exploration of Computer Science Student Perspectives on Mathematics","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Perception; Selection (genetic algorithm); Affect (linguistics); Value (mathematics); Computer science; Population; Mathematics; Psychology; Artificial intelligence","score_opus":0.046047214608853256,"score_gpt":0.3168490696771144,"score_spread":0.27080185506826115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917478920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979724,0.00005212577,0.00036286228,0.00022534822,0.0000038163516,0.000031328047,0.00019878529,0.000008907774,0.0011443183],"genre_scores_gemma":[0.9975431,0.00024324506,0.00065713195,0.0002298228,0.000012317557,0.00010878654,0.00025449521,0.0000050413273,0.00094606064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99739945,0.0016326472,0.00017340375,0.00013287975,0.0004118946,0.0002498548],"domain_scores_gemma":[0.9790004,0.014670075,0.002256177,0.0005881288,0.0020210326,0.0014642945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038161143,0.00026358993,0.00034523002,0.0021981804,0.0011223963,0.0013411128,0.00027891985,0.0008337136,0.0025135092],"category_scores_gemma":[0.013954051,0.000314776,0.00025411352,0.0019821972,0.0006685625,0.0014937815,0.0014719155,0.001108039,0.00057331735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025440502,0.0008056319,0.6873651,0.00025728616,0.000049202663,0.0005119526,0.22938088,0.00028404527,0.0057016257,0.0010869327,0.0023515325,0.071951374],"study_design_scores_gemma":[0.00003298828,0.0018618014,0.60956156,0.00018542918,0.000027996683,0.0008904217,0.36343116,0.0013175132,0.0017837592,0.00048297623,0.02033935,0.00008505287],"about_ca_topic_score_codex":0.0012845772,"about_ca_topic_score_gemma":0.0023657435,"teacher_disagreement_score":0.0038161143,"about_ca_system_score_codex":0.0005877076,"about_ca_system_score_gemma":0.00069773983,"threshold_uncertainty_score":0.020181775},"labels":[],"label_agreement":null},{"id":"W2917534665","doi":"10.48550/arxiv.1012.5494","title":"Contents of COMP6411 Summer 2010 Final Reports on Comparative Studies of\\n Programming Languages","year":2010,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Programming language; Computer science; Linguistics; Philosophy","score_opus":0.3024526189106233,"score_gpt":0.2967949042764428,"score_spread":0.005657714634180522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917534665","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031016942,0.069965765,0.00910689,0.062460393,0.040937398,0.0012416847,0.0545807,0.0023820174,0.7283082],"genre_scores_gemma":[0.11189138,0.071587205,0.012128513,0.007622552,0.014431852,0.0030932543,0.074792005,0.0037971681,0.7006561],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942245,0.0014065133,0.00035763893,0.0004904068,0.0031216827,0.00039917007],"domain_scores_gemma":[0.94588023,0.016918674,0.002063644,0.0033434967,0.026868192,0.004925611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011804474,0.0011075779,0.00083499204,0.013281966,0.0027102642,0.004759148,0.0014994843,0.0011801567,0.08889916],"category_scores_gemma":[0.0255861,0.0005716967,0.00056105375,0.016083697,0.0013627239,0.0023338587,0.0028894725,0.0018530241,0.01840937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010802825,0.00011860555,0.0006913719,0.0004915989,0.000014361,0.00002721909,0.00093281193,0.00008831963,0.0004019425,0.0028840646,0.9482638,0.045977905],"study_design_scores_gemma":[0.000026299429,0.000082035884,0.011542288,0.0007342094,0.000013214866,0.000031808595,0.0013548209,0.000061235485,0.0010291259,0.0008351121,0.9842627,0.000027140086],"about_ca_topic_score_codex":0.02879746,"about_ca_topic_score_gemma":0.04592645,"teacher_disagreement_score":0.08889916,"about_ca_system_score_codex":0.010084973,"about_ca_system_score_gemma":0.008946884,"threshold_uncertainty_score":0.29739732},"labels":[],"label_agreement":null},{"id":"W2919381832","doi":"","title":"Graphics programming in elm develops math knowledge & social cohesion.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cohesion (chemistry); Computer science; Graphics; Computer graphics (images)","score_opus":0.15999408385560837,"score_gpt":0.44319333809152694,"score_spread":0.2831992542359186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919381832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9288939,0.00011107864,0.005150098,0.0013380663,0.000041225227,0.000035502664,0.0000629656,0.00018246582,0.06418467],"genre_scores_gemma":[0.9726968,0.00006038459,0.004463262,0.00026374424,0.000013694562,0.000038839295,0.00009904068,0.00007684162,0.022287438],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985959,0.00078600255,0.000023773438,0.00016145568,0.00019812948,0.00023474645],"domain_scores_gemma":[0.99519545,0.0023152702,0.0004926212,0.0006705602,0.00041688737,0.0009092302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002427676,0.0002737342,0.00020209032,0.0007831376,0.0011094919,0.0032394177,0.00071026245,0.0008667751,0.016569113],"category_scores_gemma":[0.009867194,0.00018462764,0.00018303888,0.0005170933,0.0017079879,0.0021771693,0.0033406375,0.0013006495,0.002162465],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013930785,0.0075169555,0.23150997,0.00036528462,0.000084929066,0.0018352984,0.07678666,0.003211326,0.026270771,0.12333612,0.020878788,0.50681084],"study_design_scores_gemma":[0.0005351715,0.0015994596,0.50619113,0.0007182281,0.00016074894,0.0012342593,0.08101309,0.018513942,0.037711024,0.16470014,0.18749808,0.0001246472],"about_ca_topic_score_codex":0.0015177059,"about_ca_topic_score_gemma":0.0030871567,"teacher_disagreement_score":0.016569113,"about_ca_system_score_codex":0.0014890168,"about_ca_system_score_gemma":0.0013238373,"threshold_uncertainty_score":0.05542916},"labels":[],"label_agreement":null},{"id":"W2921748887","doi":"10.18260/1-2--30457","title":"Evidence-based Best Practices for First-year Blended Learning Implementation","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Flipped classroom; Class (philosophy); Best practice; Blended learning; Computer science; Active learning (machine learning); Component (thermodynamics); Mathematics education; Multimedia; Educational technology; Artificial intelligence; Psychology","score_opus":0.18596075240619656,"score_gpt":0.38695206415618993,"score_spread":0.20099131174999338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921748887","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11080235,0.37502813,0.27988404,0.10506293,0.008318055,0.061710585,0.005173796,0.0017498352,0.052270368],"genre_scores_gemma":[0.3258753,0.056761645,0.5864127,0.006406481,0.0002795198,0.021505626,0.0014419862,0.00021927396,0.0010973276],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.57471067,0.2817867,0.07107623,0.009929039,0.059261963,0.003235398],"domain_scores_gemma":[0.40286255,0.41001955,0.054118365,0.034954842,0.09106301,0.0069816443],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3125755,0.0020307822,0.0039456277,0.014416668,0.0030123289,0.015868392,0.010428195,0.005942542,0.005111493],"category_scores_gemma":[0.53237605,0.0018450939,0.0063441405,0.009757519,0.0036558008,0.0089749815,0.009683847,0.0073099234,0.0014213253],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011054031,0.0019051651,0.008658128,0.121263035,0.0033018743,0.00029692645,0.0076366365,0.00331934,0.00076585135,0.013859552,0.012846443,0.8250417],"study_design_scores_gemma":[0.002007912,0.003968828,0.015997708,0.81410503,0.0056355703,0.0005377552,0.015963547,0.004840063,0.0055082627,0.022606958,0.10841878,0.0004097517],"about_ca_topic_score_codex":0.004369417,"about_ca_topic_score_gemma":0.008519415,"teacher_disagreement_score":0.3125755,"about_ca_system_score_codex":0.01486645,"about_ca_system_score_gemma":0.03647334,"threshold_uncertainty_score":0.8477168},"labels":[],"label_agreement":null},{"id":"W2924677118","doi":"10.18260/1-2--31402","title":"From Design to Reality: Guiding First-Year Students from Design to Makerspace Reality","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"American Society for Engineering Education","keywords":"Virtual reality; Augmented reality; Computer science; Mixed reality; Multimedia; Human–computer interaction","score_opus":0.13056235822846987,"score_gpt":0.35384807267519885,"score_spread":0.22328571444672898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924677118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7201497,0.0012456016,0.09840668,0.014287925,0.001447824,0.0019630126,0.00046881518,0.0032582036,0.15877223],"genre_scores_gemma":[0.69652116,0.0014356831,0.18219586,0.00406519,0.000108156906,0.0011559374,0.0005137311,0.0006256335,0.11337851],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975249,0.00085874076,0.000082149665,0.0002679439,0.00050902856,0.00075717905],"domain_scores_gemma":[0.9940924,0.00075683475,0.00035813934,0.00024047113,0.0006331472,0.003919013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038034099,0.0009818105,0.0005188099,0.0007811707,0.003118926,0.006066204,0.0028787202,0.0028010441,0.021783285],"category_scores_gemma":[0.0066496874,0.0011330772,0.00068981363,0.00038503978,0.001731767,0.003662682,0.0060074753,0.004496693,0.008407557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071064965,0.014100732,0.04575675,0.0012409668,0.000037086953,0.0047592856,0.29677084,0.004131782,0.042309318,0.035299763,0.1655653,0.3893176],"study_design_scores_gemma":[0.00011310468,0.0026718134,0.012607774,0.00060540077,0.000028919787,0.0022564076,0.17375027,0.00374362,0.014754575,0.01700762,0.77222556,0.00023501208],"about_ca_topic_score_codex":0.0009643156,"about_ca_topic_score_gemma":0.004264501,"teacher_disagreement_score":0.021783285,"about_ca_system_score_codex":0.0011662001,"about_ca_system_score_gemma":0.0040656924,"threshold_uncertainty_score":0.0728724},"labels":[],"label_agreement":null},{"id":"W2930336587","doi":"10.5539/elt.v12n5p66","title":"The Phenomenon of Human Mind Slip in Rapid Writing Chinese Characters","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenon; Psychology; Slip (aerodynamics); Chinese characters; Chinese language; Linguistics; Cognitive psychology; Cognitive science; Epistemology; Philosophy; Engineering","score_opus":0.0055280481171517855,"score_gpt":0.2547498765799511,"score_spread":0.24922182846279928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2930336587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984038,0.0003371508,0.0016777948,0.00038924758,0.00003476347,0.000022602908,0.00002195637,0.000044934317,0.01343364],"genre_scores_gemma":[0.9987213,0.000080460915,0.00033823872,0.00006036587,0.000013787615,0.000006950803,0.000009994447,0.0000050867366,0.0007637838],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99965096,0.00010871346,0.000015422112,0.00005536909,0.000114665185,0.000054951517],"domain_scores_gemma":[0.9985642,0.0006614235,0.00038903483,0.00014233879,0.00011091299,0.00013206323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027753095,0.00016912492,0.0001412223,0.00044904678,0.0008103363,0.0008307145,0.00021674833,0.00046105706,0.0018024885],"category_scores_gemma":[0.0032676249,0.00017059862,0.00015594071,0.00039014238,0.0017222572,0.00089033064,0.0009959541,0.000541464,0.00014301242],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012514197,0.00025102735,0.18348001,0.0010511766,0.0001422366,0.013052926,0.34970042,0.0012335782,0.21663888,0.027188292,0.007819024,0.19819099],"study_design_scores_gemma":[0.00009858631,0.0007059283,0.85475725,0.00019085992,0.000113522365,0.008243584,0.067192346,0.0051374715,0.018514441,0.016588816,0.028319271,0.00013790575],"about_ca_topic_score_codex":0.0018737537,"about_ca_topic_score_gemma":0.0014227654,"teacher_disagreement_score":0.0018737537,"about_ca_system_score_codex":0.00038700618,"about_ca_system_score_gemma":0.00030961828,"threshold_uncertainty_score":0.006029904},"labels":[],"label_agreement":null},{"id":"W2932358922","doi":"10.21900/iconf.2019.103139","title":"Establishing an international computational network for librarians and archivists","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.013359326720099133,"score_gpt":0.25677583588585945,"score_spread":0.24341650916576033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2932358922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022125846,0.002985538,0.42063108,0.16054486,0.004926631,0.0029829838,0.0016037471,0.005477601,0.3787217],"genre_scores_gemma":[0.13757628,0.0031080998,0.5895821,0.019877225,0.0026916005,0.006652972,0.005916288,0.0030243676,0.23157108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9641923,0.019208644,0.001989317,0.004673894,0.00595632,0.0039794967],"domain_scores_gemma":[0.9072033,0.012834156,0.0051929033,0.023230491,0.025587022,0.025952028],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.05121871,0.0008845486,0.0009546513,0.007656732,0.01821509,0.026554957,0.007843507,0.0067988327,0.05274777],"category_scores_gemma":[0.04777403,0.0013505509,0.0012574531,0.008016202,0.0075811394,0.03684297,0.046688143,0.008165218,0.025252093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020685843,0.00045461592,0.0076699615,0.00044606486,0.000072424984,0.00044248573,0.011643041,0.0020789541,0.002286104,0.46648937,0.32429883,0.1839113],"study_design_scores_gemma":[0.000027162461,0.000040099552,0.0011287464,0.00029586244,0.000017136756,0.00016827007,0.005614715,0.00213459,0.00070364086,0.036841024,0.9529755,0.000053194963],"about_ca_topic_score_codex":0.0056192423,"about_ca_topic_score_gemma":0.008034754,"teacher_disagreement_score":0.97344506,"about_ca_system_score_codex":0.009961123,"about_ca_system_score_gemma":0.04779302,"threshold_uncertainty_score":0.2708736},"labels":[],"label_agreement":null},{"id":"W2932943297","doi":"","title":"A Year at the Improv: Iterating Identity and Agency Through Making in an Elementary School Makerspace","year":2019,"lang":"en","type":"article","venue":"2019 Conference of the Canadian Society for the Study of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Pedagogy; Curriculum; Identity (music); Agency (philosophy); Mathematics education; Class (philosophy); Situational ethics; Psychology; Construct (python library); Sociology; Computer science; Social psychology; Art","score_opus":0.034011892891446655,"score_gpt":0.3182466590205233,"score_spread":0.2842347661290766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2932943297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9401631,0.0001719653,0.026631687,0.0011525198,0.00010634013,0.00026577746,0.000037465063,0.00022706932,0.031244077],"genre_scores_gemma":[0.9715295,0.00011821148,0.019058919,0.0001318801,0.000010635005,0.000118984426,0.000033169345,0.00009854387,0.008900197],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9911379,0.005970184,0.0001577084,0.0009975071,0.00091492466,0.0008216476],"domain_scores_gemma":[0.9920873,0.004361087,0.0004463958,0.0012997215,0.00036676033,0.0014387169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008051539,0.00073494576,0.00053857744,0.0012952535,0.009289329,0.010193382,0.0020018735,0.0016642618,0.0047032735],"category_scores_gemma":[0.011365641,0.000836219,0.0008560128,0.000612594,0.015543202,0.007628777,0.009686784,0.002983331,0.00084090536],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022031846,0.0010486825,0.015502515,0.00020314753,0.00003389359,0.0016859048,0.8850924,0.0009921079,0.007070653,0.028033046,0.0020661575,0.05805118],"study_design_scores_gemma":[0.000075141295,0.0011474296,0.009705367,0.0002180956,0.00006425128,0.0013667828,0.8169435,0.001867262,0.011197116,0.026374497,0.13088761,0.00015301452],"about_ca_topic_score_codex":0.0016238961,"about_ca_topic_score_gemma":0.005190033,"teacher_disagreement_score":0.010193382,"about_ca_system_score_codex":0.0019378316,"about_ca_system_score_gemma":0.0029602225,"threshold_uncertainty_score":0.04258114},"labels":[],"label_agreement":null},{"id":"W2934131630","doi":"","title":"The Role of Gender and Confidence in Pre-Service Teachers’ Computational Thinking Skills in an Undergraduate Introductory Educational Technology Course (Learning Sciences)","year":2019,"lang":"en","type":"article","venue":"2019 Conference of the Canadian Society for the Study of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Test (biology); Mathematics education; Service (business); Medical education; Medicine","score_opus":0.013558592660539999,"score_gpt":0.2819956315659856,"score_spread":0.2684370389054456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2934131630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988833,0.00008483274,0.000043232605,0.000095446354,0.000006705106,0.0000034498407,0.0000227683,0.0000012558072,0.00085918186],"genre_scores_gemma":[0.9993692,0.000035540437,0.000026935333,0.000020801552,0.0000022250406,0.000003267449,0.000023169827,0.000001492392,0.00051726814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872226,0.00025643592,0.00007923903,0.00019051177,0.00041060767,0.00034082282],"domain_scores_gemma":[0.98309255,0.0066712555,0.0043606535,0.00062532583,0.0018645542,0.0033856125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019679656,0.00020016954,0.00023943835,0.0006304321,0.0006737836,0.0016259066,0.00058563176,0.00050827133,0.0044797724],"category_scores_gemma":[0.017708028,0.0002255974,0.00023335422,0.0003731672,0.0013646536,0.0005802905,0.0009257993,0.0008431041,0.00054350175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020039234,0.00028000333,0.97868013,0.000018016917,0.000019738558,0.00011634843,0.008397493,0.000040485716,0.00053324434,0.00019765296,0.00025233714,0.011264151],"study_design_scores_gemma":[0.0000038934495,0.0001323615,0.9928843,0.00002346882,0.0000052458836,0.000076753706,0.0063165743,0.00009173206,0.00013115922,0.00007808941,0.00025078809,0.000005751227],"about_ca_topic_score_codex":0.032060027,"about_ca_topic_score_gemma":0.047059022,"teacher_disagreement_score":0.032060027,"about_ca_system_score_codex":0.0012052676,"about_ca_system_score_gemma":0.0016924677,"threshold_uncertainty_score":0.06374681},"labels":[],"label_agreement":null},{"id":"W2936369251","doi":"","title":"Interprocedural program analysis using visibly pushdown Kleene algebra","year":2011,"lang":"en","type":"article","venue":"Corpus Université Laval (Université Laval)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Kleene algebra; Computer science; Programming language; Kleene's recursion theorem; Algebra over a field; Mathematics; Algorithm; Discrete mathematics; Pure mathematics","score_opus":0.016113548616252707,"score_gpt":0.2164032634666811,"score_spread":0.2002897148504284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936369251","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013324182,0.00014923919,0.9771986,0.00011880481,0.000031809846,0.00008547557,0.00011946515,0.0017192322,0.007253139],"genre_scores_gemma":[0.2697488,0.0008312987,0.7136189,0.00014203892,0.000048617625,0.00023485307,0.000580523,0.0010397326,0.013755277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982443,0.0003260284,0.00014668326,0.00030659974,0.0007946398,0.00018168776],"domain_scores_gemma":[0.9982102,0.00080234936,0.00013322502,0.0004587783,0.00033523733,0.000060261653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014875862,0.0006602675,0.0005417278,0.0017991748,0.0012909552,0.0029588365,0.0011917101,0.000734992,0.0073582917],"category_scores_gemma":[0.0035380626,0.000587527,0.0024084798,0.0014357344,0.002111599,0.0053119133,0.0018557796,0.0021677508,0.0020289952],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022553324,0.00011829505,0.0010960518,0.00049576705,0.000075809905,0.00042701818,0.0015405639,0.036028773,0.048423704,0.7677805,0.0017969207,0.14199114],"study_design_scores_gemma":[0.000056469642,0.00018546825,0.00082162034,0.00016778654,0.00011571183,0.00035784728,0.000430164,0.1774335,0.09326661,0.6772056,0.04983441,0.00012484888],"about_ca_topic_score_codex":0.003575191,"about_ca_topic_score_gemma":0.003745264,"teacher_disagreement_score":0.0073582917,"about_ca_system_score_codex":0.0015166302,"about_ca_system_score_gemma":0.0020245546,"threshold_uncertainty_score":0.024615884},"labels":[],"label_agreement":null},{"id":"W2940654836","doi":"","title":"Un robot humanoïde pour enseigner la programmation: une recherche exploratoire auprès d’élèves ayant des difficultés d’apprentissage","year":2018,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.08179661352847124,"score_gpt":0.28829281860433437,"score_spread":0.20649620507586314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940654836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31008714,0.0014979825,0.6692031,0.0015346465,0.00046224747,0.00035207105,0.00010836328,0.0017439307,0.015010482],"genre_scores_gemma":[0.6740711,0.00090702437,0.2945876,0.00022922181,0.000094759096,0.00033615364,0.00020176558,0.00031716283,0.029255314],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980039,0.0008324494,0.00004253315,0.00048293066,0.0005011025,0.00013699238],"domain_scores_gemma":[0.9964796,0.0021867484,0.00012171106,0.0003958136,0.0004177305,0.0003982946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021940437,0.0014037425,0.0011130022,0.00057984353,0.001218343,0.001960104,0.0012085577,0.003330489,0.008430538],"category_scores_gemma":[0.0063954284,0.00094549335,0.0009527049,0.00040859525,0.0029775046,0.0036167747,0.0023546899,0.0021883089,0.0016125859],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056953686,0.0015499817,0.0066253846,0.002328091,0.0003175163,0.006037411,0.0175879,0.18971816,0.30608186,0.045490846,0.0077193836,0.4108481],"study_design_scores_gemma":[0.00086013536,0.0075317984,0.010458612,0.0004663017,0.00023118702,0.0038308438,0.009227936,0.7342413,0.11233639,0.019645443,0.1007926,0.00037741303],"about_ca_topic_score_codex":0.005700386,"about_ca_topic_score_gemma":0.0040918533,"teacher_disagreement_score":0.008430538,"about_ca_system_score_codex":0.0007784175,"about_ca_system_score_gemma":0.0016380262,"threshold_uncertainty_score":0.028202951},"labels":[],"label_agreement":null},{"id":"W2943376417","doi":"10.1145/3300115.3309532","title":"Impact of Open-Ended Assignments on Student Self-Efficacy in CS1","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Task (project management); Computer science; Random assignment; Control (management); Section (typography); Psychology; Engineering; Mathematics; Artificial intelligence; Statistics","score_opus":0.026540759684358452,"score_gpt":0.3592192183472228,"score_spread":0.3326784586628644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943376417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993149,0.000011849904,0.00011494684,0.000013098384,0.000005759105,0.00004788335,0.0000058997616,0.0000094731795,0.0004762897],"genre_scores_gemma":[0.9984964,0.000018742267,0.00041255075,0.000024342282,0.000008241099,0.00014090672,0.000026808653,0.0000054131247,0.00086668663],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99529797,0.0020878657,0.00042313567,0.00063297414,0.0010553176,0.00050280866],"domain_scores_gemma":[0.947186,0.033552628,0.007147068,0.0032717823,0.0018872949,0.0069551305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005235711,0.0005981683,0.00068682473,0.00056640286,0.0008717431,0.0021096668,0.0007951429,0.0005817663,0.00362681],"category_scores_gemma":[0.031468235,0.00035526397,0.00048035145,0.00030932648,0.0011310914,0.00071046076,0.0017340455,0.0014601091,0.00045640706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024241166,0.21172495,0.3763358,0.00077034684,0.0003895253,0.0006696263,0.03386564,0.0054151327,0.08218673,0.001571221,0.0013671819,0.26146263],"study_design_scores_gemma":[0.0010951734,0.06857261,0.89539886,0.0001279821,0.00013940288,0.00018134824,0.005633723,0.0037099512,0.021299582,0.00091227464,0.0027840908,0.00014495564],"about_ca_topic_score_codex":0.0005777681,"about_ca_topic_score_gemma":0.0005004017,"teacher_disagreement_score":0.005235711,"about_ca_system_score_codex":0.00055142905,"about_ca_system_score_gemma":0.0007005302,"threshold_uncertainty_score":0.027689457},"labels":[],"label_agreement":null},{"id":"W2943544114","doi":"10.1145/3300115.3309511","title":"Experience Report","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of Naval Research","keywords":"Novelty; Perspective (graphical); Relevance (law); Intervention (counseling); Diversity (politics); Psychology; Computer science; Medical education; Videoconferencing; Knowledge management; Pedagogy; Multimedia; Social psychology; Sociology; Medicine","score_opus":0.010804698590259025,"score_gpt":0.26324842108595164,"score_spread":0.25244372249569264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943544114","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07458817,0.00410842,0.011897175,0.009666055,0.0034358692,0.0015819225,0.010644396,0.0014796895,0.88259834],"genre_scores_gemma":[0.19622709,0.0039666686,0.010640592,0.0075015794,0.0006119758,0.0017957242,0.012444498,0.0009465581,0.76586527],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995391,0.0011253002,0.0002999626,0.0008369825,0.0014003197,0.0009464129],"domain_scores_gemma":[0.9943969,0.0008266686,0.00027872087,0.0006873328,0.0020049692,0.0018054456],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036251163,0.0009671532,0.0006822499,0.002070817,0.004305177,0.0042217034,0.0023689757,0.0016460669,0.31865734],"category_scores_gemma":[0.009793018,0.0004278659,0.00076121156,0.0018480504,0.00084473577,0.0040632505,0.0061942963,0.0025378196,0.14073806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068067375,0.001601758,0.022361347,0.0010287045,0.000040882507,0.004049923,0.023990378,0.0002325461,0.0023137797,0.017440956,0.42014748,0.50611156],"study_design_scores_gemma":[0.00002318996,0.00020847014,0.004972597,0.00027412348,0.000016407113,0.002616187,0.013278013,0.00009396692,0.0004757935,0.0014915452,0.9765128,0.000037073358],"about_ca_topic_score_codex":0.0039669396,"about_ca_topic_score_gemma":0.0059878603,"teacher_disagreement_score":0.31865734,"about_ca_system_score_codex":0.0017646924,"about_ca_system_score_gemma":0.0038891216,"threshold_uncertainty_score":0.9718526},"labels":[],"label_agreement":null},{"id":"W2943714016","doi":"10.1145/3300115.3309529","title":"Answering the Correct Question","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Computer science; Isolation (microbiology); Focus (optics); Code (set theory); Test (biology); Unit testing; Group (periodic table); Mathematics education; Programming language; Software; Psychology","score_opus":0.0052631124052842145,"score_gpt":0.22649863676553994,"score_spread":0.22123552436025573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943714016","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079700425,0.005915651,0.07884474,0.5002044,0.03089262,0.001227735,0.0055995495,0.0036514015,0.29396355],"genre_scores_gemma":[0.60159177,0.004011556,0.054307144,0.1320678,0.0066749463,0.0008263776,0.0038373931,0.0013575635,0.19532545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994885,0.0023483324,0.0003314003,0.00084071077,0.0010747532,0.00051985757],"domain_scores_gemma":[0.98568904,0.0071762046,0.0010687058,0.0013046425,0.0036216988,0.001139699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005752537,0.0006715184,0.00075908046,0.0006060272,0.0023990648,0.0030703563,0.0010554619,0.005618739,0.11130553],"category_scores_gemma":[0.049106825,0.00025426206,0.0008611513,0.0003547453,0.0031055077,0.0050089057,0.0018460979,0.0044213496,0.042770687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007320979,0.0005585624,0.013416902,0.00095544505,0.00008092383,0.00092185446,0.011902352,0.0004539,0.003873544,0.093174525,0.68464094,0.189289],"study_design_scores_gemma":[0.00014876018,0.0004207392,0.004242013,0.0009230421,0.0000679036,0.0037662578,0.012503501,0.0014283517,0.0032456117,0.05906069,0.91408294,0.00011006108],"about_ca_topic_score_codex":0.0022766038,"about_ca_topic_score_gemma":0.0014116223,"teacher_disagreement_score":0.11130553,"about_ca_system_score_codex":0.0014544396,"about_ca_system_score_gemma":0.0025254223,"threshold_uncertainty_score":0.3723541},"labels":[],"label_agreement":null},{"id":"W2943815996","doi":"10.55016/ojs/jet.v49i2.46293","title":"Developing Pedagogy for the Creation of a School Makerspace: Building on Constructionism, Design Thinking, and the Reggio Emilia Approach","year":2018,"lang":"en","type":"article","venue":"Journal of educational thought.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Constructionism; Pedagogy; Sociology; Mathematics education; Psychology; Developmental psychology","score_opus":0.050556759965421215,"score_gpt":0.3641063601874245,"score_spread":0.3135496002220033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943815996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14071937,0.004879391,0.41245362,0.061560687,0.0009279192,0.0006908397,0.000051958035,0.00084437133,0.3778718],"genre_scores_gemma":[0.83112544,0.0018602045,0.14726894,0.0033934365,0.00015412654,0.0006345142,0.00003336136,0.00018863459,0.015341464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98633236,0.011452952,0.00023886102,0.00062047545,0.00080519245,0.00055021426],"domain_scores_gemma":[0.98519266,0.011112299,0.000788845,0.0015948327,0.0006586036,0.0006527452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017204205,0.00086598226,0.00049883535,0.003057497,0.005258936,0.009885712,0.0019622347,0.0031125115,0.0018364629],"category_scores_gemma":[0.013781255,0.0007100564,0.0010155481,0.0012781036,0.029575732,0.013772846,0.010470217,0.0056807175,0.0006775186],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021240385,0.00010756115,0.0014172795,0.00023217616,0.0000096293,0.00024704583,0.17741899,0.0006740194,0.0005872195,0.7781016,0.004036872,0.03714628],"study_design_scores_gemma":[0.0000454777,0.00013054263,0.001999226,0.001182183,0.000028868102,0.0006783737,0.118381254,0.0027570447,0.0038006795,0.48507267,0.385855,0.00006877512],"about_ca_topic_score_codex":0.00064429356,"about_ca_topic_score_gemma":0.0016074276,"teacher_disagreement_score":0.017204205,"about_ca_system_score_codex":0.0045015113,"about_ca_system_score_gemma":0.005331876,"threshold_uncertainty_score":0.090985656},"labels":[],"label_agreement":null},{"id":"W2944669769","doi":"10.1108/ils-05-2018-0042","title":"Generating gameworlds with computers: the case for procedural creativity","year":2019,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Creativity; Status quo; Originality; Computer science; Creativity technique; Abstraction; Generative grammar; Action (physics); Computational creativity; Value (mathematics); Knowledge management; Cognitive science; Management science; Epistemology; Psychology; Artificial intelligence; Social psychology; Engineering","score_opus":0.015165974378492177,"score_gpt":0.26459113759382047,"score_spread":0.2494251632153283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944669769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077012464,0.0011773801,0.54083306,0.014137388,0.00024817535,0.00029378664,0.000060062153,0.0005136685,0.36572403],"genre_scores_gemma":[0.8721761,0.00044562639,0.1133516,0.0006729849,0.000056242996,0.00039317433,0.00004924919,0.00024413751,0.012610823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9930535,0.0052103656,0.00015299341,0.0004941104,0.00077028776,0.0003187787],"domain_scores_gemma":[0.98862594,0.00836602,0.00040031326,0.0018594534,0.00033914938,0.00040901967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004953661,0.0005816255,0.00029243622,0.0009979954,0.0024877363,0.008729966,0.001935436,0.0025506613,0.004143368],"category_scores_gemma":[0.015775792,0.00042109072,0.00092732225,0.00069726584,0.029034285,0.008840237,0.0063959803,0.0034025642,0.0006275283],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069168527,0.0000114565255,0.0001392558,0.000036183632,0.000003785181,0.000108885106,0.003915545,0.0016418496,0.00019543215,0.9892287,0.00048074813,0.0042313216],"study_design_scores_gemma":[0.000028113735,0.000022700939,0.00014990597,0.00010047533,0.000006195081,0.0003721257,0.0031266275,0.010239242,0.0008673224,0.90977573,0.07529414,0.000017475537],"about_ca_topic_score_codex":0.0010472244,"about_ca_topic_score_gemma":0.00079044874,"teacher_disagreement_score":0.008729966,"about_ca_system_score_codex":0.0018081977,"about_ca_system_score_gemma":0.001432596,"threshold_uncertainty_score":0.026197791},"labels":[],"label_agreement":null},{"id":"W2944895797","doi":"10.1145/3314994.3325081","title":"A Statistical Analysis of Drop Rates in Introductory Computer Science by Gender and Partial Grade","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Drop out; Mathematics education; Drop (telecommunication); Statistical analysis; Computer science; Variety (cybernetics); Psychology; Statistics; Mathematics; Demographic economics; Artificial intelligence; Telecommunications","score_opus":0.014019526813110217,"score_gpt":0.281727753090681,"score_spread":0.2677082262775708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944895797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938117,0.00013986682,0.0008787322,0.000074446885,0.000019556399,0.00013580335,0.0035159732,0.00003071312,0.0013931302],"genre_scores_gemma":[0.9953897,0.00006658758,0.00042828833,0.000050783892,0.000019507122,0.0002501421,0.002713838,0.000016454458,0.0010647461],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946907,0.0017701441,0.0006307918,0.00076343905,0.001549387,0.0005954533],"domain_scores_gemma":[0.9664287,0.016571734,0.011049967,0.0018822987,0.002526948,0.0015402571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066170255,0.00024643177,0.000506948,0.0035373499,0.00044919978,0.0005365218,0.0007719024,0.00043907046,0.004511726],"category_scores_gemma":[0.020024283,0.0001947004,0.0011619023,0.003426815,0.0004474653,0.0007251408,0.0007292316,0.0006500283,0.00070677465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000337596,0.00008027399,0.99355435,0.000024521418,0.000114426766,0.000044024917,0.0002003871,0.000060113325,0.00013732101,0.000059235786,0.00067674206,0.004710962],"study_design_scores_gemma":[0.000010964896,0.00033207936,0.9983688,0.00000744162,0.000033031487,0.000064700085,0.00029735427,0.0003685027,0.00009154899,0.000034975918,0.00038607945,0.000004547366],"about_ca_topic_score_codex":0.0041253357,"about_ca_topic_score_gemma":0.0034915227,"teacher_disagreement_score":0.0066170255,"about_ca_system_score_codex":0.00046448925,"about_ca_system_score_gemma":0.0005628598,"threshold_uncertainty_score":0.034994602},"labels":[],"label_agreement":null},{"id":"W2945123605","doi":"10.1145/3314994.3325076","title":"Spot the Learning","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Multimedia; Artificial intelligence; Mathematics education; Natural language processing; Programming language; Human–computer interaction; Psychology","score_opus":0.011520053133953875,"score_gpt":0.2406162789462788,"score_spread":0.22909622581232492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945123605","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12415192,0.0012865105,0.548309,0.0098599745,0.0052986615,0.0009874828,0.008563047,0.084336355,0.21720706],"genre_scores_gemma":[0.50346404,0.0011352003,0.23419464,0.0022674554,0.0009598328,0.0009825317,0.007790615,0.010107804,0.23909777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994332,0.000095731964,0.000018086997,0.00014389775,0.00022166646,0.000087236716],"domain_scores_gemma":[0.9986607,0.0003401057,0.000067293,0.00023665032,0.00041376357,0.00028142426],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006669133,0.0013441842,0.00073396444,0.0010923304,0.00076272915,0.0022502826,0.0013212583,0.0012535995,0.08466092],"category_scores_gemma":[0.0037140734,0.00029602993,0.00068309275,0.0005927314,0.00049304613,0.002912292,0.0026608165,0.0013649949,0.024249714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015290583,0.0003968807,0.005599972,0.0007068709,0.00006551178,0.00066871603,0.0014667037,0.008055294,0.03636837,0.017803201,0.28309378,0.6442457],"study_design_scores_gemma":[0.00033147357,0.002018766,0.015439366,0.00054347323,0.00016701415,0.0009796206,0.0035554145,0.1421862,0.17035359,0.13095424,0.53313273,0.0003381664],"about_ca_topic_score_codex":0.0009468028,"about_ca_topic_score_gemma":0.0015201321,"teacher_disagreement_score":0.9153391,"about_ca_system_score_codex":0.0004620582,"about_ca_system_score_gemma":0.00074397156,"threshold_uncertainty_score":0.28321898},"labels":[],"label_agreement":null},{"id":"W2945172560","doi":"10.1145/3314994.3325090","title":"A Mixed-Methods Study of Novice Programmer Interaction with Python Error Messages","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Programmer; Computer science; Debugging; Usability; Python (programming language); Confusion; Consistency (knowledge bases); Feeling; Human–computer interaction; Multimedia; Mathematics education; Programming language; Psychology; Artificial intelligence; Social psychology","score_opus":0.02797544363982262,"score_gpt":0.35576874791763563,"score_spread":0.327793304277813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945172560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99327636,0.00013912993,0.0021761581,0.00009771394,0.00002022911,0.0030484255,0.00018489979,0.000018726469,0.0010382918],"genre_scores_gemma":[0.95280224,0.00043171618,0.015882012,0.00065622694,0.00005219356,0.023653664,0.00036029826,0.00003823442,0.0061233854],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98670524,0.008891061,0.0011051801,0.0012840496,0.0012469261,0.0007675425],"domain_scores_gemma":[0.9461194,0.041334733,0.003777386,0.002601425,0.0045380797,0.0016289543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022441775,0.00080150674,0.0014553546,0.0013909851,0.003029269,0.0024910541,0.0016849859,0.0015967132,0.0046481867],"category_scores_gemma":[0.033666465,0.0011032447,0.00070986425,0.0010818472,0.0015845825,0.0018636414,0.0016036753,0.0017279817,0.0008087087],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010296423,0.1229977,0.14360338,0.0058538695,0.00071809615,0.0016611085,0.5186561,0.0011253045,0.012392925,0.003040357,0.0026152986,0.17703944],"study_design_scores_gemma":[0.0074042007,0.2294223,0.3165758,0.0018023563,0.0007272964,0.0008389275,0.4029381,0.00455262,0.008996164,0.0040228283,0.022275565,0.0004437717],"about_ca_topic_score_codex":0.0030964052,"about_ca_topic_score_gemma":0.0073677744,"teacher_disagreement_score":0.022441775,"about_ca_system_score_codex":0.0019956478,"about_ca_system_score_gemma":0.0044066226,"threshold_uncertainty_score":0.11868489},"labels":[],"label_agreement":null},{"id":"W2946257428","doi":"10.1145/3314994.3325078","title":"Problem Solving Workshop","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Overhead (engineering); Simple (philosophy); Course (navigation); Mathematics education; Programming language; Mathematics; Engineering","score_opus":0.01345066798259351,"score_gpt":0.24474876565286502,"score_spread":0.2312980976702715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946257428","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113525175,0.0012365486,0.18496439,0.0096810255,0.015667437,0.021403376,0.0180852,0.017207159,0.6182296],"genre_scores_gemma":[0.1539892,0.00097389653,0.17195696,0.0032807207,0.0013340239,0.014044876,0.022717565,0.002009457,0.6296933],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981906,0.00036214292,0.00012346382,0.0005292905,0.00037052098,0.00042389584],"domain_scores_gemma":[0.99689746,0.0003813312,0.000102238206,0.00050707505,0.00059017446,0.0015217788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019772216,0.0014099134,0.0010933846,0.0007437638,0.0014248013,0.0022097372,0.0031761772,0.0014122522,0.21471211],"category_scores_gemma":[0.003578279,0.0004478039,0.0013271588,0.00041804105,0.00048949494,0.0008029913,0.004497899,0.0029309094,0.10383015],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034071128,0.011808614,0.0012344418,0.0014264676,0.000076669094,0.0008969679,0.0023470132,0.0026013146,0.047738317,0.01676145,0.5734426,0.33825916],"study_design_scores_gemma":[0.0007225156,0.0020307847,0.0038909253,0.00015302883,0.00004097145,0.0003421313,0.00068828935,0.0014902652,0.01407482,0.01032532,0.966165,0.00007598833],"about_ca_topic_score_codex":0.0004595183,"about_ca_topic_score_gemma":0.0010173459,"teacher_disagreement_score":0.21471211,"about_ca_system_score_codex":0.00089864456,"about_ca_system_score_gemma":0.002486842,"threshold_uncertainty_score":0.71828353},"labels":[],"label_agreement":null},{"id":"W2946284567","doi":"10.1145/3314994.3325089","title":"OATMEAL","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Debugging; Computer science; Software engineering; Software testing; Code (set theory); Curriculum; Programming language; Competition (biology); Multimedia; Software; Pedagogy; Psychology","score_opus":0.005241045796087448,"score_gpt":0.21013224936877128,"score_spread":0.20489120357268384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946284567","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00289653,0.0025103393,0.09537799,0.0025703053,0.0033151382,0.0007036648,0.017088357,0.15874211,0.71679556],"genre_scores_gemma":[0.017370755,0.0016617284,0.039019525,0.001688738,0.00063837727,0.00046545046,0.02501283,0.027140323,0.8870023],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890244,0.00012531239,0.00007974689,0.00023456044,0.0005048698,0.00015301061],"domain_scores_gemma":[0.99868387,0.00021015068,0.0000846123,0.0003720861,0.0003813191,0.00026791004],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010459163,0.0012691517,0.00072094006,0.0021716934,0.001019748,0.004878352,0.00230019,0.001527837,0.5978424],"category_scores_gemma":[0.00448321,0.0006420029,0.00075859885,0.0014612052,0.0005628625,0.003983537,0.0037360643,0.0017809446,0.45197135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033565343,0.0000991901,0.0003107945,0.0006085763,0.000021315162,0.00017453954,0.00015269747,0.00039147513,0.0044707437,0.015780881,0.5894406,0.38821357],"study_design_scores_gemma":[0.000048472306,0.000035942256,0.00020533073,0.000087011096,0.0000067223973,0.000121547615,0.000025098443,0.0006909929,0.0016972733,0.002994043,0.99407345,0.000014102655],"about_ca_topic_score_codex":0.0015240831,"about_ca_topic_score_gemma":0.0018659391,"teacher_disagreement_score":0.4021576,"about_ca_system_score_codex":0.000783288,"about_ca_system_score_gemma":0.0011144,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2946814456","doi":"10.1145/3314994.3325073","title":"Adapting the \"Unessay\" for Use in Computer Science","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Sample (material); Computer programming; Mathematics education; Multimedia; Programming language; Mathematics","score_opus":0.03196284609321091,"score_gpt":0.26776200870072897,"score_spread":0.23579916260751807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946814456","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4374914,0.00019397333,0.49071476,0.0033195373,0.0021932204,0.0034914257,0.00024777174,0.0065040914,0.05584367],"genre_scores_gemma":[0.5963637,0.00018176594,0.359323,0.0011828778,0.00033853046,0.0029274176,0.00047766225,0.0019419963,0.03726307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9739594,0.016731992,0.0017556336,0.0018365891,0.0047902046,0.00092613423],"domain_scores_gemma":[0.94615126,0.019895906,0.0039364714,0.013796211,0.01235501,0.003865177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018727833,0.0008899694,0.0005408543,0.00089122314,0.0026285283,0.0036289592,0.0020209036,0.0013098596,0.011055079],"category_scores_gemma":[0.09762797,0.000470986,0.0005198075,0.0007339459,0.002483636,0.0037585334,0.00738547,0.0024703424,0.0045229387],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020784796,0.0027498903,0.018783731,0.0011202071,0.000057627447,0.0012435539,0.053585794,0.0046858652,0.056147844,0.03943367,0.046023846,0.7740894],"study_design_scores_gemma":[0.00046012446,0.01185659,0.036314,0.00095099275,0.00008795475,0.0045172498,0.024700183,0.025325257,0.051045764,0.051992804,0.7919943,0.0007548347],"about_ca_topic_score_codex":0.00051628385,"about_ca_topic_score_gemma":0.0011247911,"teacher_disagreement_score":0.018727833,"about_ca_system_score_codex":0.000838336,"about_ca_system_score_gemma":0.0020123436,"threshold_uncertainty_score":0.09904349},"labels":[],"label_agreement":null},{"id":"W2947728224","doi":"10.5430/ijhe.v8n3p159","title":"The Development and Application of Computational Fairy Tales for Elementary Students","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Ministry of Education; National Research Foundation","keywords":"Coding (social sciences); Mathematics education; Scratch; Comprehension; Computer science; Psychology; Mathematics; Programming language","score_opus":0.01061870445813551,"score_gpt":0.340986318200669,"score_spread":0.3303676137425335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947728224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869611,0.000034972603,0.006247275,0.00015992831,0.000015113322,0.00022240936,0.000027428983,0.00010512238,0.006226748],"genre_scores_gemma":[0.97475797,0.00008963102,0.021248357,0.000049296854,0.0000067876617,0.00019324626,0.000089094545,0.000018316727,0.00354733],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992805,0.0002447797,0.000036336514,0.000108202636,0.00021561742,0.00011453549],"domain_scores_gemma":[0.99664694,0.0013488585,0.0003574801,0.000324242,0.0005969522,0.0007255636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001688982,0.00038965474,0.00017521484,0.0010520668,0.00078855024,0.0013381605,0.0006141057,0.00030929584,0.0022109866],"category_scores_gemma":[0.008681918,0.00016232247,0.00026469602,0.0002728743,0.00065769063,0.00073430303,0.0014289437,0.0006637372,0.0003026587],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037851423,0.0060076388,0.12497276,0.0006908837,0.0000560646,0.0017883044,0.06174033,0.0033093104,0.07161506,0.011190354,0.0060756067,0.71217513],"study_design_scores_gemma":[0.00017927066,0.008072626,0.722779,0.00045391437,0.00023308634,0.0019486593,0.06325575,0.029599113,0.09336151,0.019962998,0.059922904,0.0002312826],"about_ca_topic_score_codex":0.0011768086,"about_ca_topic_score_gemma":0.0022435242,"teacher_disagreement_score":0.0022109866,"about_ca_system_score_codex":0.0006173495,"about_ca_system_score_gemma":0.001251029,"threshold_uncertainty_score":0.008932352},"labels":[],"label_agreement":null},{"id":"W2950698144","doi":"10.48550/arxiv.1203.2296","title":"Discovering Algorithms with Matrix Code","year":2012,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Programming language; Code (set theory); Java; Matrix (chemical analysis); Unreachable code; Redundant code; Table (database); Dead code; Algorithm; Row; Prime (order theory); Process (computing); Theoretical computer science; Code generation; Mathematics; Database; Operating system; Combinatorics","score_opus":0.06455414769699142,"score_gpt":0.20589913982703442,"score_spread":0.141344992130043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950698144","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007974727,0.00009145955,0.98695034,0.00044355064,0.000030308945,0.000066984874,0.00006534649,0.0011551954,0.0032221242],"genre_scores_gemma":[0.075062804,0.00026947915,0.919646,0.00013192,0.00006460102,0.00016315507,0.00031784308,0.00075330195,0.0035909042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99673307,0.0010630256,0.00022210073,0.00065657427,0.0011869791,0.00013826473],"domain_scores_gemma":[0.98445004,0.011409776,0.0007220542,0.0019815185,0.0012265524,0.00020993565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033175584,0.0009465944,0.0005481278,0.0016888195,0.001092472,0.0032563799,0.0017136706,0.0011305365,0.008453744],"category_scores_gemma":[0.026747825,0.0010112094,0.0014677598,0.0011654662,0.003175267,0.0070348475,0.0035387469,0.002677665,0.0030844605],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014493997,0.00013989372,0.0021554676,0.000537454,0.000049556984,0.00043475436,0.0017408959,0.02139277,0.0099133495,0.69451374,0.005896296,0.2630808],"study_design_scores_gemma":[0.000048569644,0.00014415159,0.00025647486,0.0001924056,0.000034987206,0.000648865,0.00026888782,0.115349166,0.029679826,0.79647654,0.0568546,0.000045627654],"about_ca_topic_score_codex":0.00044158893,"about_ca_topic_score_gemma":0.0005569983,"teacher_disagreement_score":0.008453744,"about_ca_system_score_codex":0.00086051767,"about_ca_system_score_gemma":0.0013542547,"threshold_uncertainty_score":0.028280616},"labels":[],"label_agreement":null},{"id":"W2951928003","doi":"10.1109/respect46404.2019.8985691","title":"Standardizing Facilitator Development for Exploring Computer Science Professional Development","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Facilitator; General partnership; Graduation (instrument); Professional development; Curriculum; Apprenticeship; Process (computing); Economic shortage; Consistency (knowledge bases); Medical education; Knowledge management; Pedagogy; Psychology; Computer science; Engineering; Medicine; Political science","score_opus":0.054311415011939576,"score_gpt":0.28885004870969144,"score_spread":0.23453863369775185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951928003","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053120438,0.0009951347,0.85395575,0.010465048,0.0019160388,0.024729716,0.00051483756,0.0067598107,0.04754331],"genre_scores_gemma":[0.06198639,0.0004851136,0.89974385,0.0014216185,0.00011633558,0.019633926,0.0004363827,0.0011207983,0.015055533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8679758,0.096549,0.0081232805,0.008417291,0.014808971,0.004125749],"domain_scores_gemma":[0.79358226,0.088359706,0.00927787,0.04292649,0.047666293,0.018187476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.17919227,0.0014162867,0.00083911687,0.0039925016,0.0041488786,0.005819303,0.0066714333,0.002317953,0.01923402],"category_scores_gemma":[0.17792895,0.0013947801,0.0014222743,0.0016131987,0.0030318783,0.0073561566,0.021213051,0.0047468077,0.008679821],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062161434,0.0029231638,0.011485537,0.005035994,0.00011790882,0.0007796564,0.08921942,0.0023510423,0.026170656,0.03482861,0.036938805,0.78952765],"study_design_scores_gemma":[0.0008665605,0.002731544,0.007818601,0.0054334328,0.00018024063,0.0011779985,0.02804219,0.0063173776,0.03907659,0.029515317,0.87847656,0.00036354756],"about_ca_topic_score_codex":0.0020649168,"about_ca_topic_score_gemma":0.0062760734,"teacher_disagreement_score":0.17919227,"about_ca_system_score_codex":0.0050939065,"about_ca_system_score_gemma":0.034697857,"threshold_uncertainty_score":0.94767064},"labels":[],"label_agreement":null},{"id":"W2952390162","doi":"10.18260/1-2--31041","title":"Take Flight Robotics: A STEM Education Workshop for High School Students","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Guelph","funders":"","keywords":"Robotics; Artificial intelligence; Aeronautics; Computer science; Mathematics education; Engineering; Robot; Psychology","score_opus":0.03434093613256751,"score_gpt":0.3013121173027032,"score_spread":0.2669711811701357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952390162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6452297,0.001513033,0.040096737,0.022422263,0.00576392,0.0037049167,0.0025387213,0.008403963,0.2703267],"genre_scores_gemma":[0.63135,0.0027972732,0.06550408,0.007991136,0.0013380004,0.002900586,0.0031932187,0.00086682005,0.28405887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996866,0.00006149909,0.000009989425,0.000046473066,0.00006918658,0.00012620623],"domain_scores_gemma":[0.9981463,0.00009796078,0.000044577828,0.000043583903,0.0001480534,0.0015195357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010791919,0.0011219254,0.00037435623,0.00060837826,0.0033167358,0.001862814,0.0012456616,0.0014019548,0.02819295],"category_scores_gemma":[0.001044672,0.00034589876,0.0006096041,0.00031519824,0.00065862463,0.0011948439,0.003669246,0.0019167034,0.009626918],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080438063,0.011190787,0.008406985,0.0008099302,0.000039387356,0.0022401214,0.025707945,0.00089653675,0.026935734,0.0043229554,0.54349947,0.3751457],"study_design_scores_gemma":[0.00022959462,0.0054651275,0.024168072,0.00046195262,0.000037091777,0.0012369734,0.034027986,0.00095030275,0.012265997,0.0039425674,0.917103,0.00011134153],"about_ca_topic_score_codex":0.0006475417,"about_ca_topic_score_gemma":0.0036312013,"teacher_disagreement_score":0.02819295,"about_ca_system_score_codex":0.0007293886,"about_ca_system_score_gemma":0.0020176827,"threshold_uncertainty_score":0.094314754},"labels":[],"label_agreement":null},{"id":"W2954985656","doi":"10.1007/978-3-030-19913-5_11","title":"The Use of Robotics for STEM Education in Primary Schools: Teachers’ Perceptions","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Robotics; Perspective (graphical); Perception; Artificial intelligence; Educational robotics; Mathematics education; Psychology; Medical education; Computer science; Robot; Medicine","score_opus":0.05779366554367691,"score_gpt":0.2779545749708584,"score_spread":0.2201609094271815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954985656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98316884,0.00072242744,0.00031656964,0.0019851625,0.00004884223,0.00002612761,0.000032554937,0.000011314857,0.013688068],"genre_scores_gemma":[0.9943586,0.00077568507,0.00019228953,0.00041042172,0.000010223436,0.000019657555,0.000018207003,0.000009325463,0.004205617],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961643,0.0011658947,0.00018705173,0.0003242513,0.0013160188,0.00084255077],"domain_scores_gemma":[0.98378813,0.0058986596,0.0024703513,0.0002707367,0.0026164812,0.004955685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061577554,0.00019744935,0.0003892597,0.0013642567,0.0039708307,0.0061538317,0.0007485457,0.0015110587,0.00495142],"category_scores_gemma":[0.0130653,0.000625305,0.0003792291,0.00083379226,0.003689607,0.0031781283,0.0035870126,0.0028781004,0.0009958887],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014335294,0.0006721877,0.2867236,0.00027646287,0.00002059758,0.0007374629,0.6645407,0.0001569402,0.0022418622,0.0030188202,0.0036267499,0.037841175],"study_design_scores_gemma":[0.000012808392,0.00032008282,0.15910542,0.00035839505,0.00001935423,0.0005945454,0.81680113,0.00018592157,0.0006056462,0.00046731983,0.02148417,0.00004529974],"about_ca_topic_score_codex":0.014436077,"about_ca_topic_score_gemma":0.029785797,"teacher_disagreement_score":0.014436077,"about_ca_system_score_codex":0.0020454885,"about_ca_system_score_gemma":0.003937389,"threshold_uncertainty_score":0.032565713},"labels":[],"label_agreement":null},{"id":"W2955988997","doi":"10.1109/icse-seet.2019.00027","title":"Teaching Software Construction at Scale with Mastery Learning: A Case Study","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mastery learning; Grading (engineering); GRASP; Mathematics education; Computer science; Visualization; Software; Class (philosophy); Scale (ratio); Multimedia; Artificial intelligence; Psychology; Software engineering; Engineering","score_opus":0.009576330755951108,"score_gpt":0.23279115616065915,"score_spread":0.22321482540470805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955988997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884651,0.00012393743,0.0056011216,0.00096649065,0.00001112616,0.00023357445,0.00002145503,0.0000758327,0.0045013963],"genre_scores_gemma":[0.986166,0.00017914039,0.011288444,0.00017167261,0.000013956332,0.00012376902,0.000025693822,0.000038000213,0.0019934],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9895874,0.005730469,0.00037986162,0.0007238249,0.002384064,0.0011944062],"domain_scores_gemma":[0.96927387,0.018675385,0.0022417845,0.0025592963,0.0026632666,0.004586389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010050286,0.00078826625,0.00063389074,0.0014348339,0.003391617,0.0031902427,0.0022227333,0.0028859386,0.0019261038],"category_scores_gemma":[0.03112403,0.000675954,0.00067115686,0.0012856476,0.0027185744,0.002956466,0.0038643929,0.0028249843,0.00056213443],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011937026,0.032245826,0.1970693,0.0011604492,0.00021292055,0.045450352,0.30505866,0.010744388,0.018965533,0.013076207,0.007473933,0.3673488],"study_design_scores_gemma":[0.0012626031,0.04456572,0.27462995,0.0011450942,0.00034778952,0.06383921,0.34522477,0.07785468,0.068484105,0.026937034,0.09520043,0.00050872593],"about_ca_topic_score_codex":0.002554771,"about_ca_topic_score_gemma":0.006951784,"teacher_disagreement_score":0.010050286,"about_ca_system_score_codex":0.0026913777,"about_ca_system_score_gemma":0.00234345,"threshold_uncertainty_score":0.053151608},"labels":[],"label_agreement":null},{"id":"W2958616689","doi":"10.1109/te.2019.2925253","title":"Using Topic Modeling to Extract Pre-Service Teachers’ Understandings of Computational Thinking From Their Coding Reflections","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Computational thinking; Coding (social sciences); Mathematics education; Computer science; Axial coding; Service (business); Reflective thinking; Psychology; Qualitative research; Grounded theory; Sociology","score_opus":0.0807538422703901,"score_gpt":0.34156534995328414,"score_spread":0.260811507682894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958616689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51212066,0.0003454828,0.4726353,0.0005559846,0.00011302591,0.0021853864,0.0025770252,0.0010925421,0.008374554],"genre_scores_gemma":[0.6772571,0.0003576466,0.30995142,0.00010406344,0.000052517604,0.006471853,0.002958288,0.00025687288,0.0025903042],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99006504,0.005342599,0.00109923,0.00169426,0.0015055093,0.00029336498],"domain_scores_gemma":[0.9074248,0.06937005,0.0076972814,0.0053536477,0.00948483,0.0006693355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013235863,0.0007822273,0.0005067574,0.0069577573,0.0009434826,0.0040347325,0.0009875266,0.0006928569,0.0025733907],"category_scores_gemma":[0.061176736,0.00053574605,0.0008112067,0.004581004,0.0011808522,0.0028288404,0.0018944254,0.0010589992,0.0010367132],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005421543,0.00034361854,0.11493056,0.0019589448,0.00020073296,0.0004788818,0.24890068,0.0034404383,0.025962029,0.0063294834,0.005303643,0.59160894],"study_design_scores_gemma":[0.00020650025,0.0012029245,0.31297502,0.0019702793,0.0004057461,0.0015836977,0.3745206,0.13872264,0.0520248,0.032623332,0.083281755,0.0004827535],"about_ca_topic_score_codex":0.0019765678,"about_ca_topic_score_gemma":0.0030305581,"teacher_disagreement_score":0.013235863,"about_ca_system_score_codex":0.001509696,"about_ca_system_score_gemma":0.002066052,"threshold_uncertainty_score":0.0699988},"labels":[],"label_agreement":null},{"id":"W2963477121","doi":"10.1145/3304221.3325560","title":"Development of a Checklist Tool for Teaching Problem-Solving Skills","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Checklist; Overhead (engineering); Mathematics education; Management science; Programming language; Mathematics; Psychology","score_opus":0.00912137936801333,"score_gpt":0.2561503146282057,"score_spread":0.24702893526019237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963477121","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01891262,0.00033542892,0.9373322,0.00074343395,0.00047729156,0.006254619,0.0014901294,0.02941666,0.0050374763],"genre_scores_gemma":[0.015608895,0.00015517169,0.9753862,0.00013364559,0.00003157938,0.0034234438,0.0015078582,0.0011496193,0.0026035744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891839,0.0041617462,0.0015947209,0.0009626036,0.00371066,0.00038628824],"domain_scores_gemma":[0.9227255,0.03813202,0.0037636908,0.006503778,0.026500994,0.0023739992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014143648,0.0020498324,0.0011873925,0.0052121584,0.00073766155,0.0016339857,0.0040363674,0.0014873459,0.008062678],"category_scores_gemma":[0.06806528,0.0014553227,0.0010815304,0.0023671933,0.00066637044,0.003055968,0.0024742198,0.0026911574,0.0048960783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029908383,0.0016186539,0.005073875,0.0012647985,0.000068956375,0.0005547973,0.0022495333,0.0029697535,0.022581048,0.0028522168,0.043527298,0.91694],"study_design_scores_gemma":[0.0021194986,0.0062090983,0.03367799,0.0053647584,0.00056592614,0.0058158007,0.0032185926,0.10756068,0.20522247,0.01234886,0.61647767,0.0014187613],"about_ca_topic_score_codex":0.001832561,"about_ca_topic_score_gemma":0.0022698564,"teacher_disagreement_score":0.014143648,"about_ca_system_score_codex":0.000943836,"about_ca_system_score_gemma":0.005771588,"threshold_uncertainty_score":0.07479966},"labels":[],"label_agreement":null},{"id":"W2964409645","doi":"10.1080/1034912x.2019.1650902","title":"Assessing the Impact of an Adapted Robotics Programme on Interest in Science, Technology, Engineering and Mathematics (STEM) among Children with Disabilities","year":2019,"lang":"en","type":"article","venue":"International Journal of Disability Development and Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; Toronto Rehabilitation Institute; University of Toronto; Holland Bloorview Kids Rehabilitation Hospital","funders":"Ontario Ministry of Research, Innovation and Science","keywords":"Robotics; Teamwork; Artificial intelligence; Thematic analysis; Psychology; Computer Science and Engineering; Educational robotics; Medical education; Mathematics education; Computer science; Medicine; Management; Robot; Social science; Sociology","score_opus":0.02907988508991488,"score_gpt":0.31429715339026454,"score_spread":0.28521726830034966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964409645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996257,0.000029037235,0.000015984398,0.000029470972,0.000002322362,0.000013957899,0.000016147005,0.0000011812516,0.00026618727],"genre_scores_gemma":[0.9994142,0.00012655603,0.0001812394,0.000018158707,0.000003671024,0.000048796956,0.000034506556,9.973925e-7,0.00017180608],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983512,0.00047855996,0.00011305443,0.000098428194,0.0004627672,0.0004959975],"domain_scores_gemma":[0.9946523,0.0012005594,0.0018304181,0.00016756724,0.0005192227,0.0016300131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019082705,0.0002674132,0.00030831867,0.00090425933,0.0005559585,0.00066051923,0.00049650186,0.00039312788,0.0011308462],"category_scores_gemma":[0.0093325535,0.00023850828,0.0005024423,0.00050398824,0.00067839277,0.00047381906,0.0018460812,0.0007749282,0.00014191886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023407459,0.0026190297,0.9185344,0.00039257584,0.00006813401,0.0006694209,0.026804645,0.0002189473,0.0019064035,0.00017570108,0.00044372366,0.047933012],"study_design_scores_gemma":[0.000008615768,0.0006679427,0.98988944,0.000046431735,0.000015870128,0.00013084196,0.008208729,0.000058383142,0.0002581395,0.000022155833,0.0006842512,0.000009181256],"about_ca_topic_score_codex":0.007359591,"about_ca_topic_score_gemma":0.014438871,"teacher_disagreement_score":0.007359591,"about_ca_system_score_codex":0.0009413985,"about_ca_system_score_gemma":0.0014464883,"threshold_uncertainty_score":0.014633536},"labels":[],"label_agreement":null},{"id":"W2964516878","doi":"10.1145/3341719","title":"Teaching the art of functional programming using automated grading (experience report)","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Programming Languages","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Correctness; Computer science; Functional programming; Grading (engineering); Programming language; Computer programming; Code (set theory); Multimedia; Software engineering; Mathematics education; Psychology","score_opus":0.020091384872334507,"score_gpt":0.2914121183470974,"score_spread":0.2713207334747629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964516878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31378844,0.0007566948,0.53740746,0.004261536,0.00086785486,0.00083694834,0.0011883473,0.015455299,0.1254374],"genre_scores_gemma":[0.59849066,0.00081501197,0.31888875,0.00073654286,0.00022735026,0.00034269594,0.001269671,0.0021368146,0.07709245],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9972568,0.0008102626,0.00017454327,0.00040028366,0.0010916927,0.0002664992],"domain_scores_gemma":[0.9909644,0.002608516,0.00063093734,0.0015367914,0.002873489,0.0013858388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004460553,0.0007093408,0.0002516475,0.0010807476,0.00074832106,0.0026566717,0.0011017381,0.0007622219,0.015139548],"category_scores_gemma":[0.014114662,0.00036094312,0.000454736,0.00070941314,0.0009178258,0.002700294,0.0018297109,0.0018267828,0.006564414],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013164345,0.0014664832,0.008907548,0.00018404392,0.000018248886,0.0003061751,0.0055956766,0.0026513159,0.018527862,0.008022125,0.0636636,0.8905252],"study_design_scores_gemma":[0.00022541622,0.003502355,0.041418806,0.0005336683,0.00008200703,0.0051677553,0.0057556373,0.028305534,0.121026985,0.034415063,0.7592198,0.0003468535],"about_ca_topic_score_codex":0.0014851367,"about_ca_topic_score_gemma":0.0032055597,"teacher_disagreement_score":0.015139548,"about_ca_system_score_codex":0.0008212821,"about_ca_system_score_gemma":0.0013515746,"threshold_uncertainty_score":0.05064684},"labels":[],"label_agreement":null},{"id":"W2965794896","doi":"10.1145/3291279.3339445","title":"Using Concreteness Fading to Model &amp; Design Learning Process","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Concreteness; Fading; Computer science; Process (computing); Educational technology; Knowledge management; Mathematics education; Multimedia; Cognitive psychology; Psychology; Telecommunications","score_opus":0.10373809389492546,"score_gpt":0.33913978605561707,"score_spread":0.23540169216069162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965794896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010198201,0.00012889846,0.97671324,0.0005733059,0.000030233507,0.00018340269,0.000043875112,0.00027523708,0.011853593],"genre_scores_gemma":[0.23389935,0.00042598252,0.7591988,0.00017402924,0.000019453331,0.00058712024,0.0001140637,0.000114264905,0.00546696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99724305,0.0016648778,0.00014888123,0.0004475376,0.00036875033,0.00012699376],"domain_scores_gemma":[0.9937365,0.0035382684,0.0005758321,0.001625331,0.00035836484,0.00016566103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034717612,0.0011399862,0.0003250712,0.0011753523,0.0009065925,0.0037369751,0.0016340734,0.0013914336,0.006913476],"category_scores_gemma":[0.010145466,0.0006333309,0.0010164479,0.00083425717,0.005508229,0.0062848786,0.0028491605,0.002637439,0.0011069049],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009558244,0.00018252472,0.0022597918,0.00035005348,0.00003636755,0.00019271724,0.008964685,0.10032368,0.0055249394,0.80220145,0.001327612,0.07854055],"study_design_scores_gemma":[0.00009898037,0.0003041129,0.0007260669,0.0004239406,0.00006649856,0.00030245818,0.0014374418,0.26023182,0.009272992,0.64776874,0.07928201,0.00008488116],"about_ca_topic_score_codex":0.002657909,"about_ca_topic_score_gemma":0.0026436637,"teacher_disagreement_score":0.006913476,"about_ca_system_score_codex":0.0018984266,"about_ca_system_score_gemma":0.00222792,"threshold_uncertainty_score":0.023127913},"labels":[],"label_agreement":null},{"id":"W2967698736","doi":"10.33137/jaste.v10i1.32915","title":"From Computational Thinking to Political Resistance","year":2019,"lang":"en","type":"article","venue":"Journal for Activist Science and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Science Foundation","keywords":"Deportation; Presidential election; Immigration; Politics; Constructive; Resistance (ecology); Enforcement; Presidential campaign; Mathematics education; Pedagogy; Sociology; Political science; Psychology; Presidential system; Law; Process (computing); Computer science","score_opus":0.00851498873945758,"score_gpt":0.3133403295012515,"score_spread":0.3048253407617939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967698736","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44749206,0.0033566246,0.039574098,0.050740167,0.00044157926,0.00009876079,0.000042428757,0.00019337588,0.45806092],"genre_scores_gemma":[0.97895163,0.0014690525,0.0049352627,0.001374345,0.00006113037,0.000079126454,0.000020812886,0.00008289037,0.0130258575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847203,0.0011262924,0.00002676567,0.00013601611,0.00010506773,0.00013376954],"domain_scores_gemma":[0.9981281,0.001418709,0.00009978367,0.00011278969,0.000076146185,0.0001644582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016096989,0.00045569497,0.0001634859,0.00072231103,0.0034401417,0.007827738,0.00068842823,0.0009876889,0.0040759444],"category_scores_gemma":[0.0033537913,0.0001722615,0.000312744,0.0004252055,0.022950208,0.004925854,0.0041324804,0.0028137742,0.00045726667],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034452936,0.000101717815,0.0029138627,0.0002102268,0.000011559476,0.0006982537,0.32028064,0.00052927074,0.0014603819,0.6378003,0.005108733,0.030850591],"study_design_scores_gemma":[0.000035079778,0.000072317904,0.0022458574,0.00064415997,0.000015230733,0.0007848732,0.3022732,0.0017051619,0.002202175,0.41868973,0.27130386,0.00002838277],"about_ca_topic_score_codex":0.002171027,"about_ca_topic_score_gemma":0.0020593952,"teacher_disagreement_score":0.007827738,"about_ca_system_score_codex":0.0028111874,"about_ca_system_score_gemma":0.002809842,"threshold_uncertainty_score":0.02039671},"labels":[],"label_agreement":null},{"id":"W2975411513","doi":"10.5539/elt.v12n10p131","title":"Developing a Technical Words List for Research Articles in Computer Science Discipline","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Computer science; Word (group theory); Word processing; Technical writing; Mathematics education; Psychology; Linguistics; Natural language processing; Higher education","score_opus":0.0398286933102123,"score_gpt":0.375802919922644,"score_spread":0.3359742266124317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975411513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23166682,0.013371418,0.4702289,0.009563623,0.0055332463,0.069685705,0.13493837,0.010066089,0.05494579],"genre_scores_gemma":[0.05457673,0.003654115,0.860753,0.00062786177,0.0005199838,0.030869955,0.039875757,0.00075012393,0.0083724605],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9757774,0.0057797176,0.010566951,0.0016566182,0.005600332,0.00061910145],"domain_scores_gemma":[0.79098517,0.08803302,0.038936034,0.0057833926,0.072631404,0.0036309983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020026343,0.0020217204,0.0020833455,0.07711666,0.003250765,0.0059969323,0.0017215785,0.0014626544,0.01163704],"category_scores_gemma":[0.11882562,0.0010838325,0.0017811338,0.038975697,0.0011109277,0.008272752,0.004558145,0.0015755008,0.01157277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070340734,0.00037756216,0.032748926,0.034705516,0.00029276585,0.0019872529,0.012581561,0.0010586902,0.042904384,0.01185747,0.080480985,0.7803015],"study_design_scores_gemma":[0.0004984366,0.001102634,0.094558254,0.020522974,0.001376997,0.0037837045,0.02608806,0.006454634,0.031958614,0.016311547,0.7966998,0.00064436835],"about_ca_topic_score_codex":0.0017764152,"about_ca_topic_score_gemma":0.0039012455,"teacher_disagreement_score":0.07711666,"about_ca_system_score_codex":0.0030402492,"about_ca_system_score_gemma":0.013712463,"threshold_uncertainty_score":0.10591066},"labels":[],"label_agreement":null},{"id":"W2977774755","doi":"","title":"A Review of Interactive Conducting Systems: 1970-2015","year":2016,"lang":"en","type":"review","venue":"The Journal of the Abraham Lincoln Association","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science","score_opus":0.05875807954082436,"score_gpt":0.37003738259234426,"score_spread":0.3112793030515199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977774755","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018403337,0.9956359,0.00026513243,0.0003331966,0.00026530895,0.000014471287,0.00005883844,0.000014425788,0.0032285973],"genre_scores_gemma":[0.0013821636,0.9958937,0.0004872698,0.00029404112,0.00027217477,0.00002353753,0.000097287746,0.000010766034,0.0015391734],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878615,0.00022535308,0.00025375432,0.00018479039,0.0004796002,0.00007037074],"domain_scores_gemma":[0.9954587,0.002643405,0.00039059023,0.00014006108,0.0012137812,0.00015355393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017704886,0.0010671457,0.0012716607,0.008276771,0.00064229884,0.0023596056,0.0011997661,0.0013256946,0.010831657],"category_scores_gemma":[0.007129798,0.0006754195,0.0008222873,0.008500381,0.0010060372,0.0038954292,0.0012881855,0.001425258,0.0044326475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006915621,0.00004925845,0.00030684707,0.04120689,0.000084689054,0.00015168982,0.00037269262,0.00023390444,0.0008502806,0.0061666355,0.034954466,0.9155535],"study_design_scores_gemma":[0.0000059535496,0.000042605294,0.0008167121,0.011955118,0.00008408419,0.0005432185,0.000113089394,0.000030874933,0.0002630902,0.00086714636,0.98526275,0.000015260764],"about_ca_topic_score_codex":0.0025284775,"about_ca_topic_score_gemma":0.0040330715,"teacher_disagreement_score":0.010831657,"about_ca_system_score_codex":0.0016670767,"about_ca_system_score_gemma":0.0032413676,"threshold_uncertainty_score":0.03623551},"labels":[],"label_agreement":null},{"id":"W2979413817","doi":"10.21432/cjlt27831","title":"Le développement de compétences numériques dans des environnements d'apprentissage riches en technologies","year":2019,"lang":"fr","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Moncton","funders":"","keywords":"Library science; Humanities; Sociology; Pedagogy; Political science; Computer science; Art","score_opus":0.013487577148683472,"score_gpt":0.23519753391039694,"score_spread":0.22170995676171346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979413817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600679,0.00035679893,0.0028490163,0.00085744064,0.000020023723,0.0000421414,0.00006321143,0.000032590164,0.03571079],"genre_scores_gemma":[0.98614883,0.00030699006,0.0029523396,0.000088311084,0.0000039077436,0.000037741647,0.000042983807,0.000013065859,0.010405818],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791247,0.0007079477,0.00007114666,0.00036295367,0.0004791226,0.00046624622],"domain_scores_gemma":[0.99638486,0.0014290456,0.0005392426,0.00026469195,0.0005723991,0.0008097642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00216405,0.00033036937,0.00030401448,0.0015416412,0.003554782,0.0069592563,0.00084737525,0.000959575,0.006404671],"category_scores_gemma":[0.0052527585,0.0003053335,0.00025749084,0.0012867122,0.0050869584,0.0036866546,0.0043184734,0.00095427386,0.0006657312],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013528221,0.00038717236,0.122516766,0.00041150016,0.000022607817,0.0024102535,0.67126673,0.0010331117,0.009202876,0.0382305,0.0021439672,0.15223917],"study_design_scores_gemma":[0.000020350633,0.00028721677,0.27230123,0.0005135034,0.000028785389,0.0008430587,0.53814626,0.0009326338,0.005047717,0.008949916,0.17284003,0.0000893477],"about_ca_topic_score_codex":0.041291274,"about_ca_topic_score_gemma":0.102940015,"teacher_disagreement_score":0.041291274,"about_ca_system_score_codex":0.0052044303,"about_ca_system_score_gemma":0.007400246,"threshold_uncertainty_score":0.08210182},"labels":[],"label_agreement":null},{"id":"W2979620853","doi":"","title":"Integrating Computational Thinking in Mathematics and Science Teacher Education","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Computational thinking; Science education; Reform mathematics; Connected Mathematics; Computer science; Pedagogy; Mathematics; Epistemology; Psychology; Philosophy","score_opus":0.016727010150131092,"score_gpt":0.30288947884112916,"score_spread":0.28616246869099804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979620853","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30156785,0.0047261766,0.16576068,0.036105476,0.0008347438,0.00011030162,0.000043184973,0.00043875605,0.4904128],"genre_scores_gemma":[0.92295474,0.0015186743,0.057759818,0.0009332176,0.000081000086,0.00008906934,0.000029975608,0.000078815094,0.016554745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983536,0.0009648171,0.000048816393,0.00014880615,0.0003308715,0.00015314313],"domain_scores_gemma":[0.9970906,0.0015959061,0.00016141769,0.00025022568,0.0003959234,0.0005058883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018547059,0.00024052382,0.00021105504,0.00075932033,0.0014882357,0.0073684654,0.00067297916,0.0009566083,0.006038718],"category_scores_gemma":[0.0054701124,0.00026384942,0.00030844743,0.00083934434,0.0037082783,0.004355195,0.0034144889,0.0024338944,0.00064162794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060004095,0.00059651403,0.008909547,0.00025662064,0.00002044498,0.00013476827,0.018255254,0.0018632293,0.0033903494,0.73399055,0.003946643,0.2285761],"study_design_scores_gemma":[0.00005663843,0.00018937467,0.010551417,0.0006921801,0.000063647385,0.00022184209,0.02009685,0.007796397,0.0064585605,0.812599,0.14123495,0.000039217437],"about_ca_topic_score_codex":0.004119995,"about_ca_topic_score_gemma":0.008236608,"teacher_disagreement_score":0.0073684654,"about_ca_system_score_codex":0.0029213086,"about_ca_system_score_gemma":0.011342144,"threshold_uncertainty_score":0.02119571},"labels":[],"label_agreement":null},{"id":"W2980070873","doi":"10.1109/ccece.2019.8861535","title":"Open Interactive Algorithm Visualization","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Visualization; Computer graphics (images); Interactive visualization; Data visualization; Algorithm; Artificial intelligence","score_opus":0.01380218576720867,"score_gpt":0.31661730313229425,"score_spread":0.3028151173650856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980070873","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063578733,0.0005094269,0.9392226,0.00032383122,0.000261582,0.0001445428,0.0006668534,0.03295053,0.019562824],"genre_scores_gemma":[0.078362554,0.00064595003,0.89241356,0.00017658212,0.00015644041,0.0002800659,0.0026146122,0.008590874,0.016759373],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980736,0.0005411689,0.00012527865,0.00021363501,0.0009248024,0.00012143465],"domain_scores_gemma":[0.99459153,0.0025668063,0.00014290925,0.0010192615,0.001284809,0.0003947432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020955398,0.00084093184,0.00070338,0.0026514477,0.00063694536,0.0033916736,0.0019412513,0.0012142707,0.03828478],"category_scores_gemma":[0.0067388657,0.0004588799,0.0012475479,0.0012474409,0.0005102139,0.0037538458,0.0032212178,0.0016073762,0.0058593773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004917952,0.00043826623,0.0024228403,0.0010595231,0.00014795386,0.000653846,0.0015195563,0.011951484,0.03548537,0.0705727,0.07902719,0.7962294],"study_design_scores_gemma":[0.0001606782,0.0002500387,0.0024387194,0.0003263187,0.000053503576,0.0016184801,0.00032619032,0.15938303,0.035954308,0.046607606,0.7527405,0.00014062398],"about_ca_topic_score_codex":0.0006169927,"about_ca_topic_score_gemma":0.00096591644,"teacher_disagreement_score":0.03828478,"about_ca_system_score_codex":0.00049952744,"about_ca_system_score_gemma":0.0009550969,"threshold_uncertainty_score":0.12807536},"labels":[],"label_agreement":null},{"id":"W2981984702","doi":"","title":"Closing the Gap: How Can the School System Embrace the Age of Acceleration?","year":2017,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Acceleration; Closing (real estate); Computer science; Political science; Physics; Law","score_opus":0.03599121932812206,"score_gpt":0.27631326806422435,"score_spread":0.2403220487361023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981984702","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1203136,0.002902992,0.01745154,0.6585663,0.0037527764,0.00012222765,0.00019609656,0.0008528675,0.19584164],"genre_scores_gemma":[0.94001675,0.0018148477,0.00742363,0.023584986,0.0008167757,0.00010517961,0.00008013021,0.00025922037,0.025898477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99360985,0.0026128208,0.00015288727,0.00046096995,0.0010895805,0.0020738575],"domain_scores_gemma":[0.9864783,0.0028885559,0.0008768297,0.0009856605,0.0028064318,0.0059642075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010374857,0.0005522791,0.00057656475,0.0009197403,0.0058527067,0.012717504,0.0021153218,0.007655678,0.020305786],"category_scores_gemma":[0.024636667,0.0002908641,0.00050574983,0.0008508603,0.005338081,0.022804882,0.010043442,0.0074480344,0.0042066122],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038975105,0.000653457,0.023453278,0.00040102223,0.000053070355,0.00049831526,0.03120297,0.0018434335,0.001143561,0.49874347,0.099186555,0.34243116],"study_design_scores_gemma":[0.000115128714,0.00062307005,0.017295975,0.0011526829,0.00005246798,0.00033908244,0.06141115,0.0033234982,0.0013437357,0.23874578,0.67545736,0.00014023883],"about_ca_topic_score_codex":0.012792054,"about_ca_topic_score_gemma":0.015324425,"teacher_disagreement_score":0.020305786,"about_ca_system_score_codex":0.004181982,"about_ca_system_score_gemma":0.015919361,"threshold_uncertainty_score":0.067929626},"labels":[],"label_agreement":null},{"id":"W2983169286","doi":"10.34190/eel.19.150","title":"Problem Based Learning: A Facilitator of Computational Thinking","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Facilitator; Computational thinking; Constructive; Computer science; Problem-based learning; Mathematics education; Empowerment; Knowledge management; Focus (optics); Digital learning; Artificial intelligence; Psychology; Multimedia; Process (computing)","score_opus":0.009675093820732868,"score_gpt":0.2319989295059942,"score_spread":0.22232383568526135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983169286","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09995751,0.0038783883,0.30734408,0.036475234,0.0015528244,0.0008305339,0.00015320741,0.0017633568,0.5480448],"genre_scores_gemma":[0.799705,0.0017206307,0.12276197,0.0018785022,0.00047867026,0.00094244524,0.00016593342,0.00076684187,0.07158001],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922193,0.0058564832,0.00015036584,0.0007004194,0.0007636426,0.00030977928],"domain_scores_gemma":[0.9757085,0.017248148,0.00086777814,0.0025377106,0.0013359195,0.002301801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008153915,0.0006318752,0.00047315945,0.0012633698,0.0021363278,0.0067972587,0.0015680171,0.0015468878,0.024154637],"category_scores_gemma":[0.029126005,0.00034501846,0.00080575765,0.00089141465,0.006094006,0.00929909,0.009364663,0.0030654403,0.0038618315],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038259503,0.0007019257,0.0040355865,0.0015649487,0.00006098521,0.0010647055,0.1112794,0.0028704947,0.0073214998,0.51694393,0.045137312,0.3086367],"study_design_scores_gemma":[0.0002415469,0.00048731363,0.0019978506,0.0009942678,0.000064201755,0.00078575005,0.023920638,0.01395842,0.004439297,0.38448864,0.5685391,0.000082888],"about_ca_topic_score_codex":0.0003972413,"about_ca_topic_score_gemma":0.0004194749,"teacher_disagreement_score":0.024154637,"about_ca_system_score_codex":0.0011949969,"about_ca_system_score_gemma":0.0034099014,"threshold_uncertainty_score":0.0808053},"labels":[],"label_agreement":null},{"id":"W2989035709","doi":"10.1007/s10956-019-09797-5","title":"Balancing the Environment: Computational Models as Interactive Participants in a STEM Classroom","year":2019,"lang":"en","type":"article","venue":"Journal of Science Education and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computational thinking; Affordance; Dialogic; Computational model; Computer science; Science education; Agency (philosophy); Discipline; Executable; Mathematics education; Psychology; Human–computer interaction; Artificial intelligence; Sociology; Pedagogy","score_opus":0.015213722160325453,"score_gpt":0.2827874111194058,"score_spread":0.26757368895908035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989035709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8842452,0.00012195391,0.025425915,0.004399942,0.00009497744,0.0000617415,0.000029702678,0.00013687933,0.085483745],"genre_scores_gemma":[0.9865437,0.000040784904,0.004215495,0.0001130903,0.0000076097285,0.00003803754,0.000015835569,0.00005855996,0.008966832],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99542314,0.003311888,0.000042657815,0.00041150537,0.0004182981,0.00039251873],"domain_scores_gemma":[0.9955551,0.0019549262,0.00024302019,0.00034597446,0.00029395518,0.0016069327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034811224,0.0006062392,0.00034283736,0.00060258154,0.005754217,0.014071861,0.0018673029,0.0031488591,0.012603853],"category_scores_gemma":[0.010120088,0.00053574325,0.0003342499,0.00039662112,0.006985768,0.009937935,0.007700095,0.0033752907,0.0015149796],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000731964,0.00088798965,0.019127466,0.00009512607,0.00001943875,0.0009876447,0.55410993,0.0036345145,0.009548506,0.37256503,0.0046760603,0.03361626],"study_design_scores_gemma":[0.00026513933,0.0007972331,0.0055165924,0.00021452419,0.000081528735,0.0007208427,0.5569352,0.041868914,0.005634608,0.25974807,0.12805712,0.00016025976],"about_ca_topic_score_codex":0.0028614076,"about_ca_topic_score_gemma":0.003590778,"teacher_disagreement_score":0.014071861,"about_ca_system_score_codex":0.0017151388,"about_ca_system_score_gemma":0.0028936919,"threshold_uncertainty_score":0.042164087},"labels":[],"label_agreement":null},{"id":"W2989690183","doi":"10.5753/cbie.sbie.2019.1790","title":"The Marriage of Mathematics and Programming","year":2019,"lang":"pt","type":"article","venue":"Anais do XXX Simpósio Brasileiro de Informática na Educação (SBIE 2019)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Javna Agencija za Raziskovalno Dejavnost RS; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Canadian Bureau for International Education","keywords":"Mathematics education; Test (biology); Class (philosophy); Computer science; Identification (biology); Face (sociological concept); Artificial intelligence; Mathematics","score_opus":0.013175374415726084,"score_gpt":0.27267013960163583,"score_spread":0.25949476518590975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989690183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4374081,0.044953857,0.057665415,0.03361141,0.0010930133,0.00008692404,0.00019126333,0.00024104404,0.424749],"genre_scores_gemma":[0.9744196,0.008593425,0.0063987016,0.001268084,0.0003239721,0.00004016614,0.000043838878,0.000044198518,0.008867977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99688053,0.0015650982,0.0001412379,0.0004959593,0.00069739594,0.00021985217],"domain_scores_gemma":[0.9896488,0.006652654,0.0014049609,0.00059157296,0.0008324638,0.00086950616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014277596,0.0002787646,0.00036972988,0.001810118,0.0013087429,0.00409729,0.0003321597,0.0005673178,0.008619402],"category_scores_gemma":[0.016618306,0.00020681234,0.00022593577,0.002237523,0.005677532,0.0030600342,0.0030216905,0.0015215367,0.0009863366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013771861,0.00016696117,0.07156282,0.0005809206,0.000053952263,0.0007194153,0.023723053,0.000566068,0.0017813174,0.5328843,0.006228868,0.3615946],"study_design_scores_gemma":[0.000021624806,0.00043147526,0.3131558,0.0013019822,0.000059048132,0.0024313089,0.023657948,0.0021295748,0.0011233727,0.35203046,0.3035656,0.000091704096],"about_ca_topic_score_codex":0.006186965,"about_ca_topic_score_gemma":0.0052254545,"teacher_disagreement_score":0.008619402,"about_ca_system_score_codex":0.0011439725,"about_ca_system_score_gemma":0.0025874637,"threshold_uncertainty_score":0.02883476},"labels":[],"label_agreement":null},{"id":"W2990367740","doi":"10.1126/science.aaz8085","title":"Designer sense-response systems","year":2019,"lang":"en","type":"letter","venue":"Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sense (electronics); Actuator; Biological system; Computer science; Nanotechnology; Chemistry; Biophysics; Materials science; Engineering; Artificial intelligence; Biology; Electrical engineering","score_opus":0.021774379518466308,"score_gpt":0.2547477695510365,"score_spread":0.2329733900325702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990367740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096885554,0.0047555454,0.6045287,0.025646994,0.0054056374,0.0002683466,0.0003876386,0.0045478507,0.25757372],"genre_scores_gemma":[0.76992553,0.0022755514,0.090968855,0.009980366,0.0009465698,0.0003534237,0.0002103004,0.00044547181,0.124893926],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99944335,0.0001831391,0.00002914365,0.00011096111,0.0001849044,0.000048417103],"domain_scores_gemma":[0.99954295,0.0001882072,0.000027750159,0.00013255574,0.000072825365,0.00003576489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005603299,0.00034933884,0.00028028578,0.00013608018,0.0004162512,0.0010065334,0.0006264201,0.0013803068,0.008002903],"category_scores_gemma":[0.0011223166,0.00033296153,0.00020222024,0.00012228928,0.0007763078,0.0010383768,0.00065012375,0.0016561073,0.004129787],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032693107,0.00008253241,0.00020090859,0.0002789962,0.00002164753,0.00037712167,0.00028721412,0.0036441255,0.37216938,0.5469104,0.02383188,0.051868923],"study_design_scores_gemma":[0.0001653715,0.000462227,0.00018882705,0.000047060134,0.000027418617,0.0009521611,0.00012203025,0.05373343,0.32728884,0.13733388,0.4796028,0.00007585801],"about_ca_topic_score_codex":0.00004697505,"about_ca_topic_score_gemma":0.0001134831,"teacher_disagreement_score":0.008002903,"about_ca_system_score_codex":0.00049295893,"about_ca_system_score_gemma":0.00014942265,"threshold_uncertainty_score":0.02677238},"labels":[],"label_agreement":null},{"id":"W2994077794","doi":"","title":"The impacts of providing novice computer science students with a second chance on their midterm exams","year":2012,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Grading (engineering); Mathematics education; Class (philosophy); Psychology; Medical education; Computer science; Medicine; Engineering","score_opus":0.018984283039985127,"score_gpt":0.31009936957249473,"score_spread":0.2911150865325096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994077794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98504514,0.00049185683,0.00030151772,0.0031362334,0.0003176842,0.0001551379,0.0001929811,0.00011864552,0.010240923],"genre_scores_gemma":[0.99486595,0.00026783385,0.0009441391,0.00077998266,0.00009952833,0.0000945107,0.00015297007,0.00002067873,0.0027744407],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9897591,0.0052028405,0.0005798515,0.0004951176,0.0026440644,0.0013190481],"domain_scores_gemma":[0.917663,0.03216512,0.008037137,0.0028277528,0.009344699,0.029962268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007622945,0.00057852827,0.0005728744,0.0010418167,0.0019257959,0.0027724523,0.0014722702,0.0018349575,0.017267464],"category_scores_gemma":[0.065412514,0.00029204504,0.0014162792,0.0007294946,0.00059131905,0.0014553,0.002746244,0.0020935514,0.001427822],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020678708,0.043619256,0.20327032,0.00108908,0.00051209074,0.0016243603,0.00407544,0.005167417,0.0078577995,0.0018507359,0.017709324,0.6925454],"study_design_scores_gemma":[0.0015811652,0.062446162,0.889345,0.00076213543,0.00073619914,0.0006800695,0.011643954,0.0041841967,0.0074634664,0.0017743524,0.019096082,0.00028721904],"about_ca_topic_score_codex":0.005954517,"about_ca_topic_score_gemma":0.011984676,"teacher_disagreement_score":0.017267464,"about_ca_system_score_codex":0.002197712,"about_ca_system_score_gemma":0.003279664,"threshold_uncertainty_score":0.057765424},"labels":[],"label_agreement":null},{"id":"W2994343745","doi":"10.65005/154230700813695646","title":"Student Perceptions of the Transition from High School to University: Implications for Preventative Programming","year":2000,"lang":"en","type":"article","venue":"Journal of The First-Year Experience & Students in Transition","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transition (genetics); Mathematics education; Perception; Psychology; Medical education; Pedagogy; Medicine; Chemistry","score_opus":0.01106195274367138,"score_gpt":0.29985356769927085,"score_spread":0.28879161495559946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994343745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99841774,0.00006233588,0.00010786318,0.0005936471,0.0000062858135,0.0000118995185,0.000012939219,0.0000026918917,0.0007845758],"genre_scores_gemma":[0.99965835,0.0000679423,0.00005595629,0.00007754365,0.0000031922468,0.00001054239,0.000014024244,9.1532183e-7,0.000111511734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787223,0.001017611,0.00012628656,0.00009988994,0.00040333308,0.00048053372],"domain_scores_gemma":[0.98995095,0.0036904796,0.0019383507,0.00024626212,0.0009585808,0.0032153635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004012097,0.00017828032,0.00026399535,0.00070593145,0.0017089759,0.0027681945,0.00042844852,0.00063172163,0.0018239417],"category_scores_gemma":[0.014035252,0.00018302003,0.00032746035,0.0007378588,0.0012985318,0.0012568921,0.0018624912,0.0014567337,0.00015793952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001881754,0.00077150034,0.8310766,0.00010486512,0.00002947269,0.0002214178,0.13729133,0.00012602814,0.000519297,0.00061352045,0.00060267834,0.028455097],"study_design_scores_gemma":[0.000011764323,0.0005010238,0.65009964,0.00009144261,0.000021629114,0.00010368132,0.34622845,0.00026245124,0.0002818302,0.00041139658,0.0019582605,0.000028371293],"about_ca_topic_score_codex":0.009682183,"about_ca_topic_score_gemma":0.01622677,"teacher_disagreement_score":0.009682183,"about_ca_system_score_codex":0.0013209576,"about_ca_system_score_gemma":0.002101767,"threshold_uncertainty_score":0.02121824},"labels":[],"label_agreement":null},{"id":"W2994621408","doi":"10.1145/3382739","title":"Organizing family support services at ACM conferences","year":2020,"lang":"en","type":"preprint","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Waterloo; Carleton University","funders":"","keywords":"Political science; Public relations; Knowledge management; Computer science","score_opus":0.11701272639585886,"score_gpt":0.3274665678240702,"score_spread":0.21045384142821133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994621408","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14884783,0.011001892,0.010861771,0.10644827,0.015029521,0.0024517388,0.0036609622,0.0034203776,0.69827765],"genre_scores_gemma":[0.3815161,0.008178725,0.0141250575,0.0077670026,0.0043015885,0.00089654676,0.00389093,0.0007432315,0.57858074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984518,0.0005076919,0.00005095761,0.0001253602,0.00026088915,0.00060331594],"domain_scores_gemma":[0.9751947,0.0014010156,0.00089324574,0.0004897788,0.0020718246,0.01994941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026239057,0.00044611903,0.0002465105,0.0017726439,0.006569357,0.003490166,0.0011510832,0.001595331,0.13733687],"category_scores_gemma":[0.008501401,0.00026002302,0.0002899269,0.002354466,0.00039996253,0.0023062965,0.0033854719,0.001586317,0.022974031],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022621576,0.0006250343,0.019240638,0.00027666436,0.000031409087,0.0006848847,0.0027981205,0.00013840245,0.0023494412,0.0030543774,0.7564284,0.21414636],"study_design_scores_gemma":[0.0001040852,0.00029977667,0.02904171,0.00026276923,0.000027546894,0.00046502415,0.013015901,0.00041778182,0.0012566949,0.0017754921,0.95329326,0.00003992454],"about_ca_topic_score_codex":0.010991057,"about_ca_topic_score_gemma":0.034958575,"teacher_disagreement_score":0.13733687,"about_ca_system_score_codex":0.0021299496,"about_ca_system_score_gemma":0.0122124115,"threshold_uncertainty_score":0.4594376},"labels":[],"label_agreement":null},{"id":"W2996330363","doi":"10.1007/978-3-030-29489-2_10","title":"Playfully Coding Science: Views from Preservice Science Teacher Education","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in STEM education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Coding (social sciences); Science education; Mathematics education; Psychology; Pedagogy; Computer science; Art; Sociology; Social science","score_opus":0.02286435763602252,"score_gpt":0.325295314288821,"score_spread":0.3024309566527985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996330363","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024516871,0.13860942,0.004086944,0.36527643,0.0061818245,0.000021991715,0.00004780172,0.00009174513,0.46116698],"genre_scores_gemma":[0.30960158,0.0848609,0.0021498906,0.060701087,0.0032440592,0.00006237583,0.000071369264,0.00030972948,0.538999],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.998061,0.00087278144,0.000052364787,0.00018777068,0.00044705925,0.00037914084],"domain_scores_gemma":[0.994985,0.0028193467,0.00016520705,0.0001753012,0.00072654715,0.001128589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043084733,0.00051866326,0.00041795772,0.0009545475,0.007198462,0.013006367,0.0012678335,0.0076064127,0.005193796],"category_scores_gemma":[0.004956875,0.00038992267,0.00024820003,0.0013244678,0.015875714,0.011044517,0.0046234354,0.014178962,0.001089318],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004405878,0.00010088849,0.00051003345,0.0002637033,0.000005310088,0.00035884618,0.1511472,0.00024169794,0.0005629845,0.5144749,0.2588833,0.073407054],"study_design_scores_gemma":[0.000006099512,0.00001635276,0.0004248198,0.00044705535,0.0000026565826,0.00025345205,0.04553444,0.00006870484,0.00028505296,0.029010817,0.9239413,0.0000092978335],"about_ca_topic_score_codex":0.014808883,"about_ca_topic_score_gemma":0.040788766,"teacher_disagreement_score":0.014808883,"about_ca_system_score_codex":0.0061974316,"about_ca_system_score_gemma":0.008076522,"threshold_uncertainty_score":0.044965744},"labels":[],"label_agreement":null},{"id":"W2998477998","doi":"10.1145/1151954.1067477","title":"Iconic programming for flowcharts, java, turing, etc","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Java; Symbol (formal); Flowchart; Programmer; Syntax; Executable; Turing; Artificial intelligence","score_opus":0.01830950721453408,"score_gpt":0.2622674583629954,"score_spread":0.24395795114846133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998477998","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001266124,0.0057643643,0.690598,0.004077727,0.0031358125,0.00025379073,0.0015691244,0.027823878,0.2655111],"genre_scores_gemma":[0.04260228,0.008780857,0.519553,0.0055542337,0.0019937793,0.0011358019,0.003857964,0.011121499,0.40540057],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936587,0.0002103644,0.000051355193,0.00010154907,0.00021584095,0.000055057895],"domain_scores_gemma":[0.9989869,0.00038265577,0.00008480643,0.00023990055,0.00020914563,0.00009661682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083080627,0.001340745,0.00033834664,0.0015058804,0.0006877181,0.002528653,0.0010928499,0.0011796082,0.13409516],"category_scores_gemma":[0.0042568864,0.00045341233,0.00067112944,0.0020065669,0.0015101417,0.004959458,0.0016879523,0.002671359,0.05439553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045469176,0.000029048006,0.00016806945,0.00049904874,0.000013480729,0.00011496941,0.00045368302,0.00058768335,0.0018600948,0.31448704,0.4002472,0.2814942],"study_design_scores_gemma":[0.000013311326,0.000019810888,0.00017048526,0.00013335819,0.000006556393,0.00036530368,0.000033576718,0.001619362,0.00068717485,0.06036131,0.93657213,0.000017572846],"about_ca_topic_score_codex":0.002001456,"about_ca_topic_score_gemma":0.003188737,"teacher_disagreement_score":0.13409516,"about_ca_system_score_codex":0.00091629627,"about_ca_system_score_gemma":0.00078424095,"threshold_uncertainty_score":0.44859302},"labels":[],"label_agreement":null},{"id":"W2999120375","doi":"10.1145/1595496.1562937","title":"Adaptation of team-based learning on a first term programming class","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Adaptation (eye); Class (philosophy); Computer science; Term (time); Mathematics education; Artificial intelligence; Natural (archaeology); Psychology","score_opus":0.018787845620476702,"score_gpt":0.24762778745255826,"score_spread":0.22883994183208156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999120375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9270815,0.000080525024,0.050130162,0.00048673202,0.0003356784,0.0015052042,0.00012970444,0.0023285726,0.017921913],"genre_scores_gemma":[0.8650129,0.0001120685,0.1180677,0.00025733668,0.0000886506,0.0008969862,0.0002876951,0.0003574332,0.014919279],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99783593,0.00072018924,0.00010479382,0.00042179303,0.00055901764,0.00035825148],"domain_scores_gemma":[0.9945532,0.0012571398,0.00022395013,0.0011685503,0.0008799063,0.0019172148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015427433,0.0005791854,0.00054976076,0.0005473833,0.0008417973,0.0019411304,0.002338243,0.000991145,0.0050682486],"category_scores_gemma":[0.0061830725,0.00027217434,0.0006709286,0.00044688242,0.00047873514,0.0006421691,0.0024459497,0.0018935647,0.0021639585],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012961328,0.024304314,0.013818345,0.0004471929,0.00008474103,0.0012737762,0.010976125,0.023884166,0.0487368,0.0022139505,0.008170002,0.86479443],"study_design_scores_gemma":[0.002895219,0.053887248,0.17107289,0.0008490168,0.00054398103,0.004257166,0.014366798,0.24359034,0.18143736,0.017005306,0.30887243,0.001222323],"about_ca_topic_score_codex":0.0014872114,"about_ca_topic_score_gemma":0.0019086738,"teacher_disagreement_score":0.0050682486,"about_ca_system_score_codex":0.0009434323,"about_ca_system_score_gemma":0.0009983145,"threshold_uncertainty_score":0.016954958},"labels":[],"label_agreement":null},{"id":"W2999142283","doi":"10.1145/1595496.1563042","title":"Visual examples of recursion","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Recursion (computer science); Computer science; Double recursion; Mutual recursion; Range (aeronautics); Curriculum; Algebra over a field; Theoretical computer science; Programming language; Mathematics; Pure mathematics; Psychology; Engineering; Pedagogy","score_opus":0.017302002563066337,"score_gpt":0.273521499818605,"score_spread":0.25621949725553866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999142283","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02698725,0.0016544131,0.44031367,0.0034645374,0.0003485208,0.00013033583,0.00037986416,0.0025115595,0.52420986],"genre_scores_gemma":[0.57494247,0.0015077834,0.313452,0.00100857,0.00017283269,0.00029244993,0.0004494737,0.0011318156,0.10704257],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946874,0.00027194864,0.000018409362,0.00006402066,0.00011066285,0.00006614411],"domain_scores_gemma":[0.99913067,0.0005323974,0.00004299088,0.00009974491,0.0001135982,0.00008053406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042702083,0.0007396132,0.00025429335,0.000765954,0.0014065679,0.001932328,0.0008255549,0.0012759854,0.03215965],"category_scores_gemma":[0.0032680517,0.00026164894,0.0004937165,0.00062273187,0.0021254234,0.0026821513,0.0017277703,0.0017909824,0.004470656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012358207,0.000042244512,0.00051366555,0.00021183521,0.0000063018224,0.00060034316,0.0045832614,0.004685981,0.0045593386,0.8965419,0.033589263,0.05454231],"study_design_scores_gemma":[0.00005773822,0.00011247181,0.0009420356,0.00030317705,0.000010509045,0.001524558,0.0018666078,0.020717721,0.0035578797,0.38470358,0.5861555,0.000048248712],"about_ca_topic_score_codex":0.0026067845,"about_ca_topic_score_gemma":0.004263185,"teacher_disagreement_score":0.03215965,"about_ca_system_score_codex":0.0007994133,"about_ca_system_score_gemma":0.00051680376,"threshold_uncertainty_score":0.107584774},"labels":[],"label_agreement":null},{"id":"W2999821664","doi":"10.1109/te.2019.2959591","title":"Use of a Cornerstone Project to Teach Ill-Structured Software Design in First Year","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cornerstone; Computer science; Solver; Instructional design; Software engineering; Syntax; Software; Problem-based learning; Artificial intelligence; Management science; Mathematics education; Programming language; Psychology; Engineering; Multimedia","score_opus":0.05577066731330969,"score_gpt":0.2885026748565392,"score_spread":0.2327320075432295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999821664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9388333,0.00019416858,0.045743044,0.0010274118,0.00028686295,0.002974073,0.0003649466,0.0016112322,0.008965019],"genre_scores_gemma":[0.7058384,0.00030706023,0.26959682,0.00075231306,0.000063497246,0.0038096933,0.0011577341,0.00021026506,0.018264232],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974425,0.00067932985,0.00012638347,0.00081799587,0.0006141815,0.0003195976],"domain_scores_gemma":[0.9886359,0.0025267254,0.00106607,0.0014187297,0.0018567652,0.0044957385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045479466,0.0013340368,0.00071534526,0.00089436857,0.0012889109,0.0020400167,0.0024747187,0.001365045,0.007951761],"category_scores_gemma":[0.01041133,0.0009224464,0.0007388062,0.0004912019,0.001098494,0.0016440488,0.004288715,0.0028278627,0.0029350007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022584952,0.040976338,0.039235078,0.0014909728,0.00013500058,0.0022482264,0.015639443,0.012722815,0.06639093,0.004886321,0.02829918,0.78571725],"study_design_scores_gemma":[0.003942958,0.080600135,0.27349582,0.002412034,0.00032106394,0.008440509,0.014820866,0.053240787,0.22502398,0.019232184,0.31752935,0.0009403306],"about_ca_topic_score_codex":0.00051263254,"about_ca_topic_score_gemma":0.0013206777,"teacher_disagreement_score":0.007951761,"about_ca_system_score_codex":0.0015787248,"about_ca_system_score_gemma":0.00319099,"threshold_uncertainty_score":0.026601315},"labels":[],"label_agreement":null},{"id":"W2999835004","doi":"10.4018/978-1-7998-1479-5.ch005","title":"Integrating Computational Thinking and Mathematics","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Computational thinking; Creativity; Mathematics education; Coding (social sciences); The arts; Critical thinking; 21st century skills; Axial coding; Pedagogy; Computer science; Psychology; Qualitative research; Grounded theory; Sociology; Political science; Social science","score_opus":0.013829853408437709,"score_gpt":0.2515422497653464,"score_spread":0.2377123963569087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999835004","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07135185,0.015317269,0.035655174,0.010508226,0.00032895614,0.000073349656,0.00009030442,0.00023573688,0.8664391],"genre_scores_gemma":[0.7024377,0.02027583,0.05365988,0.002532405,0.00026768335,0.00013739058,0.00024538604,0.00019221191,0.22025152],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994425,0.00016403354,0.000020702695,0.000085978056,0.00019777071,0.00008891716],"domain_scores_gemma":[0.99931014,0.00036749642,0.00005158735,0.000088236906,0.00009466457,0.00008782235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050013844,0.00035402892,0.0001923962,0.0009818602,0.0011854719,0.004920876,0.00039944207,0.00055569754,0.010173993],"category_scores_gemma":[0.0015313333,0.00014638773,0.00026570435,0.0012015267,0.006350402,0.0034441885,0.002562723,0.0012935989,0.0010718105],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002295524,0.000046457088,0.0039640944,0.00041762326,0.000010267952,0.00028629258,0.028866285,0.00073063816,0.002990013,0.6842147,0.011876851,0.26657376],"study_design_scores_gemma":[0.000007541592,0.000033479737,0.009162398,0.0006157033,0.000011435076,0.00077128195,0.010337162,0.0010665882,0.0012752389,0.28949532,0.68720484,0.000019060122],"about_ca_topic_score_codex":0.036420066,"about_ca_topic_score_gemma":0.088332325,"teacher_disagreement_score":0.036420066,"about_ca_system_score_codex":0.0050741406,"about_ca_system_score_gemma":0.008659081,"threshold_uncertainty_score":0.07241619},"labels":[],"label_agreement":null},{"id":"W3000240292","doi":"10.1145/3344429.3372508","title":"Compiler Error Messages Considered Unhelpful","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Computer science; Compiler; Interpreter; Syntax; Syntax error; Process (computing); Programming language; Error detection and correction; Artificial intelligence; Abstract syntax tree; Algorithm","score_opus":0.017954647345956885,"score_gpt":0.2562612504654603,"score_spread":0.23830660311950339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000240292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45034322,0.012757751,0.31002203,0.017256314,0.011404624,0.00090065796,0.0035149222,0.017222134,0.17657839],"genre_scores_gemma":[0.87420934,0.002135421,0.06978605,0.003625174,0.0009924602,0.00018817338,0.0014377394,0.0033229182,0.044302665],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99319637,0.001781326,0.0006112573,0.00065539195,0.003139306,0.0006163156],"domain_scores_gemma":[0.95561713,0.019163389,0.008982513,0.005689494,0.009631065,0.00091639324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003744033,0.0007894657,0.00049988227,0.002045912,0.0017458759,0.0033523047,0.0008716938,0.0021614209,0.008893116],"category_scores_gemma":[0.04481942,0.00032595717,0.00033309072,0.001841721,0.0025742708,0.0036981022,0.0023857357,0.0018358565,0.0024264546],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026537555,0.00032041993,0.030588614,0.004264662,0.0002272587,0.0043223687,0.014889919,0.0053568287,0.041811593,0.17804848,0.081687406,0.63582873],"study_design_scores_gemma":[0.00015343496,0.0007793758,0.021623291,0.0033342957,0.00046565666,0.004506989,0.006343027,0.0097320005,0.09149884,0.13735919,0.72385824,0.0003455589],"about_ca_topic_score_codex":0.0007901313,"about_ca_topic_score_gemma":0.0010661996,"teacher_disagreement_score":0.008893116,"about_ca_system_score_codex":0.0011125114,"about_ca_system_score_gemma":0.0020956036,"threshold_uncertainty_score":0.029750407},"labels":[],"label_agreement":null},{"id":"W3000454248","doi":"10.1145/792548.611912","title":"Toward a K-12 computer science curriculum","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Session (web analytics); Computer science; Work (physics); Mathematics education; AP Computer Science; Multimedia; Information and Computer Science; Library science; Pedagogy; Psychology; Engineering; World Wide Web; Mechanical engineering","score_opus":0.020727372975809594,"score_gpt":0.24920380664410913,"score_spread":0.22847643366829953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000454248","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1455905,0.004552196,0.12070834,0.3369504,0.010725917,0.0015325694,0.0009819886,0.0020596096,0.3768985],"genre_scores_gemma":[0.36302403,0.008541083,0.23240505,0.042841326,0.0021280677,0.0016903135,0.0031325512,0.00071222865,0.34552538],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962752,0.0008415761,0.00027098533,0.00040632262,0.0013719916,0.0008339799],"domain_scores_gemma":[0.98744816,0.00052488473,0.00067011476,0.00033235247,0.0035537246,0.0074707456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008590784,0.00050962623,0.0004177906,0.0016979463,0.004529726,0.010934238,0.0020215346,0.0034203432,0.02090267],"category_scores_gemma":[0.0077720084,0.00063748035,0.00047892318,0.0017911079,0.0024335426,0.006533332,0.008227725,0.006775531,0.009426716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017389683,0.0025334666,0.012618969,0.00096673536,0.000014317771,0.00026730297,0.006221967,0.0032417271,0.0071368413,0.31214565,0.3747883,0.2798909],"study_design_scores_gemma":[0.00005297959,0.00040026408,0.012223103,0.00096858694,0.0000094177085,0.0002816948,0.007177643,0.0033486257,0.003129617,0.07327385,0.8990853,0.00004893899],"about_ca_topic_score_codex":0.0066442657,"about_ca_topic_score_gemma":0.014543095,"teacher_disagreement_score":0.02090267,"about_ca_system_score_codex":0.0069317645,"about_ca_system_score_gemma":0.042238515,"threshold_uncertainty_score":0.06992638},"labels":[],"label_agreement":null},{"id":"W3001405967","doi":"10.24908/pceea.vi0.13805","title":"ONE-A-DAY PROBLEMS FOR IMPROVING STUDENT LEARNING AND STUDY HABITS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Schedule; Interrupt; Computer science; Duration (music); Mathematics education; Teamwork; Medical education; Academic year; Mechatronics; Term (time); Psychology; Medicine; Artificial intelligence; Management","score_opus":0.005817712217492097,"score_gpt":0.2197976303527673,"score_spread":0.2139799181352752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001405967","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7157342,0.0026126453,0.12705687,0.03738976,0.004010481,0.0059675802,0.0014711274,0.017275235,0.088482104],"genre_scores_gemma":[0.5668427,0.0012203861,0.3295999,0.004815453,0.0007726219,0.0059161177,0.0020342,0.0009971493,0.08780151],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956189,0.0010957082,0.00029494116,0.00075187185,0.0016455706,0.00059302076],"domain_scores_gemma":[0.9810816,0.0027198244,0.0015813162,0.0020979787,0.003116244,0.009402989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043281657,0.00089168985,0.0011128151,0.0015308493,0.0027570245,0.004402963,0.0032695404,0.0017869046,0.024716193],"category_scores_gemma":[0.01767194,0.00053250586,0.000892448,0.0010168212,0.00079650525,0.0029040594,0.0060763243,0.0025708778,0.008550129],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005720116,0.011666894,0.017225789,0.0007609377,0.000044444616,0.000248159,0.0036474466,0.000660205,0.007750085,0.00279064,0.1155693,0.8390641],"study_design_scores_gemma":[0.0016813902,0.012894624,0.30850604,0.0018138599,0.000304696,0.0017365809,0.016738044,0.010679258,0.020753937,0.03275079,0.5915848,0.000555973],"about_ca_topic_score_codex":0.001728398,"about_ca_topic_score_gemma":0.0065875463,"teacher_disagreement_score":0.024716193,"about_ca_system_score_codex":0.0017275459,"about_ca_system_score_gemma":0.004047322,"threshold_uncertainty_score":0.08268392},"labels":[],"label_agreement":null},{"id":"W3002388977","doi":"10.24908/pceea.vi0.13735","title":"AUTOMATED STUDENT ASSESSMENT: LABEL RECOGNITION IN STEM FIGURES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Categorization; Object (grammar); Computer science; Dimension (graph theory); Identifier; Variable (mathematics); Point (geometry); Probabilistic logic; Artificial intelligence; Cognitive neuroscience of visual object recognition; Pattern recognition (psychology); Test (biology); Series (stratigraphy); Machine learning; Data mining; Mathematics","score_opus":0.008978495591816371,"score_gpt":0.2477271005124925,"score_spread":0.23874860492067612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002388977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63629156,0.0001640314,0.33960322,0.00045547396,0.00010255741,0.0003435718,0.000838156,0.011420351,0.010781232],"genre_scores_gemma":[0.8927513,0.00005173908,0.101056665,0.00006114438,0.000024182551,0.00010500756,0.0009742655,0.0002397772,0.0047359606],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964127,0.0015486012,0.0001413357,0.00056010985,0.0011127988,0.00022450263],"domain_scores_gemma":[0.983192,0.010265363,0.001117896,0.00084769976,0.0041304543,0.0004465575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025658829,0.00071609416,0.00052186305,0.0022727058,0.00041382134,0.0019192747,0.0013285271,0.0015058345,0.0044866204],"category_scores_gemma":[0.02383606,0.0001974471,0.00041420062,0.0009189011,0.00044496154,0.0017045009,0.0012828752,0.00092230755,0.003628294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006600763,0.00049282575,0.08250824,0.00016167854,0.00004829921,0.00040427034,0.0012150217,0.040222697,0.015165208,0.0025204578,0.008258637,0.84834254],"study_design_scores_gemma":[0.000037405367,0.00026515612,0.028533159,0.000048091955,0.000028088116,0.00029034851,0.0006859459,0.92199,0.0377908,0.0053308187,0.0049411543,0.000059110076],"about_ca_topic_score_codex":0.00288659,"about_ca_topic_score_gemma":0.003825474,"teacher_disagreement_score":0.0044866204,"about_ca_system_score_codex":0.0006781006,"about_ca_system_score_gemma":0.0007009923,"threshold_uncertainty_score":0.015009224},"labels":[],"label_agreement":null},{"id":"W3003471923","doi":"","title":"Enhance Student Learning with Simulations","year":2019,"lang":"en","type":"article","venue":"ScholarSpace (University of Hawaii at Manoa)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.004996248535330166,"score_gpt":0.21511907317688836,"score_spread":0.21012282464155818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003471923","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5650083,0.0016622518,0.24822997,0.013659638,0.0010036102,0.0010459393,0.00022980478,0.0054093096,0.16375121],"genre_scores_gemma":[0.7736857,0.0017743455,0.19351803,0.0017966918,0.00021722628,0.0005767867,0.00036717762,0.00023648715,0.027827684],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770457,0.0015459624,0.00009038281,0.00012971828,0.00034922242,0.00018014152],"domain_scores_gemma":[0.9929253,0.0039802394,0.00029461514,0.0006765597,0.00091356644,0.0012097815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003360575,0.0006861682,0.00029088405,0.00043045002,0.00063343777,0.0027315486,0.0009688045,0.0015046814,0.0133286845],"category_scores_gemma":[0.020034166,0.00021648337,0.000628918,0.00020764081,0.00041762477,0.0017059068,0.003390792,0.0010563004,0.00376796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009118073,0.006876837,0.032008234,0.0012471208,0.00013519925,0.0010319978,0.009580035,0.03285349,0.027708752,0.024580136,0.055899266,0.80716705],"study_design_scores_gemma":[0.0006713107,0.007292129,0.017344963,0.0015701874,0.00029911756,0.0031578548,0.007122392,0.061768774,0.05934192,0.058281884,0.78284335,0.00030612975],"about_ca_topic_score_codex":0.0002737535,"about_ca_topic_score_gemma":0.00066570455,"teacher_disagreement_score":0.0133286845,"about_ca_system_score_codex":0.0005799405,"about_ca_system_score_gemma":0.0011536541,"threshold_uncertainty_score":0.044588864},"labels":[],"label_agreement":null},{"id":"W3004028397","doi":"10.5555/1295109.1295149","title":"Embedded systems and robotics","year":2008,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Computer science; Future of robotics; Quarter (Canadian coin); Robot","score_opus":0.03631393880087834,"score_gpt":0.2945505182913347,"score_spread":0.25823657949045636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004028397","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004730449,0.30525893,0.13175324,0.031010492,0.015361478,0.00008055249,0.00020517583,0.0011871548,0.5104125],"genre_scores_gemma":[0.15259899,0.16621527,0.047378883,0.009373363,0.0088717295,0.00020727541,0.0004011393,0.0004599716,0.6144934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902976,0.0001898988,0.000056089935,0.00014869832,0.0004924959,0.00008313654],"domain_scores_gemma":[0.9993005,0.0002447575,0.000054099997,0.00011072264,0.00019053173,0.00009950816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010442084,0.0007741732,0.0005865406,0.00070545933,0.0006580568,0.0033701085,0.0005872709,0.0016508036,0.025051445],"category_scores_gemma":[0.0017405179,0.00027564628,0.00038237538,0.0006735801,0.002045173,0.0026697041,0.0017062179,0.0029088543,0.008798471],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004418073,0.000043461445,0.00046871172,0.0007590281,0.000046823654,0.00018642927,0.00044958276,0.0026977167,0.0030833287,0.54303765,0.15626265,0.2929205],"study_design_scores_gemma":[0.000008904872,0.00008023316,0.00060583965,0.00036374063,0.000010282937,0.00046115377,0.00016618625,0.002122657,0.000848975,0.17657447,0.81873864,0.000018864814],"about_ca_topic_score_codex":0.0010298843,"about_ca_topic_score_gemma":0.0011963118,"teacher_disagreement_score":0.025051445,"about_ca_system_score_codex":0.0009295213,"about_ca_system_score_gemma":0.0009085248,"threshold_uncertainty_score":0.08380544},"labels":[],"label_agreement":null},{"id":"W3007651917","doi":"10.1145/3328778.3372616","title":"Profiling the Experience of Second Year Computing Students","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Profiling (computer programming); Computer science; Mathematics education; Drop out; Medical education; Psychology; Medicine; Programming language","score_opus":0.03087392908486767,"score_gpt":0.3026474194265493,"score_spread":0.27177349034168163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007651917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99856085,0.00007208657,0.000087421715,0.00019938072,0.000016129974,0.000009763788,0.00007000777,0.000006625229,0.0009776301],"genre_scores_gemma":[0.99783283,0.000089578054,0.0001008666,0.00012790207,0.000012356825,0.000018602392,0.00014304243,0.000005897347,0.0016688685],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9981938,0.00036185014,0.000092967195,0.00016104551,0.00046227896,0.0007280837],"domain_scores_gemma":[0.9859556,0.0013258538,0.001922166,0.00020624447,0.0014761116,0.009114033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012440438,0.0003050181,0.00043752018,0.001425774,0.0014814106,0.003740655,0.0006060931,0.00089824176,0.003496889],"category_scores_gemma":[0.0076159285,0.00023044345,0.00033995375,0.00092448643,0.0006883787,0.0011223172,0.002378378,0.0017114077,0.0011294091],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035251718,0.0010302144,0.8722676,0.00010222319,0.000024748275,0.0007748861,0.080667846,0.00020858778,0.0036793153,0.000477314,0.0045142616,0.03590046],"study_design_scores_gemma":[0.0000121723415,0.0011986062,0.82965636,0.00007580981,0.000013532918,0.0012425015,0.15267342,0.0006928151,0.0014545653,0.00019467612,0.0126923965,0.00009320463],"about_ca_topic_score_codex":0.004627934,"about_ca_topic_score_gemma":0.0067163245,"teacher_disagreement_score":0.004627934,"about_ca_system_score_codex":0.0010560201,"about_ca_system_score_gemma":0.0014097119,"threshold_uncertainty_score":0.011698246},"labels":[],"label_agreement":null},{"id":"W3008113052","doi":"10.1007/978-3-030-29396-3_15","title":"Issues of Teaching in a New Technology-Rich Environment: Investigating the Case of New Brunswick (Canada) School Makerspaces","year":2020,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Moncton","funders":"","keywords":"Mindset; Curriculum; Pedagogy; Affect (linguistics); Learning community; Mathematics education; Psychology; Sociology; Computer science","score_opus":0.019990281869736375,"score_gpt":0.2381868024980345,"score_spread":0.21819652062829814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008113052","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47449127,0.002296468,0.0016593245,0.04079887,0.0002746577,0.0001309009,0.00011221133,0.00007927238,0.4801571],"genre_scores_gemma":[0.8665042,0.0013535705,0.0010850773,0.00170521,0.000023070605,0.000039357914,0.00004210866,0.00008082924,0.12916659],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962972,0.0009015939,0.000038886425,0.00022139531,0.0006659336,0.0018751135],"domain_scores_gemma":[0.9953335,0.001267781,0.00019014964,0.000112611924,0.0007030725,0.0023928883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021184697,0.00045508245,0.00046770772,0.0015621306,0.057636064,0.024639986,0.0037138457,0.0041189482,0.0120703485],"category_scores_gemma":[0.0038896978,0.0005871754,0.00047960962,0.0044738706,0.022985255,0.0051739886,0.0070964186,0.0065311077,0.0007052527],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006801747,0.00015321223,0.009938037,0.00012349493,0.000015234755,0.008045635,0.62890655,0.0014697548,0.000923884,0.2859733,0.034066487,0.030316327],"study_design_scores_gemma":[0.000011690988,0.000017061286,0.0061765257,0.00015518581,0.000013151565,0.0003932604,0.81987256,0.00039747576,0.00023656264,0.0059463535,0.16675486,0.000025249934],"about_ca_topic_score_codex":0.98087734,"about_ca_topic_score_gemma":0.9952545,"teacher_disagreement_score":0.13227728,"about_ca_system_score_codex":0.13227728,"about_ca_system_score_gemma":0.1553705,"threshold_uncertainty_score":0.9597433},"labels":[],"label_agreement":null},{"id":"W3008742895","doi":"10.1145/3328778.3366938","title":"Inverted Two-Stage Exams for Prospective Learning","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Brainstorming; Stage (stratigraphy); Domain (mathematical analysis); Transfer of learning; Mathematics education; Anticipation (artificial intelligence); Artificial intelligence; Psychology; Mathematics","score_opus":0.03845093887107859,"score_gpt":0.2792392343361778,"score_spread":0.24078829546509922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008742895","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31666905,0.00045057203,0.6309735,0.0011304393,0.0008446864,0.0048908107,0.000814628,0.005602117,0.038624264],"genre_scores_gemma":[0.4174115,0.00020197102,0.5648577,0.000503178,0.00024799444,0.0022426546,0.000782937,0.0003730422,0.013378974],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965342,0.0013688935,0.0003217744,0.00042488644,0.0010141765,0.0003359465],"domain_scores_gemma":[0.97773117,0.009440184,0.002560373,0.0042290054,0.0032104212,0.0028288981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005287407,0.0011137775,0.000529089,0.0011820112,0.0005704573,0.0024680675,0.0025448266,0.0011662997,0.013513455],"category_scores_gemma":[0.021464085,0.00051749113,0.000685607,0.0006871439,0.00064780377,0.0030842053,0.0030876526,0.0022366277,0.0036951923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027056732,0.008314761,0.018714225,0.0005521834,0.00004592775,0.0005616589,0.0011865647,0.0042371945,0.04214805,0.01731104,0.009985589,0.89423704],"study_design_scores_gemma":[0.0036858178,0.06525501,0.1434442,0.0015556776,0.00035439304,0.0056907414,0.0022733158,0.16011561,0.20170939,0.099048056,0.31558934,0.0012785255],"about_ca_topic_score_codex":0.00037733043,"about_ca_topic_score_gemma":0.001135132,"teacher_disagreement_score":0.013513455,"about_ca_system_score_codex":0.00048797714,"about_ca_system_score_gemma":0.0014345016,"threshold_uncertainty_score":0.045206964},"labels":[],"label_agreement":null},{"id":"W3008988913","doi":"10.5539/ies.v13n4p27","title":"Using Educational Robotics as a Cognitive Tool for ICT Teachers in an Authentic Learning Environment","year":2020,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Robotics; Scope (computer science); Psychology; Cognition; Mathematics education; Educational robotics; Qualitative research; Educational technology; Artificial intelligence; Learning environment; Computer science; Pedagogy; Robot; Sociology; World Wide Web","score_opus":0.12088604238676284,"score_gpt":0.41588173824403685,"score_spread":0.29499569585727403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008988913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72452486,0.0003694151,0.2180052,0.0016881004,0.000090353366,0.00049312477,0.000020528238,0.00044158145,0.054366853],"genre_scores_gemma":[0.9131238,0.00016148183,0.08168601,0.00022437972,0.000014061054,0.00032178586,0.000015580164,0.000037355163,0.0044155875],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9932943,0.004662225,0.00013286826,0.00055942556,0.0009005909,0.00045051042],"domain_scores_gemma":[0.9946203,0.002934432,0.0005713838,0.00055158115,0.00040194852,0.0009203441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044153463,0.0004177124,0.00028693504,0.000763901,0.0017419786,0.0037990492,0.0012896876,0.0010470444,0.0024233714],"category_scores_gemma":[0.008474146,0.00027523845,0.00044018796,0.0002593011,0.0047518588,0.0029020922,0.005805955,0.0010891976,0.0008490968],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034609495,0.0035935696,0.029707998,0.0017040502,0.00004925179,0.0029470008,0.35524163,0.0042539323,0.052221034,0.10158001,0.005244541,0.44311085],"study_design_scores_gemma":[0.00032725703,0.0065815262,0.04216619,0.002232935,0.00013565701,0.008003097,0.3199146,0.012364175,0.041547365,0.07083356,0.4955094,0.0003842917],"about_ca_topic_score_codex":0.0002336216,"about_ca_topic_score_gemma":0.0006502861,"teacher_disagreement_score":0.0044153463,"about_ca_system_score_codex":0.00082647655,"about_ca_system_score_gemma":0.002374442,"threshold_uncertainty_score":0.023350894},"labels":[],"label_agreement":null},{"id":"W3009124718","doi":"10.1145/3372161","title":"Evidence that computer science grades are not bimodal","year":2019,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Categorization; Psychology; Mathematics education; Computer science; Artificial intelligence","score_opus":0.1354539951158094,"score_gpt":0.3293536276572384,"score_spread":0.193899632541429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009124718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827953,0.00037204515,0.0022935697,0.0010803038,0.000036769157,0.000019038856,0.00041833293,0.00006269054,0.012921975],"genre_scores_gemma":[0.99913603,0.000044712506,0.00020092641,0.00013472218,0.000018041692,0.000006785666,0.000121263794,0.000008503489,0.00032907134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923665,0.0023020096,0.0007451277,0.001555285,0.0025290756,0.000501875],"domain_scores_gemma":[0.7729778,0.11911177,0.06014504,0.018611182,0.021933861,0.007220339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063773342,0.00028490476,0.00029840224,0.0019195956,0.0006409517,0.0018480485,0.0009334913,0.0011245689,0.014767373],"category_scores_gemma":[0.12862489,0.00031148264,0.0002506447,0.0013093331,0.0028179877,0.0017000822,0.0019848128,0.0012194668,0.001435418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001805467,0.0002001468,0.9467675,0.00025048933,0.00015887004,0.0001438287,0.003009519,0.00026663914,0.00454548,0.005279159,0.0012106458,0.036362186],"study_design_scores_gemma":[0.000055528937,0.00049606664,0.9848408,0.00010015657,0.000052861516,0.00038343988,0.0021887748,0.00069739524,0.0032690652,0.0046251817,0.0032507663,0.000040098275],"about_ca_topic_score_codex":0.0019774428,"about_ca_topic_score_gemma":0.0017932182,"teacher_disagreement_score":0.014767373,"about_ca_system_score_codex":0.0006226547,"about_ca_system_score_gemma":0.0005596056,"threshold_uncertainty_score":0.04940182},"labels":[],"label_agreement":null},{"id":"W3009308216","doi":"10.1145/1595496.1562933","title":"The academic enhancement program","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Medical education; Academic program; Mathematics education; Psychology; Student engagement; Population; Computer science; Higher education; Medicine","score_opus":0.01702310704222665,"score_gpt":0.2952658466355037,"score_spread":0.27824273959327706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009308216","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16405407,0.0015208223,0.02548859,0.020094812,0.0027435434,0.0060416814,0.005964905,0.009724369,0.7643672],"genre_scores_gemma":[0.1557724,0.0013717214,0.02545536,0.0052383975,0.0006921876,0.0032699716,0.004004665,0.0008551183,0.80334014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998464,0.00038096003,0.00004815205,0.00020841988,0.0005537832,0.00034459043],"domain_scores_gemma":[0.99154484,0.00059069635,0.00028530665,0.00083404634,0.0013805868,0.005364523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030711463,0.00051440496,0.00045882654,0.00120801,0.0020828876,0.0020383922,0.0011953237,0.00067510834,0.14798298],"category_scores_gemma":[0.0055184574,0.00023450065,0.00037636727,0.00090246386,0.00049781904,0.0008047367,0.0041789743,0.0017036556,0.047206346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007490207,0.004037757,0.0053747753,0.00016485245,0.00001151549,0.00021763286,0.0010775441,0.00017869736,0.0029980864,0.007048605,0.29833508,0.6798065],"study_design_scores_gemma":[0.00025524318,0.0012150249,0.017002108,0.000062162,0.0000151503355,0.00037546715,0.00047604705,0.00024247935,0.0018870459,0.002201848,0.9762433,0.000024090496],"about_ca_topic_score_codex":0.0007143836,"about_ca_topic_score_gemma":0.0022260384,"teacher_disagreement_score":0.14798298,"about_ca_system_score_codex":0.0009245291,"about_ca_system_score_gemma":0.006698446,"threshold_uncertainty_score":0.4950524},"labels":[],"label_agreement":null},{"id":"W3009826180","doi":"10.1145/3375258.3375259","title":"Creating Tutorial Materials as Lecture Supplements by Integrating Drawing Tablet and Video Capturing/Sharing","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Code (set theory); Analytics; Multimedia; Learning analytics; Tablet pc; Complement (music); Online learning; Programming language; Data science","score_opus":0.006244663705749436,"score_gpt":0.24287354761801996,"score_spread":0.23662888391227052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009826180","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24183305,0.0006462967,0.7163446,0.00035760665,0.0003414641,0.0025264563,0.00068340084,0.010562702,0.026704395],"genre_scores_gemma":[0.17871878,0.00037079104,0.8099614,0.00011063005,0.00013379613,0.000666932,0.00053565454,0.00078529335,0.0087167565],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985158,0.0005510634,0.00007768701,0.0003116461,0.00038482607,0.00015896907],"domain_scores_gemma":[0.99414176,0.0032583454,0.00041029253,0.0011650169,0.00044199303,0.0005825157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020005237,0.001153186,0.0006115137,0.0015757716,0.00066777854,0.0022979262,0.0021686626,0.00095595,0.013317219],"category_scores_gemma":[0.0069788513,0.00035074775,0.0006677274,0.0010710225,0.00045984017,0.0019350382,0.0019411267,0.00081842084,0.0037493333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027863448,0.0016970235,0.0019446599,0.00075601856,0.00004403112,0.00091879035,0.0035711108,0.0026509317,0.10174504,0.0016942146,0.007059503,0.87764],"study_design_scores_gemma":[0.0008875635,0.011666419,0.038257703,0.0008397819,0.0006849409,0.013162542,0.008923866,0.0749152,0.34734994,0.0075218035,0.49497387,0.0008163996],"about_ca_topic_score_codex":0.0004409155,"about_ca_topic_score_gemma":0.0009499277,"teacher_disagreement_score":0.013317219,"about_ca_system_score_codex":0.00022399738,"about_ca_system_score_gemma":0.0005367221,"threshold_uncertainty_score":0.044550538},"labels":[],"label_agreement":null},{"id":"W3010524616","doi":"10.1145/3328778.3372596","title":"10 Binary Games for Computer Science Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Presentation (obstetrics); Computer science; Multimedia; Binary number; Video game design; Game mechanics; Human–computer interaction; Mathematics education; Psychology; Mathematics","score_opus":0.025533726111250224,"score_gpt":0.2851176536396862,"score_spread":0.259583927528436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010524616","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029585205,0.015689654,0.16730541,0.012301488,0.0045298794,0.00042597356,0.00055358565,0.0031088234,0.7665],"genre_scores_gemma":[0.35923272,0.014916809,0.16679756,0.0054933312,0.0012515988,0.00079842366,0.0017271676,0.0009638316,0.4488186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995123,0.00017014032,0.000026929045,0.000045599285,0.0001824845,0.00006252556],"domain_scores_gemma":[0.99961555,0.00011959596,0.000032138847,0.000027032569,0.00007424403,0.00013137065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039155324,0.00088688725,0.00024243894,0.00052626885,0.0007561229,0.0027772738,0.0007575639,0.0008354194,0.03351371],"category_scores_gemma":[0.0016201902,0.00023173988,0.0002592655,0.00039300494,0.000818674,0.0020508685,0.0023637647,0.0014912531,0.005224369],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022455788,0.00022866817,0.0007203149,0.0004943051,0.0000090012745,0.00008082742,0.00072657876,0.001509289,0.006457329,0.46056545,0.14447892,0.38450482],"study_design_scores_gemma":[0.00005558721,0.00017380044,0.0010803058,0.0003517226,0.000010204341,0.0002587491,0.00038843357,0.0046893507,0.003083307,0.081548475,0.9083322,0.000027913818],"about_ca_topic_score_codex":0.001515774,"about_ca_topic_score_gemma":0.0032165395,"teacher_disagreement_score":0.03351371,"about_ca_system_score_codex":0.0010951228,"about_ca_system_score_gemma":0.0006358905,"threshold_uncertainty_score":0.11211449},"labels":[],"label_agreement":null},{"id":"W3011480664","doi":"10.1145/1352322.1352183","title":"Poogle and the unknown-answer assignment","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; World Wide Web; Human–computer interaction; Programming language; Information retrieval; Mathematics","score_opus":0.015551567382523111,"score_gpt":0.21358515525531893,"score_spread":0.19803358787279582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011480664","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31093702,0.0010126239,0.45085782,0.007650239,0.00058261165,0.0005532083,0.00033853052,0.0055369623,0.22253096],"genre_scores_gemma":[0.81092507,0.00038571627,0.1308502,0.00076379435,0.00013253668,0.000565082,0.00036466887,0.0007625512,0.05525033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950814,0.0028030977,0.00016033926,0.00056676613,0.00090422295,0.00048410645],"domain_scores_gemma":[0.9875514,0.008151817,0.0007181218,0.0013218538,0.00077460834,0.001482174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035692928,0.00064548466,0.00040236188,0.0008435063,0.0024225577,0.0039355457,0.0016177299,0.0014632967,0.023670774],"category_scores_gemma":[0.022122953,0.0004743659,0.00036654223,0.0008085107,0.0042585097,0.0064734,0.0065930225,0.002804476,0.0035998758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019863162,0.001254625,0.0068751317,0.0007488611,0.000024625759,0.0005337038,0.009289167,0.0097868,0.0063614175,0.3811483,0.03815753,0.54383355],"study_design_scores_gemma":[0.00043462857,0.0018468623,0.010705105,0.00041879178,0.000048551217,0.0013546756,0.004221817,0.023415355,0.021918898,0.41699514,0.5184077,0.00023241749],"about_ca_topic_score_codex":0.0007130471,"about_ca_topic_score_gemma":0.0011060913,"teacher_disagreement_score":0.023670774,"about_ca_system_score_codex":0.0008880287,"about_ca_system_score_gemma":0.0018278603,"threshold_uncertainty_score":0.07918662},"labels":[],"label_agreement":null},{"id":"W3016992225","doi":"10.5539/ies.v13n5p44","title":"Identifying the Factor of Mathematical Reasoning That Affects the Ability to Programming Algorithm","year":2020,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kementerian Riset, Teknologi dan Pendidikan Tinggi","keywords":"Computer science; Structural equation modeling; Algorithm; Mathematics education; Factor (programming language); Test (biology); Latent variable; Logical reasoning; Mathematics; Artificial intelligence; Machine learning; Programming language","score_opus":0.1056000034974404,"score_gpt":0.3977684242347315,"score_spread":0.2921684207372911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016992225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985884,0.0000200798,0.00024466822,0.000037917172,0.0000013874246,0.0000058939318,0.000011868512,0.000003221432,0.0010865204],"genre_scores_gemma":[0.99938154,0.00002599921,0.0003062651,0.000005772114,0.0000010768698,0.000004552387,0.000018549177,0.0000011711104,0.00025503407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989158,0.00031334747,0.00010553167,0.0001399846,0.00037267618,0.00015266342],"domain_scores_gemma":[0.9880976,0.0066282554,0.0029843664,0.0005042777,0.0009519342,0.00083354587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013185926,0.00028164015,0.0002782224,0.0009045346,0.00055008754,0.001883876,0.00031770256,0.00031448592,0.0032069462],"category_scores_gemma":[0.01057374,0.00021475051,0.00031863106,0.00081254117,0.0009498906,0.00064041064,0.0006292432,0.0008022556,0.00034006202],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033266904,0.00021367108,0.9852564,0.000026730711,0.000028392915,0.00008633052,0.0024399085,0.00023789292,0.00074280595,0.00028986612,0.00007103149,0.010573684],"study_design_scores_gemma":[0.0000024105032,0.000086838794,0.9936172,0.000016300772,0.000021516977,0.00008340827,0.0037884675,0.0013023883,0.00050069566,0.0002403997,0.00033220087,0.0000081876915],"about_ca_topic_score_codex":0.004011166,"about_ca_topic_score_gemma":0.0054168403,"teacher_disagreement_score":0.004011166,"about_ca_system_score_codex":0.00051449565,"about_ca_system_score_gemma":0.0016955667,"threshold_uncertainty_score":0.0107283},"labels":[],"label_agreement":null},{"id":"W3017144822","doi":"","title":"Engagement with Robots: Building a Social, Self-paced, Online Robotics Course","year":2017,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Course (navigation); Robotics; Robot; Artificial intelligence; Social robot; Computer science; Human–computer interaction; Engineering; Mobile robot; Robot control","score_opus":0.09240261827062989,"score_gpt":0.33620850605333286,"score_spread":0.24380588778270296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017144822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8968533,0.000060684004,0.038920846,0.0031579756,0.0004247124,0.001420591,0.0002214164,0.0020014648,0.056939103],"genre_scores_gemma":[0.80988336,0.00013720119,0.11799033,0.001958225,0.00009910592,0.0017810822,0.00088721776,0.000408665,0.066854715],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985714,0.00045631826,0.000028914556,0.00033531946,0.00024293772,0.00036510127],"domain_scores_gemma":[0.99526334,0.00044452274,0.00011142868,0.00035210245,0.00026797838,0.0035606427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024662884,0.00080654694,0.00029026542,0.0005468798,0.004076765,0.0036459921,0.0031698158,0.0018623599,0.016047727],"category_scores_gemma":[0.004033713,0.0003108564,0.00058286946,0.00020062659,0.0018342816,0.003892914,0.009962388,0.002784862,0.008590398],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083580695,0.11638584,0.04623463,0.00059707364,0.00006763934,0.0021351078,0.07230924,0.0054344297,0.04134997,0.024359198,0.11309675,0.57719433],"study_design_scores_gemma":[0.0008932764,0.024724461,0.05283737,0.00053611695,0.00019591172,0.0016596522,0.10683136,0.046408605,0.04044136,0.050022565,0.6748663,0.000583011],"about_ca_topic_score_codex":0.001577181,"about_ca_topic_score_gemma":0.005320706,"teacher_disagreement_score":0.016047727,"about_ca_system_score_codex":0.0013022206,"about_ca_system_score_gemma":0.0033236423,"threshold_uncertainty_score":0.05368495},"labels":[],"label_agreement":null},{"id":"W3019441664","doi":"10.1108/jrit-01-2020-0003","title":"STEAM education: student learning and transferable skills","year":2020,"lang":"en","type":"article","venue":"Journal of Research in Innovative Teaching & Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Originality; Creativity; 21st century skills; Mathematics education; Pedagogy; The arts; Focus group; Critical thinking; Psychology; Sociology; Political science","score_opus":0.047275887312782226,"score_gpt":0.4179190769472184,"score_spread":0.3706431896344362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019441664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97997725,0.00008847666,0.00092322985,0.00058171485,0.00001042924,0.00004089315,0.000021246286,0.000033680673,0.018323159],"genre_scores_gemma":[0.99785525,0.00006425554,0.000507906,0.000052667627,0.0000046981017,0.000017398379,0.000016705819,0.0000032490268,0.0014778688],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99900466,0.00035332667,0.00003007438,0.00009601781,0.00030280312,0.00021300654],"domain_scores_gemma":[0.997981,0.00059756887,0.00027076522,0.00014386431,0.00019807887,0.0008087566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001350643,0.00015372546,0.00015629188,0.00050830835,0.0008354926,0.0018515448,0.00055293617,0.00040919147,0.0046628383],"category_scores_gemma":[0.0039012064,0.000081109676,0.00016637999,0.00041312622,0.0016510622,0.0010577922,0.0033668892,0.00068891986,0.00045184267],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023739808,0.0047029913,0.29708964,0.0008508345,0.000037763257,0.0015080683,0.16329017,0.00091070577,0.011828586,0.018480316,0.008363512,0.49270013],"study_design_scores_gemma":[0.00007544296,0.0027619621,0.66210437,0.00067083916,0.00004747037,0.0013839495,0.22149973,0.0029946156,0.012143847,0.026382374,0.069879346,0.000056179306],"about_ca_topic_score_codex":0.0012970609,"about_ca_topic_score_gemma":0.0030935467,"teacher_disagreement_score":0.0046628383,"about_ca_system_score_codex":0.0010326614,"about_ca_system_score_gemma":0.0021730596,"threshold_uncertainty_score":0.015598774},"labels":[],"label_agreement":null},{"id":"W3019651262","doi":"10.1109/csci49370.2019.00145","title":"An Example of Project Based Learning to Advance Women's Interest in STEM Education and Robotics","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Becton Dickinson (Canada)","funders":"","keywords":"Robotics; Artificial intelligence; Class (philosophy); Government (linguistics); Computer science; Order (exchange); Engineering ethics; Robot; Engineering management; Engineering; Business","score_opus":0.03736889402487181,"score_gpt":0.2937430259202155,"score_spread":0.2563741318953437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019651262","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10109544,0.0012034597,0.0788145,0.0787659,0.0026377812,0.0006966961,0.00021953248,0.0010817796,0.73548496],"genre_scores_gemma":[0.4421247,0.002312754,0.16464141,0.01538603,0.00090597343,0.00091526075,0.0002881133,0.00080531085,0.3726204],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963755,0.0022080415,0.00004911134,0.00019011214,0.000520406,0.0006568687],"domain_scores_gemma":[0.99536127,0.0013815445,0.00017261592,0.00025963923,0.00044741662,0.0023774889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038573402,0.00063559576,0.00026117513,0.00086385146,0.007196707,0.0041052285,0.0012862387,0.0028306637,0.02512959],"category_scores_gemma":[0.0038213655,0.00024572792,0.0006221116,0.00078688347,0.002636536,0.0025336673,0.0076790345,0.003881393,0.0064881067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024181693,0.0038114376,0.0050425325,0.00061643566,0.00002176637,0.0051794634,0.0678184,0.0010903209,0.0059529813,0.21650307,0.23171978,0.46200198],"study_design_scores_gemma":[0.00004692513,0.0005837274,0.0029508562,0.00018397249,0.000005398096,0.0012831334,0.022042178,0.00062968925,0.0015227584,0.025422307,0.9452824,0.00004666651],"about_ca_topic_score_codex":0.00096785143,"about_ca_topic_score_gemma":0.0044147843,"teacher_disagreement_score":0.02512959,"about_ca_system_score_codex":0.001322851,"about_ca_system_score_gemma":0.0021698177,"threshold_uncertainty_score":0.08406687},"labels":[],"label_agreement":null},{"id":"W3025493450","doi":"10.3233/978-1-61499-923-2-602","title":"Re-Making Teacher Professional Development","year":2018,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internship; Bachelor; Professional development; Pedagogy; Best practice; Mathematics education; Medical education; Sociology; Psychology; Medicine; Political science","score_opus":0.06136705416330666,"score_gpt":0.3997982911007481,"score_spread":0.3384312369374414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025493450","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23577565,0.002932791,0.081414126,0.06297468,0.004135334,0.00087381067,0.00027051652,0.0019221582,0.60970104],"genre_scores_gemma":[0.70316654,0.0017521275,0.03746571,0.0035407876,0.00021515845,0.0002642469,0.00023349527,0.0005837552,0.25277817],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9887764,0.004605809,0.00039559044,0.0014921762,0.0033059013,0.0014240739],"domain_scores_gemma":[0.97827053,0.0027093673,0.0010613704,0.0031629815,0.0072829686,0.007512808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008560329,0.00048773133,0.0003898052,0.0012717339,0.009392582,0.00898841,0.0020872094,0.0019039217,0.015348599],"category_scores_gemma":[0.017686184,0.0005276967,0.00044327127,0.0009808238,0.0064949524,0.005699324,0.0111145,0.003570394,0.005380131],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107667205,0.00034762095,0.010831752,0.0005502316,0.000018055756,0.0018986495,0.46691748,0.00050625793,0.0068168393,0.06821635,0.10740925,0.3363798],"study_design_scores_gemma":[0.000019128123,0.0000773089,0.0034265858,0.00023809796,0.0000092095215,0.0004929618,0.109848514,0.00029509517,0.001320431,0.007980629,0.8762671,0.000024920764],"about_ca_topic_score_codex":0.031741757,"about_ca_topic_score_gemma":0.10514674,"teacher_disagreement_score":0.031741757,"about_ca_system_score_codex":0.01303093,"about_ca_system_score_gemma":0.03175281,"threshold_uncertainty_score":0.09454644},"labels":[],"label_agreement":null},{"id":"W3030373777","doi":"10.1145/1595496.1562919","title":"Curing recursion aversion","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Recursion (computer science); Curriculum; Logo (programming language); Mathematics education; Computer science; Psychology; Pedagogy; Programming language","score_opus":0.01209224078929277,"score_gpt":0.2414519971998191,"score_spread":0.22935975641052633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030373777","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22675845,0.0024061895,0.37324452,0.020012235,0.00087137596,0.00009290834,0.00022974574,0.0023402898,0.37404436],"genre_scores_gemma":[0.91792065,0.0010120132,0.03359963,0.0039491095,0.00027469717,0.00009415641,0.00008863592,0.0006569532,0.042404283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868685,0.00045200795,0.000047622892,0.0002515537,0.0003191162,0.00024284999],"domain_scores_gemma":[0.9959676,0.0020884965,0.00036066992,0.0009420359,0.00031968733,0.00032137317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016074391,0.00040032133,0.00041044733,0.0006419472,0.0016603929,0.0017955116,0.0008288433,0.0012163103,0.015391298],"category_scores_gemma":[0.009566111,0.00029170833,0.00065691734,0.00034131508,0.0064092996,0.0050162734,0.0063710585,0.0039858124,0.0019265484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078319994,0.000057569294,0.0015895658,0.00007874915,0.000013125484,0.00058233045,0.0025604425,0.0005901182,0.0032018938,0.93491447,0.007864675,0.048468705],"study_design_scores_gemma":[0.000054670032,0.0000666861,0.00091010815,0.00008067249,0.000018027129,0.0015630176,0.00079827436,0.0023056522,0.0028489435,0.87975156,0.11157509,0.000027215712],"about_ca_topic_score_codex":0.00069708546,"about_ca_topic_score_gemma":0.00079401693,"teacher_disagreement_score":0.015391298,"about_ca_system_score_codex":0.0008618158,"about_ca_system_score_gemma":0.0012345474,"threshold_uncertainty_score":0.051488996},"labels":[],"label_agreement":null},{"id":"W3031621668","doi":"10.1145/3334480.3375066","title":"EduCHI 2020: 2nd Annual Symposium on HCI Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Engineering ethics; Pedagogy; Medical education; Psychology; Engineering; Medicine","score_opus":0.009996506874628596,"score_gpt":0.24959483150099623,"score_spread":0.23959832462636763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031621668","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075484454,0.073247604,0.026093025,0.08937801,0.30870664,0.0006942639,0.004180559,0.004604259,0.48554716],"genre_scores_gemma":[0.014104898,0.019623967,0.008107857,0.008348391,0.030626101,0.0004874822,0.0035797535,0.0011043791,0.91401714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965425,0.00058777473,0.00016170126,0.00034071328,0.0016364488,0.000730927],"domain_scores_gemma":[0.9934082,0.0006454401,0.0002153299,0.0003144742,0.0020953743,0.0033211627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074085905,0.002097122,0.0011926794,0.0032678656,0.0019953619,0.008216976,0.0016714018,0.0043403436,0.14982457],"category_scores_gemma":[0.004460924,0.0005382685,0.0010330639,0.0016407007,0.0010680987,0.0048714885,0.005269331,0.0051963343,0.08884214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000652556,0.000118761614,0.0004333659,0.00022999584,0.000008018822,0.00009252737,0.00018047814,0.00006908791,0.00087165815,0.0019452828,0.865219,0.13076659],"study_design_scores_gemma":[0.0000049013684,0.000059103615,0.00054940936,0.00019633252,0.000004256755,0.00007882349,0.000118871096,0.00011215874,0.00026078185,0.0005244761,0.99808216,0.000008689894],"about_ca_topic_score_codex":0.001685306,"about_ca_topic_score_gemma":0.00577013,"teacher_disagreement_score":0.14982457,"about_ca_system_score_codex":0.0020379995,"about_ca_system_score_gemma":0.005861008,"threshold_uncertainty_score":0.50121313},"labels":[],"label_agreement":null},{"id":"W3033308259","doi":"10.1145/3341525.3387383","title":"What are We Asking our Students? A Literature Map of Student Surveys in Computer Science Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Demographics; Computer science; Mathematics education; Data science; Psychology; Sociology","score_opus":0.03382333309135616,"score_gpt":0.34371980823559284,"score_spread":0.3098964751442367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033308259","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048916385,0.8714096,0.03269546,0.0241238,0.0010091757,0.0020053564,0.0046278685,0.00041570436,0.01479665],"genre_scores_gemma":[0.28947112,0.62418073,0.0666052,0.00841658,0.00079657213,0.003787855,0.005159826,0.00023448787,0.0013476895],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9318864,0.04059765,0.012838121,0.0048881467,0.008714063,0.0010756004],"domain_scores_gemma":[0.64597607,0.29101554,0.017829005,0.0071231285,0.03649365,0.0015627372],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0685374,0.001451308,0.0023604184,0.106666744,0.0027672919,0.008282299,0.001492543,0.0021765698,0.003951937],"category_scores_gemma":[0.1921231,0.0015407614,0.0025996505,0.08761744,0.0031650749,0.013605398,0.0050845123,0.0023265313,0.0010151356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024401199,0.00013085207,0.024157604,0.14980881,0.0013937291,0.0004065554,0.03574163,0.00088082347,0.0010938091,0.023489853,0.0154145835,0.7472378],"study_design_scores_gemma":[0.00011710128,0.0006491515,0.060424276,0.47877127,0.0032516923,0.0014234098,0.067630455,0.0018902415,0.0015532636,0.029214814,0.35483006,0.0002442541],"about_ca_topic_score_codex":0.0045134546,"about_ca_topic_score_gemma":0.0068243328,"teacher_disagreement_score":0.9314626,"about_ca_system_score_codex":0.0054004905,"about_ca_system_score_gemma":0.013660908,"threshold_uncertainty_score":0.36246473},"labels":[],"label_agreement":null},{"id":"W3036337165","doi":"10.24908/pceea.vi0.14152","title":"DESCRIPTION OF PRE-UNIVERSITY CODING WORKSHOPS RECRUITING FOR DIVERSITY","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Diversity (politics); Coding (social sciences); Science and engineering; Engineering management; Medical education; Engineering; Engineering ethics; Library science; Computer science; Sociology; Medicine; Social science","score_opus":0.022616111628745855,"score_gpt":0.20371010987842775,"score_spread":0.1810939982496819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036337165","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18777367,0.0015957897,0.24924687,0.011552312,0.0034641589,0.27925453,0.013876101,0.009092839,0.2441437],"genre_scores_gemma":[0.1669576,0.0019925826,0.38790137,0.004352948,0.0006160201,0.2896313,0.008986779,0.0015239114,0.13803759],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9920204,0.003284318,0.00060237653,0.0007777598,0.0014238284,0.001891234],"domain_scores_gemma":[0.98071676,0.004217159,0.00066709105,0.001718237,0.0037593509,0.008921415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013156,0.0009587279,0.00063497096,0.0019832822,0.0058185197,0.0038249902,0.0036759216,0.0016954974,0.078857414],"category_scores_gemma":[0.015207778,0.0012118454,0.0009901291,0.001320162,0.0011152083,0.0015393463,0.004884036,0.004771625,0.029656777],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022235925,0.013251716,0.011098402,0.0045462735,0.000036808153,0.002833657,0.033774838,0.004590658,0.024669742,0.018036177,0.19274497,0.6921931],"study_design_scores_gemma":[0.0009054066,0.005558445,0.03307542,0.0020583025,0.000041869404,0.0018413389,0.042052045,0.0028228343,0.014230617,0.01052994,0.88652265,0.00036113194],"about_ca_topic_score_codex":0.0039972146,"about_ca_topic_score_gemma":0.01054927,"teacher_disagreement_score":0.078857414,"about_ca_system_score_codex":0.0040419265,"about_ca_system_score_gemma":0.013849699,"threshold_uncertainty_score":0.26380438},"labels":[],"label_agreement":null},{"id":"W3036744869","doi":"10.24908/pceea.vi0.14181","title":"STUDENTS’ PERCEPTION OF A TERM PROJECT WITH RESPECT TO TECHNICAL CONCEPTS UNDERSTANDING, CREATIVE THINKING AND INTEREST IN PROGRAMMING IN A LARGE, FLIPPED DELIVERY INTRODUCTORY PROGRAMMING COURSE – A CASE STUDY","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Term (time); Perception; Dashboard; Course (navigation); Computer science; Mathematics education; Test (biology); Class (philosophy); Multimedia; Simulation; Psychology; Engineering; Software engineering; Artificial intelligence","score_opus":0.0286007642385612,"score_gpt":0.2982883742304068,"score_spread":0.2696876099918456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036744869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99953127,0.000008014911,0.00008351784,0.000038312264,0.0000019609604,0.000005862291,0.000005672371,0.000001735849,0.00032363224],"genre_scores_gemma":[0.9992429,0.000020375152,0.00011366862,0.000024800329,0.0000018296428,0.000012572188,0.000016139313,0.0000024216788,0.0005652868],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99825627,0.0004879812,0.00013552827,0.00021543133,0.00050735095,0.0003974255],"domain_scores_gemma":[0.9889259,0.003095906,0.001477032,0.00023982117,0.0022003376,0.004061052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025394787,0.00026403158,0.00030647177,0.00074442115,0.0009379409,0.002207501,0.0004347575,0.00075699535,0.0022577527],"category_scores_gemma":[0.0096605485,0.00030191286,0.00037763937,0.00040285027,0.0009452565,0.0008916721,0.0012853532,0.001681851,0.0005354293],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058103143,0.0051098885,0.7587477,0.00011139399,0.00005556868,0.0014734671,0.18320462,0.00096283236,0.0082801,0.0004791327,0.0014328283,0.03956147],"study_design_scores_gemma":[0.000043666343,0.004162976,0.7757933,0.000074376134,0.00004562976,0.0012249372,0.20668335,0.0030528388,0.0031856636,0.00038119731,0.0052279816,0.00012405773],"about_ca_topic_score_codex":0.0030623188,"about_ca_topic_score_gemma":0.0035822184,"teacher_disagreement_score":0.99943984,"about_ca_system_score_codex":0.000560175,"about_ca_system_score_gemma":0.0007771534,"threshold_uncertainty_score":0.013430238},"labels":[],"label_agreement":null},{"id":"W3037050816","doi":"10.1145/3392063.3394413","title":"How do we design for concreteness fading?: survey, general framework, and design dimensions","year":2020,"lang":"en","type":"article","venue":"Interaction Design and Children","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Concreteness; Fading; Computer science; Dimension (graph theory); Vocabulary; Data science; Cognitive psychology; Psychology; Telecommunications; Mathematics","score_opus":0.07099494871427149,"score_gpt":0.2899652872341684,"score_spread":0.21897033851989695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037050816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.340125,0.26175678,0.2537334,0.045227997,0.001030458,0.009616836,0.0037671814,0.0007809177,0.0839614],"genre_scores_gemma":[0.6442047,0.11189383,0.22019964,0.0069801356,0.00012925349,0.009159958,0.0020579454,0.0003000597,0.005074586],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.94864607,0.02981868,0.0074798567,0.0039032353,0.007980253,0.002171968],"domain_scores_gemma":[0.89615726,0.07512235,0.008747634,0.0050191893,0.013178688,0.0017749666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.065875396,0.001001752,0.0012953158,0.0131272,0.00313062,0.009840722,0.001842655,0.0021731362,0.0037772483],"category_scores_gemma":[0.11166385,0.0011442024,0.00173925,0.014742813,0.0072422847,0.015395064,0.0054729744,0.003492653,0.0007979263],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013003514,0.00022207333,0.045750167,0.037875056,0.00020669131,0.00022989315,0.18044434,0.00078872585,0.001972729,0.11873232,0.012998252,0.6006498],"study_design_scores_gemma":[0.000100730394,0.0004534042,0.04312714,0.07572178,0.00046610148,0.001405929,0.30265784,0.0015840543,0.0022877625,0.051707588,0.52029604,0.00019158925],"about_ca_topic_score_codex":0.0069132866,"about_ca_topic_score_gemma":0.008825938,"teacher_disagreement_score":0.065875396,"about_ca_system_score_codex":0.010666087,"about_ca_system_score_gemma":0.022673136,"threshold_uncertainty_score":0.3483866},"labels":[],"label_agreement":null},{"id":"W3040538330","doi":"10.48550/arxiv.2007.03564","title":"Colored props for large scale graphical reasoning","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"","keywords":"Colored; Computer science; Scale (ratio); Human–computer interaction; Sociology; Geography; Cartography","score_opus":0.059940923528318195,"score_gpt":0.20559394729609878,"score_spread":0.14565302376778058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040538330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085858424,0.0001323686,0.9914521,0.00028987913,0.00007992596,0.000062037914,0.00017780848,0.002412737,0.0045345053],"genre_scores_gemma":[0.08253582,0.00077186216,0.90452963,0.00049040234,0.00017523645,0.00043391666,0.00095261994,0.0014539226,0.008656482],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972493,0.00096373894,0.00022214689,0.00046802615,0.0008939884,0.00020279028],"domain_scores_gemma":[0.99588984,0.0021812909,0.00021117112,0.0010875649,0.00045096345,0.00017912206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036048186,0.0011521308,0.00075640145,0.0022796374,0.0016698256,0.004421169,0.0028362859,0.0015548095,0.01870402],"category_scores_gemma":[0.008243244,0.0014278623,0.0037087377,0.0022157065,0.0040526423,0.008841177,0.0056354385,0.0051558847,0.005194471],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030544972,0.000019534657,0.000066727436,0.00014710118,0.00002066276,0.00017297828,0.0002501395,0.005720445,0.0014586132,0.9663136,0.003191731,0.022607855],"study_design_scores_gemma":[0.000022588869,0.000011213817,0.00002425166,0.000052451724,0.000018413428,0.00007962195,0.00003896729,0.030154414,0.0018764187,0.92940253,0.038302466,0.000016534743],"about_ca_topic_score_codex":0.002764665,"about_ca_topic_score_gemma":0.0034796013,"teacher_disagreement_score":0.01870402,"about_ca_system_score_codex":0.0014988967,"about_ca_system_score_gemma":0.0018156118,"threshold_uncertainty_score":0.06257123},"labels":[],"label_agreement":null},{"id":"W3041212750","doi":"10.18260/1-2--34182","title":"Assessing the Effects of a Robotics Workshop with Draw-a-Robot Test","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; American Society for Engineering Education; Directorate for STEM Education; New York Space Grant Consortium; National Science Foundation","keywords":"Robotics; Artificial intelligence; Workforce; Curriculum; Robot; Educational robotics; Government (linguistics); Test (biology); Entertainment; Computer science; Engineering; Psychology; Political science; Pedagogy","score_opus":0.059447003623013306,"score_gpt":0.29979273263692,"score_spread":0.24034572901390672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041212750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812587,0.00014596495,0.005492799,0.0004187639,0.00042867826,0.0028701748,0.0004798378,0.000721448,0.008183598],"genre_scores_gemma":[0.9668618,0.00023545173,0.016233694,0.00039815946,0.0001272997,0.0049278657,0.0010057102,0.00013896794,0.0100710485],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99278957,0.0023962702,0.0007189905,0.0009989446,0.002166311,0.0009299593],"domain_scores_gemma":[0.95928997,0.020410635,0.0040825605,0.0038415086,0.005360753,0.00701454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007732896,0.002001556,0.001113552,0.0013383809,0.001274347,0.0024867249,0.0035451977,0.0029005392,0.0123741655],"category_scores_gemma":[0.047585677,0.0009376107,0.0016363225,0.00050945627,0.001075741,0.0019445377,0.003190226,0.0025772243,0.005237562],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027128542,0.25094453,0.12767223,0.004522706,0.0009073067,0.0047052433,0.043895386,0.020675952,0.099253155,0.0026712725,0.033150323,0.38447332],"study_design_scores_gemma":[0.0044123875,0.38661706,0.36368656,0.0012003811,0.0011103669,0.0010173492,0.05103934,0.028145138,0.09155958,0.004890897,0.06494828,0.0013726653],"about_ca_topic_score_codex":0.00069128285,"about_ca_topic_score_gemma":0.00095344,"teacher_disagreement_score":0.0123741655,"about_ca_system_score_codex":0.00080361526,"about_ca_system_score_gemma":0.0010786677,"threshold_uncertainty_score":0.041395724},"labels":[],"label_agreement":null},{"id":"W3041526246","doi":"10.6018/red.382591","title":"Macro-diseminación de la cultura maker: promoviendo competencias del siglo XXI a través de un Ideatón","year":2020,"lang":"es","type":"article","venue":"Revista de Educación a Distancia (RED)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Humanities; Political science; Geography; Cartography; Art","score_opus":0.011913031065669466,"score_gpt":0.27207925868239213,"score_spread":0.26016622761672265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041526246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8512741,0.0007081644,0.011842337,0.006068277,0.00022007205,0.00027256773,0.0001945566,0.000172387,0.12924753],"genre_scores_gemma":[0.92781186,0.00061215577,0.0071996455,0.0005543755,0.000047167865,0.00022865571,0.0001588917,0.00009760025,0.06328964],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978248,0.0009326884,0.00005569812,0.00031133037,0.00046082435,0.00041468814],"domain_scores_gemma":[0.9958995,0.0013936758,0.000478663,0.00034060274,0.0006717312,0.0012157845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041585793,0.00057686405,0.00026305745,0.0011047544,0.0064640255,0.008122849,0.0011478497,0.0009842254,0.012302229],"category_scores_gemma":[0.005700208,0.0003042441,0.0003412809,0.0010720209,0.004611279,0.0031632292,0.005968069,0.0016989957,0.0014895969],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005406004,0.00059347355,0.076196685,0.00065330364,0.000056398076,0.001673448,0.6095483,0.0009439629,0.011696281,0.050240118,0.020283835,0.22757366],"study_design_scores_gemma":[0.00004319368,0.00069734076,0.08042911,0.00043551912,0.000062119165,0.00034703276,0.45796344,0.0013792857,0.004625826,0.011413411,0.44250995,0.00009367467],"about_ca_topic_score_codex":0.011014907,"about_ca_topic_score_gemma":0.020352077,"teacher_disagreement_score":0.012302229,"about_ca_system_score_codex":0.005346511,"about_ca_system_score_gemma":0.005139038,"threshold_uncertainty_score":0.04115504},"labels":[],"label_agreement":null},{"id":"W3043373709","doi":"10.1109/vl/hcc50065.2020.9127262","title":"Coding Strip: A Pedagogical Tool for Teaching and Learning Programming Concepts through Comics","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Coding (social sciences); Comic strip; Comics; Computer science; Multimedia; Computer programming; STRIPS; Programming language; Mathematics education; Artificial intelligence; Psychology; Sociology","score_opus":0.08873969079976729,"score_gpt":0.3584875112202093,"score_spread":0.269747820420442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043373709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008113805,0.00008571655,0.9801414,0.00042583392,0.00011178341,0.00045941013,0.000099621066,0.005293361,0.005268972],"genre_scores_gemma":[0.047977388,0.00017666389,0.9427289,0.00023936864,0.00003862204,0.0009672902,0.00021674996,0.0010918832,0.0065631494],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99541384,0.0026462572,0.00031580674,0.00043454254,0.001001089,0.00018859624],"domain_scores_gemma":[0.9708573,0.021268077,0.0013016891,0.0029720683,0.0025168685,0.001084031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00799652,0.0014570395,0.000490842,0.0022255606,0.0010439612,0.0027561819,0.0023848827,0.0014192051,0.010941977],"category_scores_gemma":[0.023436254,0.0010301621,0.000659795,0.0014696935,0.0027991973,0.0053879316,0.0041064587,0.0024435634,0.0028194431],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006713568,0.0006747188,0.0031803981,0.0027041014,0.000070193215,0.0012364803,0.028848734,0.008210912,0.07849308,0.13449056,0.03666136,0.7047582],"study_design_scores_gemma":[0.00047793787,0.0017726287,0.0024995962,0.0017576686,0.00011320257,0.003971924,0.005382168,0.06400385,0.12597647,0.09987673,0.6938558,0.0003119938],"about_ca_topic_score_codex":0.00031910592,"about_ca_topic_score_gemma":0.0006779436,"teacher_disagreement_score":0.010941977,"about_ca_system_score_codex":0.00064631907,"about_ca_system_score_gemma":0.001846453,"threshold_uncertainty_score":0.04229009},"labels":[],"label_agreement":null},{"id":"W3043617929","doi":"10.1109/vl/hcc50065.2020.9127251","title":"Promoting Meaningful Learning by Supporting Interplay within Abstraction Ladder","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Abstraction; Coding (social sciences); Context (archaeology); Key (lock); Human–computer interaction; Programming language; Epistemology; Sociology","score_opus":0.014423100702961924,"score_gpt":0.27198547450909477,"score_spread":0.25756237380613284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043617929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10172452,0.00033286365,0.8690435,0.0024181327,0.0000694778,0.00017399351,0.000044125645,0.0018206171,0.02437274],"genre_scores_gemma":[0.52995324,0.00033686913,0.46167928,0.00034477081,0.000025580952,0.00045060925,0.00011160287,0.00041097653,0.0066870344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99467623,0.0030318901,0.00024397457,0.0006014285,0.0011048325,0.0003415963],"domain_scores_gemma":[0.98718166,0.007697814,0.0010367545,0.0024707622,0.00071541744,0.00089761015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047622435,0.000954241,0.0005050275,0.0012494071,0.001177561,0.0063355467,0.0017870604,0.001547813,0.007077853],"category_scores_gemma":[0.020991461,0.0007718388,0.0008086008,0.0010517335,0.005109127,0.014702997,0.0115494635,0.003109301,0.0018837983],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030309544,0.0006317105,0.008202064,0.0009543791,0.000075995784,0.00072261464,0.061613988,0.014928609,0.056174885,0.55777204,0.003937034,0.29468358],"study_design_scores_gemma":[0.0001147748,0.00055033935,0.0028518995,0.0005579322,0.00009017167,0.0005690515,0.011617045,0.061560232,0.020999355,0.80070746,0.10026177,0.00011982933],"about_ca_topic_score_codex":0.0004836464,"about_ca_topic_score_gemma":0.00081619935,"teacher_disagreement_score":0.007077853,"about_ca_system_score_codex":0.0009470942,"about_ca_system_score_gemma":0.0016602601,"threshold_uncertainty_score":0.025185466},"labels":[],"label_agreement":null},{"id":"W3044473656","doi":"10.1145/331795.331887","title":"Enhancing student learning through on-line quizzes","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Multimedia; Line (geometry); Mathematics education; Psychology; Mathematics","score_opus":0.02293948998551392,"score_gpt":0.2954405126227133,"score_spread":0.2725010226371994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044473656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831821,0.000047225258,0.01296202,0.00011943495,0.000020203837,0.00024404682,0.000053295244,0.001194909,0.0021768652],"genre_scores_gemma":[0.9626604,0.00010684199,0.032750618,0.00011010628,0.000036499627,0.00022605144,0.00017535081,0.00012686553,0.0038072914],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997829,0.0010018685,0.00014285061,0.00031431045,0.00045666573,0.00025526006],"domain_scores_gemma":[0.97725487,0.016051695,0.0016905,0.0020755227,0.0012508571,0.0016766327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028158606,0.0011658992,0.00096767535,0.0007560736,0.00034726484,0.0016232328,0.0014628127,0.0006713444,0.0048547653],"category_scores_gemma":[0.02032208,0.000274389,0.00026270503,0.0005022812,0.00036413432,0.001253061,0.0013408816,0.00090241095,0.0014564333],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048477724,0.048224162,0.03531251,0.00063369184,0.00012510065,0.00047365038,0.0024839893,0.007041652,0.11413656,0.0008047953,0.0044525284,0.7814637],"study_design_scores_gemma":[0.0043210615,0.12507397,0.3468092,0.00036093697,0.0007454727,0.0021842085,0.002885785,0.08729731,0.3888574,0.00809994,0.032857582,0.0005071426],"about_ca_topic_score_codex":0.00023320298,"about_ca_topic_score_gemma":0.000367455,"teacher_disagreement_score":0.0048547653,"about_ca_system_score_codex":0.00023974126,"about_ca_system_score_gemma":0.00032685586,"threshold_uncertainty_score":0.016240835},"labels":[],"label_agreement":null},{"id":"W3044899520","doi":"10.1145/3383444","title":"Why computing belongs within the social sciences","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Data science","score_opus":0.11241736252150343,"score_gpt":0.3490799881637016,"score_spread":0.2366626256421982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044899520","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06396012,0.008318528,0.039898477,0.5137159,0.0027297414,0.00008019778,0.000074497555,0.00028206827,0.37094048],"genre_scores_gemma":[0.94953394,0.005597417,0.0077605783,0.021302767,0.0011313035,0.00006786108,0.00004784707,0.00025758968,0.014300866],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9934348,0.0033885068,0.0001635518,0.00050271914,0.0015434976,0.0009669745],"domain_scores_gemma":[0.9838225,0.009960428,0.00070888863,0.0013894669,0.0022377647,0.0018809771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006424933,0.0002679374,0.0003161399,0.0013777628,0.005726542,0.009040489,0.0006494264,0.0036255764,0.0066327634],"category_scores_gemma":[0.01867904,0.0002423964,0.00040916627,0.001218831,0.032718208,0.011143626,0.0036742038,0.006000182,0.0017737258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015729865,0.00003435889,0.0025199165,0.00011464951,0.000011565372,0.000112586065,0.008388753,0.00040468393,0.00047383356,0.9526251,0.013643491,0.021655263],"study_design_scores_gemma":[0.000007789469,0.000019632913,0.0026691777,0.00023863696,0.000006900462,0.0001290803,0.00785575,0.0005624806,0.00046176376,0.8446691,0.14335756,0.000022148695],"about_ca_topic_score_codex":0.010876447,"about_ca_topic_score_gemma":0.009798078,"teacher_disagreement_score":0.010876447,"about_ca_system_score_codex":0.0041927425,"about_ca_system_score_gemma":0.011454858,"threshold_uncertainty_score":0.0339787},"labels":[],"label_agreement":null},{"id":"W3046992986","doi":"10.25071/1916-4467.40576","title":"Computational and Mathematics Thinking Workshops for Elementary School Children and Their Parents","year":2020,"lang":"en","type":"article","venue":"Journal of the Canadian Association for Curriculum Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Situated; Mathematics education; Curriculum; Session (web analytics); Strict constructionism; Qualitative research; Situated learning; Pedagogy; Psychology; Computer science; Sociology; Epistemology; Biology","score_opus":0.01914924524203591,"score_gpt":0.2616955809175517,"score_spread":0.24254633567551578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046992986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995539,0.0002015229,0.00048201086,0.0006519141,0.000035489174,0.000080059726,0.00007178911,0.000026793363,0.0029114336],"genre_scores_gemma":[0.9945432,0.0003936387,0.001270147,0.00025703924,0.000009696638,0.0001821543,0.000070503214,0.000018607772,0.0032548602],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9982917,0.00093681895,0.000068893045,0.00015367521,0.00020674351,0.0003422543],"domain_scores_gemma":[0.99482036,0.002327996,0.0005119757,0.00032301224,0.00046740234,0.0015492897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030461112,0.00034261795,0.00043731963,0.00071118865,0.0043765483,0.001899928,0.00093852374,0.0009727219,0.0041354876],"category_scores_gemma":[0.00920579,0.00047754467,0.0003195315,0.0007097844,0.001918662,0.0013080923,0.002043947,0.001737275,0.0004953076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013538443,0.0009101178,0.055932596,0.00020256176,0.000016312415,0.0060657305,0.87489176,0.00012164519,0.0022203934,0.002075093,0.004591564,0.052836865],"study_design_scores_gemma":[0.000033141965,0.00047836502,0.027599903,0.00020302225,0.000018438965,0.002302925,0.9296616,0.00012450521,0.0012874437,0.0005744887,0.03768279,0.000033446016],"about_ca_topic_score_codex":0.0046173153,"about_ca_topic_score_gemma":0.012064885,"teacher_disagreement_score":0.0046173153,"about_ca_system_score_codex":0.0022862896,"about_ca_system_score_gemma":0.0028603927,"threshold_uncertainty_score":0.016588211},"labels":[],"label_agreement":null},{"id":"W3047922796","doi":"10.1145/3372782.3407105","title":"The Integration of Coding in Teacher Education Programs","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Coding (social sciences); Axial coding; Mathematics education; Teacher education; Computer science; Pedagogy; Affect (linguistics); Computational thinking; Grounded theory; Psychology; Qualitative research; Sociology","score_opus":0.0417559783702936,"score_gpt":0.2948046359195533,"score_spread":0.2530486575492597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047922796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8090987,0.00057270576,0.07102805,0.009868713,0.00026183063,0.00028343056,0.0000681727,0.0005837035,0.108234674],"genre_scores_gemma":[0.97793967,0.00021123997,0.016101077,0.00027664757,0.000025944171,0.00011208176,0.000045714874,0.00014924543,0.0051382123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9719805,0.020479046,0.0006769819,0.0015334777,0.003594726,0.0017352451],"domain_scores_gemma":[0.92512816,0.04629022,0.0041442323,0.008969308,0.008964994,0.0065031135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012681925,0.00021750171,0.0002891904,0.0017192848,0.0042425115,0.00736579,0.0017474215,0.0008377646,0.0032243656],"category_scores_gemma":[0.06421223,0.00048654818,0.00028522112,0.0015553648,0.0049920306,0.0048189894,0.009330349,0.0028755644,0.00053056236],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016469535,0.0007461099,0.03499418,0.00030626188,0.000017061906,0.00034554317,0.4359357,0.0009090966,0.0022678215,0.035354916,0.005131297,0.48382732],"study_design_scores_gemma":[0.00013714918,0.00090511644,0.07639824,0.001995152,0.00007158309,0.0014027852,0.6006738,0.008292879,0.0099094715,0.058885485,0.24116571,0.00016261802],"about_ca_topic_score_codex":0.009899437,"about_ca_topic_score_gemma":0.015820783,"teacher_disagreement_score":0.012681925,"about_ca_system_score_codex":0.007421446,"about_ca_system_score_gemma":0.017835125,"threshold_uncertainty_score":0.06706929},"labels":[],"label_agreement":null},{"id":"W3048362043","doi":"10.1145/3372782.3407108","title":"Pedagogical and Curricular Practices for Computer Science Education with English Language Learners","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mathematics education; Computer science; English language; Pedagogy; Psychology","score_opus":0.048762081384678635,"score_gpt":0.3488720567087777,"score_spread":0.30010997532409905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048362043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97321755,0.00091632135,0.0012490384,0.0033594817,0.000045213084,0.00011913946,0.000060070703,0.000042653293,0.020990372],"genre_scores_gemma":[0.98631,0.0014903271,0.0056123445,0.0006811336,0.000011866,0.00007538551,0.00006820082,0.000019677345,0.005731026],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99743277,0.0007901241,0.00018330028,0.0001860681,0.0009143276,0.0004933674],"domain_scores_gemma":[0.988415,0.00256181,0.0018876429,0.0003670708,0.0026259588,0.004142631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002662499,0.00014590903,0.00015876409,0.0019424787,0.0051226816,0.0034877125,0.0008607489,0.00065313326,0.002438306],"category_scores_gemma":[0.015284908,0.00019168666,0.00024357864,0.0018605853,0.0017133622,0.0011316723,0.0018614279,0.00093435706,0.0005327681],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005759104,0.0008952713,0.43602508,0.00036594737,0.00001843911,0.0006216281,0.36038744,0.0002975192,0.0063819466,0.0065302663,0.006638808,0.18178004],"study_design_scores_gemma":[0.000028631424,0.00034169835,0.36789584,0.0006972116,0.000030753938,0.0011112419,0.5202357,0.0005525711,0.0035817146,0.0020818645,0.10334086,0.00010199959],"about_ca_topic_score_codex":0.09656799,"about_ca_topic_score_gemma":0.24247822,"teacher_disagreement_score":0.09656799,"about_ca_system_score_codex":0.0077942125,"about_ca_system_score_gemma":0.019344408,"threshold_uncertainty_score":0.19201177},"labels":[],"label_agreement":null},{"id":"W3048432047","doi":"10.1590/1980-6248-2018-0034","title":"Computational thinking as a heuristic endeavour: students’ solutions of coding problems","year":2020,"lang":"en","type":"article","venue":"Pro-Posições","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Social Sciences and Humanities Research Council; Ontario Tech University; Western University","funders":"Social Sciences and Humanities Research Council of Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Coding (social sciences); Debugging; Heuristic; Constructionism; Strict constructionism; Computer science; Mathematics education; Computational thinking; Point (geometry); Task (project management); Psychology; Artificial intelligence; Mathematics; Epistemology; Programming language; Engineering","score_opus":0.0497134140440867,"score_gpt":0.2920635100562982,"score_spread":0.24235009601221152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048432047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98527217,0.00005586347,0.009349454,0.00037935353,0.000011517211,0.000045501696,0.000010311013,0.000028892835,0.0048469277],"genre_scores_gemma":[0.9962386,0.00004953987,0.0027601966,0.00004326049,0.000002170221,0.000023598057,0.000010045696,0.000009625932,0.0008630478],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99563545,0.0029189903,0.00014415597,0.00035682146,0.00057515973,0.00036937272],"domain_scores_gemma":[0.9849065,0.010775099,0.0012806989,0.0010486578,0.0011736146,0.00081543665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044426415,0.0003906899,0.0003944581,0.00086976023,0.0012341229,0.004794175,0.0009958944,0.0014357987,0.0033615911],"category_scores_gemma":[0.026852554,0.00031380428,0.0003529231,0.0006085127,0.004722834,0.0021661425,0.0024644942,0.0022656086,0.0004578607],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003396456,0.0014882,0.05576606,0.0005789988,0.000054223397,0.0014782546,0.75517243,0.006642342,0.02844412,0.04688793,0.0016905607,0.10145722],"study_design_scores_gemma":[0.00023229656,0.0026333632,0.042827047,0.00068754045,0.000107579064,0.0042638723,0.69493526,0.04370221,0.05650152,0.0828641,0.07094164,0.00030355414],"about_ca_topic_score_codex":0.00054353464,"about_ca_topic_score_gemma":0.000614178,"teacher_disagreement_score":0.004794175,"about_ca_system_score_codex":0.0009900404,"about_ca_system_score_gemma":0.0016173904,"threshold_uncertainty_score":0.023495257},"labels":[],"label_agreement":null},{"id":"W3080740527","doi":"10.5430/wje.v10n4p83","title":"The Effect of Lego Wedo 2.0 Education on Academic Achievement and Attitudes and Computational Thinking Skills of Learners toward Science","year":2020,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computational thinking; Mathematics education; Curriculum; Academic achievement; Set (abstract data type); Psychology; Control (management); Science education; Scale (ratio); Achievement test; Test (biology); Critical thinking; Computer science; Pedagogy; Artificial intelligence; Standardized test","score_opus":0.013360569326134546,"score_gpt":0.3169505481389453,"score_spread":0.30358997881281075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080740527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981895,0.000092560105,0.00006599479,0.000079069825,0.000019965575,0.00003283452,0.000029554973,0.000011180943,0.0014793518],"genre_scores_gemma":[0.99418676,0.00033415938,0.0009615162,0.000088738365,0.00001747172,0.00012819751,0.0001318702,0.0000042724396,0.004146962],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9997367,0.00005412434,0.000017523169,0.000045328754,0.00007014437,0.00007613235],"domain_scores_gemma":[0.9990996,0.00020795513,0.00018037825,0.00003477646,0.000085274325,0.0003920442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043197811,0.0002882517,0.0002961095,0.00033654668,0.00025098212,0.00047056418,0.0002685279,0.00028021046,0.0029702699],"category_scores_gemma":[0.0013245732,0.00010296517,0.000326456,0.0001865389,0.00019819233,0.00021060555,0.0006605236,0.00040363794,0.00029315028],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0131276725,0.069079995,0.2709956,0.0014730976,0.00019599238,0.0009571734,0.0059680375,0.0012154789,0.030351957,0.0017058263,0.00449617,0.60043293],"study_design_scores_gemma":[0.00048030738,0.021548849,0.95525247,0.00020446947,0.00016382379,0.00013000538,0.0022658666,0.0008471048,0.008185774,0.00031048767,0.010574254,0.000036644746],"about_ca_topic_score_codex":0.0013564716,"about_ca_topic_score_gemma":0.0022264323,"teacher_disagreement_score":0.0029702699,"about_ca_system_score_codex":0.0002866936,"about_ca_system_score_gemma":0.0006519858,"threshold_uncertainty_score":0.009936571},"labels":[],"label_agreement":null},{"id":"W3084169495","doi":"10.70725/658104aqruzh","title":"Teacher Candidates’ Key Understandings about Computational Thinking in Mathematics and Science Education","year":2019,"lang":"en","type":"article","venue":"Journal of Computers in Mathematics and Science Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Key (lock); Mathematics education; Science education; Computational thinking; Pedagogy; Computer science; Psychology","score_opus":0.015918251204139144,"score_gpt":0.29099636468849255,"score_spread":0.2750781134843534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084169495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9650504,0.0005379451,0.0034776863,0.0065247742,0.00007924459,0.00005415264,0.00006877185,0.000030671,0.02417644],"genre_scores_gemma":[0.9929531,0.00039727893,0.0010557185,0.0003151183,0.00001229336,0.000037744496,0.000056625548,0.000017028977,0.0051551512],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980108,0.0006712866,0.00014245976,0.00019167276,0.00058989675,0.00039403408],"domain_scores_gemma":[0.99282515,0.0021483924,0.0012839229,0.00037134255,0.0014575674,0.0019136773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029276742,0.00027101842,0.0002892025,0.0012444415,0.0022951062,0.0054862425,0.0004063588,0.00112972,0.0056990185],"category_scores_gemma":[0.012363186,0.00033047772,0.00038229753,0.0006919915,0.002868098,0.0027129694,0.002645368,0.0032815635,0.0010390913],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019561077,0.0003715017,0.19845481,0.0004706105,0.000027443513,0.003143105,0.6748071,0.0008766424,0.010008316,0.04127526,0.008244082,0.062125534],"study_design_scores_gemma":[0.00003622277,0.0004557933,0.15989709,0.0008605813,0.000043449458,0.0038076509,0.6799075,0.001994783,0.0037824756,0.017699534,0.13138135,0.00013354562],"about_ca_topic_score_codex":0.0035144112,"about_ca_topic_score_gemma":0.005077991,"teacher_disagreement_score":0.0056990185,"about_ca_system_score_codex":0.0015047329,"about_ca_system_score_gemma":0.002689205,"threshold_uncertainty_score":0.019065082},"labels":[],"label_agreement":null},{"id":"W3084243275","doi":"10.21432/cjlt27857","title":"Computational Thinking in Classrooms: A Study of a Professional Development for STEM Teachers in High Needs Schools","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Maryland Higher Education Commission","keywords":"Thematic analysis; Mathematics education; Professional development; Psychology; Faculty development; Qualitative research; Pedagogy; Multimethodology; Process (computing); Content analysis; Semi-structured interview; Sociology; Computer science","score_opus":0.018043430493227954,"score_gpt":0.2539151421843611,"score_spread":0.23587171169113316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084243275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996083,0.00014263425,0.00066196895,0.0005811388,0.000019236479,0.00010025165,0.000012596909,0.000012177074,0.0023869174],"genre_scores_gemma":[0.9949125,0.0002675487,0.0014822538,0.0002684025,0.00001060495,0.00010175293,0.000018361075,0.000016734572,0.002921881],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99363786,0.003737106,0.0001841014,0.0005854844,0.00077445456,0.0010809627],"domain_scores_gemma":[0.9882498,0.005349618,0.0008526198,0.0004738389,0.0014206935,0.003653519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006947999,0.0004702749,0.0007790709,0.0019554826,0.012182363,0.0058515472,0.0014552238,0.0015968196,0.0017435902],"category_scores_gemma":[0.014838305,0.0011480094,0.00040164104,0.000915329,0.006475461,0.0026131757,0.0051870276,0.0037285024,0.0005833519],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003807788,0.0011036289,0.010376666,0.000092452996,0.0000036341703,0.000608551,0.9746368,0.000034228364,0.0011143228,0.00058662944,0.00034687022,0.011058176],"study_design_scores_gemma":[0.000034628436,0.00045460483,0.015434095,0.0000931131,0.0000081815715,0.0007482715,0.969282,0.00016833193,0.0008082183,0.00046600302,0.012477128,0.000025495063],"about_ca_topic_score_codex":0.009131412,"about_ca_topic_score_gemma":0.032456577,"teacher_disagreement_score":0.012182363,"about_ca_system_score_codex":0.00414867,"about_ca_system_score_gemma":0.008567859,"threshold_uncertainty_score":0.036744952},"labels":[],"label_agreement":null},{"id":"W3084435339","doi":"10.35199/epde.2020.67","title":"DESIGN AND IMPLEMENTATION OF A NOVEL ROBOT MANIPULATOR KIT FOR INDUSTRY 4.0 THROUGH EDUCATIONAL MECHATRONICS","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología; Laureate Education","keywords":"Mechatronics; Robot manipulator; Manufacturing engineering; Computer science; Manipulator (device); Control engineering; Robot; Engineering; Artificial intelligence","score_opus":0.10113584304825891,"score_gpt":0.35242339090985914,"score_spread":0.25128754786160024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084435339","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06916917,0.00029582763,0.90755314,0.0002268055,0.00026491046,0.00079402013,0.00018623943,0.007508596,0.0140012745],"genre_scores_gemma":[0.30518222,0.00023123571,0.6608986,0.00020951276,0.000049144823,0.0007234894,0.00045821708,0.00042854555,0.031818964],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993364,0.00004843386,0.00003537449,0.00010873306,0.00038111844,0.00008986254],"domain_scores_gemma":[0.99962807,0.000035920802,0.00007173505,0.00005913625,0.00014601996,0.00005911009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057584804,0.00070640625,0.00043727338,0.0005683963,0.00038582223,0.0006036153,0.0020231206,0.0010369824,0.010891704],"category_scores_gemma":[0.0005116728,0.00058298337,0.0004463188,0.00019992156,0.00027240667,0.0006443061,0.00066542986,0.0006480455,0.0038347123],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030686357,0.0005170805,0.003364051,0.001203238,0.00013955867,0.0009761195,0.0004887225,0.0151880635,0.6465058,0.0105816405,0.0074579697,0.3132709],"study_design_scores_gemma":[0.0004066783,0.0053495057,0.016263472,0.00025900596,0.00029687336,0.0047670756,0.00033108433,0.17128927,0.5311712,0.0023748218,0.2671685,0.000322566],"about_ca_topic_score_codex":0.00060471083,"about_ca_topic_score_gemma":0.0007691698,"teacher_disagreement_score":0.010891704,"about_ca_system_score_codex":0.0002676734,"about_ca_system_score_gemma":0.00101588,"threshold_uncertainty_score":0.03643638},"labels":[],"label_agreement":null},{"id":"W3085272523","doi":"10.1145/792548.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Medicine; Library science; Computer science","score_opus":0.016195666001530988,"score_gpt":0.23890716185707378,"score_spread":0.22271149585554278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085272523","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026606198,0.0012249749,0.0012502532,0.026115835,0.0043249275,0.00043687987,0.0066742455,0.0017369885,0.9316297],"genre_scores_gemma":[0.031904027,0.0005033829,0.00071117235,0.005332377,0.0003453621,0.000119542354,0.0016457491,0.00031621382,0.95912206],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992091,0.00007273387,0.000028543414,0.00017364368,0.00026836427,0.00024757278],"domain_scores_gemma":[0.99722135,0.000114500224,0.00007867857,0.00015236363,0.00037962003,0.0020534948],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009473969,0.00075562485,0.0007425602,0.0017843491,0.005861558,0.003981283,0.0010477563,0.0012738651,0.6454111],"category_scores_gemma":[0.001680697,0.0004833019,0.0006016994,0.0011801184,0.0007976613,0.002251573,0.0051420624,0.0030439254,0.29376745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016863825,0.00028096442,0.0048497436,0.00012092821,0.000010072158,0.000375345,0.0010714444,0.000027877035,0.002458566,0.014901375,0.86667,0.109065056],"study_design_scores_gemma":[0.000017390334,0.00006331307,0.004645341,0.00003260607,0.0000026541063,0.00023828246,0.0012027922,0.000025218493,0.00051692064,0.0007528758,0.99249494,0.000007634461],"about_ca_topic_score_codex":0.0055979937,"about_ca_topic_score_gemma":0.021926856,"teacher_disagreement_score":0.6454111,"about_ca_system_score_codex":0.0012498301,"about_ca_system_score_gemma":0.0022679144,"threshold_uncertainty_score":0.5057781},"labels":[],"label_agreement":null},{"id":"W3089075925","doi":"10.70725/186205klgvjx","title":"The STEAM Innovation Laboratory: Beyond the Makerspace Paradigm","year":2020,"lang":"en","type":"article","venue":"Journal of Computers in Mathematics and Science Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"Goddard Space Flight Center; National Aeronautics and Space Administration","keywords":"Paradigm shift; Philosophy; Epistemology","score_opus":0.02031560130767169,"score_gpt":0.2750389675174914,"score_spread":0.2547233662098197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089075925","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15281692,0.0034525138,0.19176795,0.037683062,0.003557819,0.00030017193,0.0005297478,0.0036298577,0.606262],"genre_scores_gemma":[0.88035965,0.002259713,0.04759959,0.00737865,0.0013997998,0.00045240833,0.0005122233,0.001065199,0.05897275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99318355,0.0036190334,0.000104302635,0.00050332706,0.001941543,0.00064822886],"domain_scores_gemma":[0.9927409,0.00292699,0.00027718322,0.0013764667,0.0005885941,0.0020898192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006553161,0.00041950133,0.00034335547,0.0011344656,0.0026428592,0.011222771,0.0017434433,0.0020457094,0.022940611],"category_scores_gemma":[0.0112680765,0.00025981362,0.00034119387,0.0011329203,0.0045485445,0.019064894,0.010583658,0.0031755194,0.0033806844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036920974,0.0003754895,0.002812595,0.00031483083,0.00003237998,0.0004486985,0.015934529,0.0013358679,0.0056285765,0.75741726,0.051630113,0.16370055],"study_design_scores_gemma":[0.00007621444,0.00036661376,0.00080374617,0.00017444945,0.000016451435,0.0003648277,0.011394887,0.0030653528,0.0044473116,0.18965082,0.7895765,0.00006287293],"about_ca_topic_score_codex":0.0007911149,"about_ca_topic_score_gemma":0.0013208488,"teacher_disagreement_score":0.022940611,"about_ca_system_score_codex":0.0010744414,"about_ca_system_score_gemma":0.002606777,"threshold_uncertainty_score":0.07674396},"labels":[],"label_agreement":null},{"id":"W3089121849","doi":"10.3390/educsci10100265","title":"Young Children, Maker Literacies and Social Change","year":2020,"lang":"en","type":"article","venue":"Education Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University; Memorial University of Newfoundland","funders":"","keywords":"Social media; Everyday life; Sociology; Pedagogy; Mathematics education; Psychology; Multimedia; Computer science; World Wide Web; Epistemology","score_opus":0.076842106376566,"score_gpt":0.3233564972716114,"score_spread":0.24651439089504543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089121849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69527286,0.011662659,0.0018211682,0.01783923,0.00046766893,0.00015737278,0.00026077527,0.00016276055,0.2723555],"genre_scores_gemma":[0.98322624,0.0030221313,0.0005820726,0.0007238134,0.000050645165,0.00006657441,0.000056564484,0.000032391057,0.012239557],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99820554,0.0005540999,0.00009415212,0.0002496469,0.00024789746,0.00064870453],"domain_scores_gemma":[0.9973174,0.00081855844,0.0005397913,0.00018769054,0.00022641227,0.00091029075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030270678,0.0003863782,0.0005584799,0.0026409482,0.0069696577,0.011687429,0.00071738375,0.0016517423,0.008735862],"category_scores_gemma":[0.004810145,0.00031316112,0.00027804208,0.0011482523,0.015130764,0.0065779574,0.008160983,0.0026988753,0.0008243643],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006699478,0.00022095197,0.023684373,0.0002684897,0.000025879233,0.0023810985,0.67659014,0.000098380195,0.0010686013,0.23880385,0.0057572736,0.051034074],"study_design_scores_gemma":[0.00004228217,0.00014488985,0.029681083,0.00060348754,0.00003538421,0.0026763617,0.40584433,0.0000937477,0.000942436,0.12513968,0.43472975,0.00006663824],"about_ca_topic_score_codex":0.004095463,"about_ca_topic_score_gemma":0.0053968164,"teacher_disagreement_score":0.011687429,"about_ca_system_score_codex":0.0033105246,"about_ca_system_score_gemma":0.0018434541,"threshold_uncertainty_score":0.029224396},"labels":[],"label_agreement":null},{"id":"W3089160921","doi":"10.1145/3402942.3402988","title":"LeGACy Code: Studying How (Amateur) Game Developers Used Graphic Adventure Creator","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University; University of Calgary","funders":"","keywords":"Adventure; Amateur; Computer science; Game art design; Game Developer; Video game development; Game design; Human–computer interaction; Multimedia; Code (set theory); Video game; Game programming; Video game design; World Wide Web; Game design document; Programming language; Artificial intelligence; Archaeology; History","score_opus":0.04698281904248093,"score_gpt":0.2529273147054403,"score_spread":0.20594449566295936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089160921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926156,0.000069730064,0.0021462126,0.00019007166,0.0000083008235,0.000024762454,0.000052407566,0.00005127867,0.004841706],"genre_scores_gemma":[0.9904158,0.00017482933,0.0035195202,0.00017227585,0.000007321566,0.00004222377,0.000104484505,0.0000984882,0.0054649618],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983815,0.00070021604,0.000053891203,0.0002483089,0.00039315026,0.00022300205],"domain_scores_gemma":[0.9855548,0.008205468,0.0019807403,0.0009101778,0.002319338,0.0010294581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002735672,0.00029955266,0.00015672721,0.0016874871,0.001451437,0.0025619247,0.00088126055,0.0010179102,0.0017168893],"category_scores_gemma":[0.02130035,0.00032758867,0.00012282253,0.0009939612,0.0019724774,0.0032603801,0.0018058126,0.0012277173,0.0005940342],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000971664,0.0005846504,0.22004698,0.00015008378,0.000029788589,0.0008739566,0.6881962,0.00026770588,0.006104966,0.0029238793,0.0027731562,0.07795144],"study_design_scores_gemma":[0.000030488962,0.00060693006,0.5346013,0.00027473713,0.00006924549,0.002418027,0.3967771,0.0041751266,0.007336151,0.0032074281,0.050343953,0.00015958492],"about_ca_topic_score_codex":0.016690494,"about_ca_topic_score_gemma":0.0489876,"teacher_disagreement_score":0.016690494,"about_ca_system_score_codex":0.0010973994,"about_ca_system_score_gemma":0.0010270679,"threshold_uncertainty_score":0.033186674},"labels":[],"label_agreement":null},{"id":"W3090436727","doi":"10.1145/1269900.1268879","title":"Extending a marking tool with simple support for testing","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Simple (philosophy); Computer science; Test (biology); Software engineering; Extensibility; Programming language; Human–computer interaction","score_opus":0.03038015326115105,"score_gpt":0.2788251729453463,"score_spread":0.24844501968419527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090436727","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013541057,0.00009806541,0.90459186,0.00017346069,0.00028353013,0.0005152044,0.00059110025,0.071928225,0.008277497],"genre_scores_gemma":[0.15206665,0.00023420535,0.81476146,0.00044533843,0.00015117352,0.00056556024,0.0025872746,0.01167237,0.017515898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99450606,0.0007628582,0.0009299818,0.00069765834,0.00275728,0.00034617382],"domain_scores_gemma":[0.9733603,0.012286531,0.0013142405,0.008512141,0.0035313133,0.000995407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040463223,0.0018891736,0.0009902498,0.002342515,0.00062569097,0.0027306876,0.004548361,0.0017984665,0.015659342],"category_scores_gemma":[0.031740833,0.0011874128,0.0010315635,0.0017863094,0.0013338792,0.0066411947,0.004631575,0.0023129375,0.005623134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011549096,0.0009626954,0.0051245727,0.0011419739,0.00006600535,0.0020847537,0.0013072264,0.011525726,0.09182209,0.024379192,0.02509404,0.8353367],"study_design_scores_gemma":[0.0007610774,0.001507192,0.005890477,0.00083964464,0.00027893693,0.006322682,0.00029382328,0.19087687,0.24715792,0.06284191,0.4823774,0.0008520331],"about_ca_topic_score_codex":0.0011415988,"about_ca_topic_score_gemma":0.0012440503,"teacher_disagreement_score":0.015659342,"about_ca_system_score_codex":0.00047084523,"about_ca_system_score_gemma":0.0013782858,"threshold_uncertainty_score":0.052385688},"labels":[],"label_agreement":null},{"id":"W3091224760","doi":"10.1145/3399715.3399821","title":"Categories and Completeness of Visual Programming and Direct Manipulation","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Categorization; Visual programming language; Inductive programming; Completeness (order theory); Programming paradigm; Programming language; Reactive programming; Functional logic programming; Artificial intelligence; Visualization; Programming domain; Functional reactive programming; Human–computer interaction; Mathematics","score_opus":0.03245528427902516,"score_gpt":0.26682603380293785,"score_spread":0.23437074952391268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091224760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040923912,0.0035910918,0.8551335,0.0026432928,0.00017145918,0.00013289555,0.00040314358,0.00079785177,0.09620278],"genre_scores_gemma":[0.6343698,0.0027843951,0.3448684,0.0007865527,0.00036072856,0.000638314,0.0012545963,0.0008196782,0.014117635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9883366,0.0055153533,0.0011974135,0.0020821476,0.002262943,0.0006055513],"domain_scores_gemma":[0.96018213,0.023865469,0.0018265356,0.0075341477,0.0056571155,0.0009346877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008711553,0.0006606344,0.0011492929,0.0046196603,0.0030921516,0.0065830797,0.002064243,0.0018021582,0.0069566662],"category_scores_gemma":[0.028481286,0.0010851237,0.0020704197,0.002906076,0.014437148,0.020003693,0.008649909,0.0032776042,0.0011423521],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016555818,0.000007827586,0.00031396415,0.000112364934,0.000008735759,0.00002178248,0.0010221713,0.0005916489,0.00021738869,0.98479605,0.0007282675,0.012163117],"study_design_scores_gemma":[0.000007966381,0.000017255552,0.00027215682,0.000057698322,0.000008254926,0.000083566425,0.00021349349,0.0020930236,0.0003515828,0.98569345,0.011188473,0.000013160097],"about_ca_topic_score_codex":0.002950156,"about_ca_topic_score_gemma":0.0013987608,"teacher_disagreement_score":0.008711553,"about_ca_system_score_codex":0.0019595118,"about_ca_system_score_gemma":0.0018120066,"threshold_uncertainty_score":0.04607159},"labels":[],"label_agreement":null},{"id":"W3091299024","doi":"10.1109/tse.2020.3027255","title":"Comparing Block-Based Programming Models for Two-Armed Robots","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Robot; Human–computer interaction; Task (project management); Block (permutation group theory); Robotics; Programming by demonstration; Artificial intelligence; Inductive programming; Programming paradigm; Software engineering; Programming language; Systems engineering; Engineering","score_opus":0.039325971948369134,"score_gpt":0.24808900354820956,"score_spread":0.20876303159984044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091299024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34068358,0.0004191373,0.646668,0.00040000046,0.000093626586,0.0004898707,0.0003427675,0.0012057377,0.009697355],"genre_scores_gemma":[0.7388131,0.0004466827,0.2543935,0.000119153505,0.000016948869,0.0008884364,0.00060235464,0.00040334492,0.004316444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973266,0.0016075431,0.0001916861,0.00024240707,0.00047657848,0.0001551602],"domain_scores_gemma":[0.97644764,0.019818967,0.0009075683,0.0011700692,0.0011859747,0.00046966752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004404786,0.0006878882,0.00045415637,0.0007831865,0.00037961808,0.0015601313,0.0013210683,0.00085619965,0.0047153695],"category_scores_gemma":[0.01674168,0.00046031928,0.0009902819,0.00056000095,0.00092883833,0.002969804,0.0013711101,0.0015247791,0.0006371159],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002927707,0.0009887195,0.0049391165,0.00071731466,0.000121186145,0.00008896711,0.0014678838,0.75591445,0.0065985043,0.10360258,0.0022569124,0.12037671],"study_design_scores_gemma":[0.00011542983,0.00048691666,0.00048108702,0.00003784948,0.00002119716,0.00002275019,0.00016918918,0.97930604,0.001049176,0.016344357,0.0019446637,0.00002149375],"about_ca_topic_score_codex":0.0050888075,"about_ca_topic_score_gemma":0.005179902,"teacher_disagreement_score":0.0050888075,"about_ca_system_score_codex":0.0016472137,"about_ca_system_score_gemma":0.0015464571,"threshold_uncertainty_score":0.023294985},"labels":[],"label_agreement":null},{"id":"W3094316375","doi":"10.1007/s40593-020-00217-z","title":"When Does Scaffolding Provide Too Much Assistance? A Code-Tracing Tutor Investigation","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Tracing; TUTOR; Computer science; Code (set theory); Operationalization; Artificial intelligence; Programming language","score_opus":0.04427563111696664,"score_gpt":0.3316128729635866,"score_spread":0.28733724184661996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094316375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99307764,0.00013206193,0.0054439,0.00024515577,0.00000965049,0.00006122416,0.000025502319,0.00010651423,0.00089844345],"genre_scores_gemma":[0.99598444,0.00006608038,0.003581123,0.000050778384,0.0000058213013,0.000049463695,0.00002228681,0.000020197745,0.00021991195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9872372,0.007669244,0.0010210846,0.0013116382,0.002030953,0.00072991196],"domain_scores_gemma":[0.9020842,0.071057506,0.007921913,0.0052472823,0.009741044,0.003948102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014373767,0.00047285692,0.0009723762,0.0014412303,0.00095127814,0.003224545,0.0012621381,0.0013527876,0.0015487162],"category_scores_gemma":[0.12017449,0.00033280125,0.0003393749,0.0009034162,0.0017114385,0.0032332956,0.0028076037,0.00090024166,0.00031191204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028842904,0.003643146,0.5205851,0.0011603211,0.00025416006,0.0010792149,0.12168515,0.003115399,0.019417534,0.0034850042,0.0015186161,0.32117203],"study_design_scores_gemma":[0.00058253686,0.016093004,0.6305629,0.001399955,0.0010509611,0.0028391972,0.17971897,0.06516969,0.06752492,0.016089518,0.018506818,0.0004614473],"about_ca_topic_score_codex":0.0009558703,"about_ca_topic_score_gemma":0.0015598573,"teacher_disagreement_score":0.014373767,"about_ca_system_score_codex":0.0013244213,"about_ca_system_score_gemma":0.001813867,"threshold_uncertainty_score":0.076016665},"labels":[],"label_agreement":null},{"id":"W3096698362","doi":"10.4018/978-1-7998-4739-7.ch009","title":"Role of Mentorship and Reflection in Leading Learning Through Making","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in early childhood and K-12 education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mentorship; Informal learning; Reflective practice; Service-learning; Reflection (computer programming); Process (computing); Psychology; Knowledge management; Pedagogy; Medical education; Computer science; Medicine","score_opus":0.01263506374550048,"score_gpt":0.2809390202902218,"score_spread":0.2683039565447213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096698362","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029231356,0.017673695,0.06641534,0.028296413,0.0021386947,0.0002891654,0.000037201626,0.00052661047,0.85539156],"genre_scores_gemma":[0.64909697,0.017193336,0.04808002,0.0030699964,0.0011898022,0.00048549013,0.000072942275,0.0004088161,0.28040266],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911293,0.0066830246,0.00017953533,0.000358809,0.001097744,0.0005514921],"domain_scores_gemma":[0.98306584,0.011883746,0.0007930854,0.0017220315,0.000832664,0.0017027648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011610991,0.00055332656,0.00029996588,0.0010812515,0.002831241,0.012128531,0.002070539,0.002225098,0.007063859],"category_scores_gemma":[0.015132006,0.00032201625,0.0004722335,0.0009927109,0.011589478,0.008588831,0.0061298595,0.0052585574,0.0016068079],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004368423,0.00011874685,0.0006500858,0.00031069943,0.000016875889,0.00053789,0.04409532,0.00064826343,0.00046603047,0.752715,0.015052108,0.1853454],"study_design_scores_gemma":[0.000039243,0.00024954352,0.0011123199,0.00124515,0.000029543855,0.001092812,0.019353008,0.0013593497,0.0025370338,0.2878975,0.6850182,0.00006639397],"about_ca_topic_score_codex":0.0008779031,"about_ca_topic_score_gemma":0.0016314128,"teacher_disagreement_score":0.012128531,"about_ca_system_score_codex":0.0025803838,"about_ca_system_score_gemma":0.0045239525,"threshold_uncertainty_score":0.06140548},"labels":[],"label_agreement":null},{"id":"W3102201288","doi":"10.5951/mt.96.4.0249","title":"Penny Packing for Your Thoughts","year":2003,"lang":"en","type":"article","venue":"Mathematics Teacher Learning and Teaching PK-12","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cover (algebra); Quarter (Canadian coin); Penny; Set (abstract data type); Mathematics; Task (project management); Mathematical economics; Combinatorics; Computer science; Economics; Management; Engineering; History","score_opus":0.03699667518465147,"score_gpt":0.2979693403894471,"score_spread":0.2609726652047957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102201288","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004084696,0.016842468,0.14450713,0.20960002,0.04022414,0.000350883,0.0017304766,0.016000759,0.56665957],"genre_scores_gemma":[0.030967679,0.013266626,0.08025071,0.038327504,0.020824097,0.00027339373,0.0020147613,0.0075508966,0.80652434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980122,0.00034670928,0.0001143188,0.0003401514,0.001000326,0.00018627546],"domain_scores_gemma":[0.99366754,0.0017013998,0.0003721311,0.0011657274,0.001932583,0.0011605305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001805823,0.0017434077,0.00084548467,0.0020638353,0.0034268866,0.007211604,0.0015640297,0.0020549744,0.20558386],"category_scores_gemma":[0.02128473,0.0007247902,0.001138495,0.0016980934,0.002131997,0.018947614,0.0038724928,0.006157697,0.10238698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027931417,0.000029713734,0.00018988455,0.00009559229,0.000006857577,0.00012549956,0.00042184396,0.00016482075,0.00033051046,0.040189326,0.8927015,0.06571653],"study_design_scores_gemma":[0.0000067458227,0.000018098111,0.000106185355,0.000106965934,0.0000034826999,0.0002829431,0.0002925222,0.00025623187,0.00025525046,0.035642114,0.9630109,0.000018535302],"about_ca_topic_score_codex":0.0012709886,"about_ca_topic_score_gemma":0.0022412988,"teacher_disagreement_score":0.20558386,"about_ca_system_score_codex":0.0017416684,"about_ca_system_score_gemma":0.0015340785,"threshold_uncertainty_score":0.6877465},"labels":[],"label_agreement":null},{"id":"W3103153861","doi":"10.29085/9781783304585.006","title":"Making as Storytelling: Using Draw-and-Write and Object Elicitation in the Design and Study of a Library Makerspace","year":2020,"lang":"en","type":"other","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Victoria","funders":"","keywords":"Storytelling; Set (abstract data type); Object (grammar); Visual arts; Computer science; Visual research; Research Object; Mathematics education; Sociology; Art; Psychology; Artificial intelligence; Narrative; Literature","score_opus":0.06609901638045743,"score_gpt":0.30990152810505395,"score_spread":0.24380251172459652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103153861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6938794,0.000545947,0.21238653,0.0027133552,0.00024125107,0.0018548297,0.00051023095,0.0007107217,0.08715767],"genre_scores_gemma":[0.8933411,0.00029571104,0.08456539,0.0006566548,0.000054285396,0.0018073367,0.0003160588,0.0004430918,0.018520249],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.973395,0.022114372,0.00052886456,0.0011168827,0.0020286196,0.00081627595],"domain_scores_gemma":[0.9559696,0.036212284,0.0012460566,0.0029312482,0.0016416997,0.001999166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016730288,0.00097425503,0.0004114706,0.0019213979,0.005346442,0.009129281,0.0021874646,0.0020107632,0.0077650174],"category_scores_gemma":[0.033288322,0.00072371354,0.00047406775,0.0020268257,0.008216642,0.007505642,0.010377996,0.0021616328,0.0013159967],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037838228,0.00066335016,0.005737331,0.00064474967,0.000032594256,0.0015490166,0.8389989,0.0024268092,0.011033781,0.032894325,0.0041738893,0.10146681],"study_design_scores_gemma":[0.0002621794,0.0007296961,0.005889026,0.0006007118,0.000067322166,0.0010453182,0.5592847,0.007444001,0.034228213,0.049048863,0.34116787,0.00023216027],"about_ca_topic_score_codex":0.0010151032,"about_ca_topic_score_gemma":0.0027957363,"teacher_disagreement_score":0.016730288,"about_ca_system_score_codex":0.0022863203,"about_ca_system_score_gemma":0.0024439122,"threshold_uncertainty_score":0.08847928},"labels":[],"label_agreement":null},{"id":"W3106625454","doi":"10.1145/3428029.3428035","title":"Weekly Open-Ended Exercises and Student Motivation in CS1","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grading (engineering); Checklist; Mathematics education; Relevance (law); Closed-ended question; Psychology; Academic year; Student engagement; Computer science; Medical education; Engineering; Mathematics","score_opus":0.0537466362663843,"score_gpt":0.30282302198961136,"score_spread":0.24907638572322707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106625454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988581,0.000026421025,0.00031451913,0.000042470452,0.000004970403,0.000046082907,0.000023374692,0.000010331782,0.00067375955],"genre_scores_gemma":[0.9984006,0.000034503566,0.00066499785,0.000026027054,0.000008820012,0.00012930788,0.00007343105,0.0000060913617,0.0006562254],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99435896,0.0027500396,0.0004418801,0.0005711655,0.0013787627,0.00049908145],"domain_scores_gemma":[0.9278488,0.045889456,0.013250637,0.002610569,0.0036175647,0.0067828954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059824595,0.00045193403,0.00051999907,0.0011477481,0.0007483306,0.0021892064,0.0007996815,0.0008518464,0.0021475],"category_scores_gemma":[0.052361406,0.0002620104,0.000417202,0.0006532727,0.00077703793,0.000993167,0.0020134565,0.0017791401,0.0004967388],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002098881,0.016262555,0.72920793,0.0004221641,0.00020939675,0.00029310188,0.01784467,0.0024688588,0.00907214,0.001125816,0.0011865274,0.21980809],"study_design_scores_gemma":[0.00006216275,0.0030859665,0.9868918,0.000088954475,0.000030520303,0.00008574271,0.0030638673,0.0016402267,0.002169984,0.00085599854,0.001969239,0.00005544065],"about_ca_topic_score_codex":0.000598015,"about_ca_topic_score_gemma":0.00086501247,"teacher_disagreement_score":0.0059824595,"about_ca_system_score_codex":0.000818449,"about_ca_system_score_gemma":0.0006479044,"threshold_uncertainty_score":0.031638622},"labels":[],"label_agreement":null},{"id":"W3109014800","doi":"10.5753/cbie.sbie.2020.1573","title":"Parameterized and automated assessment on an introductory programming course","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Parameterized complexity; Plug-in; Computer science; Java; Context (archaeology); Programming language; Software engineering; Answer set programming; Open source; Artificial intelligence; Set (abstract data type); Algorithm; Software","score_opus":0.018856815532803422,"score_gpt":0.3179659254392298,"score_spread":0.29910910990642636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109014800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869561,0.000032880827,0.009372831,0.00006932245,0.00002293902,0.0005204427,0.00015925827,0.0002306156,0.002635586],"genre_scores_gemma":[0.96550393,0.00006061591,0.028796902,0.00006654397,0.000034997985,0.00085282756,0.000598572,0.000053297303,0.004032356],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99421823,0.002839861,0.00040834644,0.0010577532,0.0009925421,0.00048336532],"domain_scores_gemma":[0.97949994,0.009699157,0.002154476,0.002046395,0.004767545,0.0018325477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005415035,0.0007816561,0.0006718686,0.0013390764,0.0006817264,0.0012288457,0.00085671985,0.00070080825,0.005872154],"category_scores_gemma":[0.022082202,0.00025839513,0.00040165562,0.0007108898,0.0004612267,0.0008718702,0.0019166187,0.0008708979,0.0023564086],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002508457,0.016138095,0.123513654,0.00045528018,0.00006164627,0.00085245125,0.013673505,0.007981288,0.047353197,0.0015193138,0.0059695398,0.7799735],"study_design_scores_gemma":[0.0005340811,0.023524676,0.81348425,0.00033041416,0.00012509787,0.0009373446,0.008641015,0.04013397,0.074726604,0.0050367704,0.032225925,0.00029987702],"about_ca_topic_score_codex":0.000626587,"about_ca_topic_score_gemma":0.0010649292,"teacher_disagreement_score":0.005872154,"about_ca_system_score_codex":0.0008594295,"about_ca_system_score_gemma":0.0010267245,"threshold_uncertainty_score":0.028637767},"labels":[],"label_agreement":null},{"id":"W3110403262","doi":"10.1145/3426431.3428654","title":"Nudging student learning strategies using formative feedback in automatically graded assessments","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Formative assessment; Computer science; Mathematics education; Mathematics","score_opus":0.04785470482787482,"score_gpt":0.35356030149167744,"score_spread":0.3057055966638026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110403262","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36395794,0.00014958637,0.61993,0.00029816348,0.00010374252,0.001417018,0.00027918338,0.009083959,0.0047803544],"genre_scores_gemma":[0.7204462,0.000065419685,0.2763055,0.000072186696,0.00004448672,0.0007430324,0.00027597905,0.00027463166,0.0017724967],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9718227,0.015999801,0.0019032316,0.0025259631,0.0071095885,0.00063872954],"domain_scores_gemma":[0.82090235,0.12058774,0.014582673,0.016867245,0.024991602,0.0020684453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02236119,0.0014909393,0.0009842901,0.0040297937,0.00054736086,0.003908228,0.0026552558,0.0014945037,0.0017298276],"category_scores_gemma":[0.14674552,0.00066263427,0.00045623412,0.0012171789,0.0008261348,0.0029789673,0.0021140429,0.0015013295,0.001199004],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001137038,0.0020515784,0.037316564,0.0004288471,0.00010108218,0.00026887108,0.0073050368,0.020541342,0.036069248,0.0017073415,0.0019831753,0.8910899],"study_design_scores_gemma":[0.0005744191,0.0060298205,0.07943288,0.0006673853,0.00023579599,0.0007475865,0.0033207233,0.7405655,0.1432171,0.01315423,0.011408398,0.0006461602],"about_ca_topic_score_codex":0.0018459089,"about_ca_topic_score_gemma":0.003344283,"teacher_disagreement_score":0.02236119,"about_ca_system_score_codex":0.0010460757,"about_ca_system_score_gemma":0.0014832994,"threshold_uncertainty_score":0.118258655},"labels":[],"label_agreement":null},{"id":"W3111757754","doi":"10.1007/978-3-030-59177-9_10","title":"Syntonic Appropriation for Growth in Mathematical Understanding: An Argument for Curated Robotics Experiences","year":2020,"lang":"en","type":"book-chapter","venue":"Mathematics in mind","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; University of Calgary","funders":"","keywords":"Appropriation; Argument (complex analysis); Artificial intelligence; Robotics; Cognitive science; Computer science; Psychology; Epistemology; Philosophy; Robot; Medicine; Internal medicine","score_opus":0.11378344473135406,"score_gpt":0.30522202577513463,"score_spread":0.1914385810437806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111757754","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120502755,0.00041140313,0.06695937,0.004768482,0.00007710253,0.00005769318,0.00007829379,0.00022447886,0.8069204],"genre_scores_gemma":[0.9609131,0.00015184513,0.008791279,0.000266307,0.000023011597,0.000101849444,0.000084022635,0.00019447811,0.029474081],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972556,0.0012099721,0.00008851918,0.0003930106,0.00076141435,0.0002914481],"domain_scores_gemma":[0.9945919,0.0028122377,0.00037751035,0.001250427,0.0005714616,0.00039639414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024585088,0.0004641137,0.00036403092,0.001254668,0.0026172304,0.005849437,0.0017010148,0.0025152578,0.021336185],"category_scores_gemma":[0.00939582,0.00048848137,0.00044795527,0.0011850755,0.018518653,0.01747616,0.010242872,0.004328028,0.0017397932],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021184635,0.000018739715,0.0002491533,0.000043033964,0.0000036627316,0.00007227205,0.018181209,0.00012264121,0.00070855365,0.97530407,0.00044375774,0.0048316717],"study_design_scores_gemma":[0.000036748374,0.00006903883,0.002399467,0.000115980954,0.000020202771,0.00089849497,0.024703866,0.0024903608,0.0028457618,0.8856348,0.080747694,0.000037592363],"about_ca_topic_score_codex":0.0014568932,"about_ca_topic_score_gemma":0.0017219852,"teacher_disagreement_score":0.021336185,"about_ca_system_score_codex":0.0025131963,"about_ca_system_score_gemma":0.0017866183,"threshold_uncertainty_score":0.07137668},"labels":[],"label_agreement":null},{"id":"W3115241983","doi":"","title":"Fun With Arduinos—Part 1","year":2014,"lang":"en","type":"article","venue":"Journal of the Royal Astronomical Society of Canada","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.003861399191500262,"score_gpt":0.16370731654404896,"score_spread":0.1598459173525487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115241983","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023258923,0.022219641,0.04475176,0.0029446157,0.0041736714,0.00011503694,0.0004544903,0.001834128,0.9002477],"genre_scores_gemma":[0.26735076,0.019029913,0.049133547,0.0008865414,0.0031743348,0.00024820727,0.0011170297,0.0019043966,0.6571554],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996207,0.000070396374,0.000013735589,0.00006962655,0.00016811382,0.00005742884],"domain_scores_gemma":[0.9993079,0.00017942033,0.000035432295,0.00014689054,0.00020737201,0.00012298541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004438575,0.0006307166,0.00037167265,0.00089952064,0.0011467164,0.0027372711,0.0006745919,0.00076229393,0.06808433],"category_scores_gemma":[0.0020623873,0.00026147935,0.00031929766,0.0011065144,0.0010958558,0.0022495044,0.0015925377,0.0008989135,0.012184539],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088664405,0.00018089764,0.0006891438,0.000535513,0.000017681865,0.00013962404,0.00058228086,0.003451738,0.004927983,0.31362468,0.09553929,0.5802225],"study_design_scores_gemma":[0.000014792834,0.00007807742,0.0017432764,0.0002750735,0.000011066574,0.00039122155,0.00016328384,0.002182781,0.0047484674,0.1351231,0.85524243,0.000026335665],"about_ca_topic_score_codex":0.0016836013,"about_ca_topic_score_gemma":0.0019388812,"teacher_disagreement_score":0.06808433,"about_ca_system_score_codex":0.0011113156,"about_ca_system_score_gemma":0.0009090776,"threshold_uncertainty_score":0.22776479},"labels":[],"label_agreement":null},{"id":"W3115466430","doi":"10.1145/3437800.3439208","title":"Designing Computer Science Competency Statements","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; British Columbia Institute of Technology","funders":"","keywords":"Curriculum; Process (computing); Computer science; Knowledge management; Engineering ethics; Mathematics education; Pedagogy; Engineering; Psychology","score_opus":0.04065723294842237,"score_gpt":0.3071885640374315,"score_spread":0.2665313310890091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115466430","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10174094,0.00035016672,0.71808565,0.005583088,0.00044120537,0.012543488,0.005527771,0.0015109043,0.15421681],"genre_scores_gemma":[0.2512556,0.00036117094,0.71900254,0.0005882099,0.000049473034,0.0058616004,0.005507426,0.0002494052,0.017124517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9906781,0.0052420855,0.0009702461,0.0006828731,0.0017611177,0.00066556997],"domain_scores_gemma":[0.97699726,0.01129619,0.0013214025,0.0010423169,0.008561982,0.0007808709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011110219,0.00065954734,0.00029847532,0.0037448886,0.0019369677,0.0028502021,0.0011899418,0.0008706694,0.01588166],"category_scores_gemma":[0.035597447,0.00068408623,0.00040955344,0.0016808433,0.0018348213,0.0053766924,0.0029868719,0.0023486968,0.004278101],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100608144,0.00041477953,0.0074572396,0.0014150193,0.000018691459,0.00052039896,0.025361953,0.006631095,0.00763842,0.59039557,0.0398479,0.3201984],"study_design_scores_gemma":[0.00008099333,0.00039368126,0.0064838673,0.0016551553,0.00004058267,0.000448988,0.05942483,0.033464916,0.023042783,0.13223445,0.74260545,0.00012427548],"about_ca_topic_score_codex":0.006472906,"about_ca_topic_score_gemma":0.010270342,"teacher_disagreement_score":0.01588166,"about_ca_system_score_codex":0.0028348363,"about_ca_system_score_gemma":0.008537669,"threshold_uncertainty_score":0.058757126},"labels":[],"label_agreement":null},{"id":"W3117845362","doi":"10.5539/cis.v14n1p1","title":"Brick and Mortar Education vs. SCORM-based Education in Computer-programming Courses: A Comparative Study","year":2020,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Scope (computer science); Multimedia; Creativity; Mathematics education; Psychology","score_opus":0.02320266813299779,"score_gpt":0.30951666760979346,"score_spread":0.2863139994767957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117845362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979513,0.00014431833,0.00007143328,0.000027151438,0.000009331937,0.000015823374,0.000028244986,0.0000021190972,0.0017502742],"genre_scores_gemma":[0.9982704,0.00022497482,0.00015482728,0.000027151702,0.000018101202,0.000019847512,0.00005335798,0.0000039554147,0.0012274191],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977494,0.0008377252,0.00016992011,0.00019771059,0.00072121515,0.0003239639],"domain_scores_gemma":[0.9905923,0.0045400155,0.0012875004,0.00032199975,0.0015722727,0.0016859927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003390091,0.00023933062,0.0003942987,0.0014653262,0.00066199806,0.0009950569,0.00043156734,0.00041080374,0.0038840042],"category_scores_gemma":[0.008493615,0.00011637531,0.00037766437,0.0013503343,0.00050326914,0.0009896302,0.0007871876,0.00056354376,0.00085059204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073372074,0.030742524,0.5431552,0.0009589699,0.0003156267,0.00078659557,0.04291531,0.000621206,0.006142176,0.0018189374,0.0023412018,0.3628651],"study_design_scores_gemma":[0.000111767804,0.01988367,0.94356555,0.00021654979,0.000118125885,0.0003010266,0.026726095,0.0006196317,0.002659618,0.0001696006,0.005592354,0.00003600541],"about_ca_topic_score_codex":0.0026613,"about_ca_topic_score_gemma":0.006119393,"teacher_disagreement_score":0.0038840042,"about_ca_system_score_codex":0.00093471317,"about_ca_system_score_gemma":0.0007585652,"threshold_uncertainty_score":0.01792872},"labels":[],"label_agreement":null},{"id":"W3118166030","doi":"10.1615/intjinnovonlineedu.2020037132","title":"\"VIRTUALLY\" A MAKER: MAKING IN AN ONLINE GRADUATE COURSE","year":2020,"lang":"en","type":"article","venue":"International journal on innovations in online education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Affordance; Asynchronous communication; Context (archaeology); Collaborative learning; Computer science; Synchronous learning; Intersection (aeronautics); Meaning (existential); Learning community; Course (navigation); Online learning; Mathematics education; Cooperative learning; Teaching method; Multimedia; Psychology; Knowledge management; Engineering; Human–computer interaction","score_opus":0.12112919702933284,"score_gpt":0.4158101436724898,"score_spread":0.29468094664315697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118166030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674077,0.000105179766,0.006503644,0.0045961454,0.00019974523,0.00020156967,0.00005968409,0.000055278462,0.020871079],"genre_scores_gemma":[0.98187226,0.00017732281,0.004521404,0.0013163746,0.000051664203,0.00010870769,0.000027513172,0.00004145298,0.011883339],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960802,0.0026657209,0.00007282489,0.0002747806,0.00039694188,0.0005095202],"domain_scores_gemma":[0.99677485,0.0015371057,0.00022559355,0.00016332041,0.0001559061,0.0011431833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004625962,0.0005473139,0.00035675374,0.00070281414,0.0109578045,0.0050502853,0.0013842982,0.0017202892,0.005623747],"category_scores_gemma":[0.0066310447,0.00031178896,0.00031441098,0.00047769945,0.011378909,0.0050135944,0.0062102554,0.0039081653,0.0006309412],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057854777,0.0004111892,0.004877838,0.00011470957,0.0000053322347,0.001761104,0.94537413,0.00016715088,0.0034780006,0.016368462,0.0046136794,0.022770578],"study_design_scores_gemma":[0.000013190479,0.00022943856,0.0019807762,0.00011266915,0.000008762937,0.00078920275,0.92949814,0.00027408503,0.0013704911,0.0023184556,0.0633756,0.000029214441],"about_ca_topic_score_codex":0.0015991017,"about_ca_topic_score_gemma":0.00509984,"teacher_disagreement_score":0.0109578045,"about_ca_system_score_codex":0.0019089663,"about_ca_system_score_gemma":0.0025740138,"threshold_uncertainty_score":0.024464726},"labels":[],"label_agreement":null},{"id":"W3124166495","doi":"10.18260/1-2--34889","title":"K-12 Digital Skills Programs as Preparation for Engineering Study: A Systematic Literature Review","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Terminology; Outreach; Government (linguistics); Computer science; Variety (cybernetics); Engineering management; Categorization; Software; Coding (social sciences); Software engineering; Engineering; Artificial intelligence; Political science","score_opus":0.04144198084020466,"score_gpt":0.2935711403877453,"score_spread":0.2521291595475406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124166495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034100335,0.9401485,0.0013425923,0.0024294483,0.00048191744,0.017346704,0.0025322023,0.00005206262,0.0015663102],"genre_scores_gemma":[0.1815042,0.76626825,0.013877177,0.0042204093,0.00015805879,0.031576518,0.0016311599,0.00004022057,0.00072398863],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.95856005,0.014676151,0.017081955,0.0020218524,0.0066171326,0.0010429085],"domain_scores_gemma":[0.86727625,0.091569185,0.02075372,0.0025944978,0.014417437,0.0033889157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045413315,0.0013099012,0.008963956,0.019415181,0.002263217,0.004400376,0.0023002666,0.0027604287,0.0050173583],"category_scores_gemma":[0.11470939,0.0018672423,0.007366889,0.016127294,0.0025766445,0.005047562,0.0046362863,0.0026060308,0.0005004587],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064540893,0.00046319448,0.008528653,0.86187464,0.004653954,0.00019917586,0.0043256674,0.00008838459,0.00024024211,0.00036070717,0.0025259927,0.11609395],"study_design_scores_gemma":[0.00070711336,0.000812776,0.01457943,0.9482147,0.017649345,0.00026182912,0.007870506,0.00006683425,0.00021243808,0.00022523991,0.009317844,0.000082075836],"about_ca_topic_score_codex":0.014664206,"about_ca_topic_score_gemma":0.06964647,"teacher_disagreement_score":0.045413315,"about_ca_system_score_codex":0.011201636,"about_ca_system_score_gemma":0.074255496,"threshold_uncertainty_score":0.24017143},"labels":[],"label_agreement":null},{"id":"W3124281909","doi":"10.1145/3447892.3447896","title":"Hello, world","year":2021,"lang":"en","type":"article","venue":"ACM SIGCAS Computers and Society","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Internationalization; Institution; Context (archaeology); Social institution; EXPOSE; Perception; Computer science; Sociology; Public relations; Psychology; Political science; Social science; Business; Geography","score_opus":0.017732061230749913,"score_gpt":0.24961035682761612,"score_spread":0.2318782955968662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124281909","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007878749,0.0025535815,0.00082452316,0.005475861,0.0024250718,0.0000540039,0.0022447282,0.00066370046,0.9778798],"genre_scores_gemma":[0.026006233,0.0017264984,0.0008528516,0.0014094642,0.00025193443,0.00004394969,0.0015821724,0.00040735243,0.96771955],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999778,0.00003502378,0.000008782423,0.000059593767,0.00006186391,0.00005677341],"domain_scores_gemma":[0.9997609,0.00002657493,0.000016566088,0.000029037205,0.000040423696,0.00012644452],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028335716,0.0005580824,0.00032174835,0.0007999532,0.0033833813,0.004006941,0.00039674423,0.0007111006,0.41585058],"category_scores_gemma":[0.0009112578,0.00021221169,0.00022896576,0.0009212273,0.00078937993,0.0033278468,0.0027996593,0.0015720011,0.13125388],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017326286,0.00006816325,0.0030096346,0.00022839376,0.000017034135,0.00090293505,0.0025788285,0.0001328103,0.0011541201,0.041786358,0.76132905,0.18861951],"study_design_scores_gemma":[0.000003924267,0.00000710177,0.0008808168,0.000041941843,0.0000019230827,0.00011641859,0.00067674275,0.00001716539,0.00009125826,0.0008545619,0.9973037,0.0000043868213],"about_ca_topic_score_codex":0.0045373463,"about_ca_topic_score_gemma":0.014451934,"teacher_disagreement_score":0.41585058,"about_ca_system_score_codex":0.0008937169,"about_ca_system_score_gemma":0.0007619816,"threshold_uncertainty_score":0.8332182},"labels":[],"label_agreement":null},{"id":"W3125560061","doi":"","title":"Programming as an artefact: what do we learn about university students' activity?","year":2020,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Mathematics education; Programming language; Psychology","score_opus":0.019362116598550694,"score_gpt":0.261068074609434,"score_spread":0.2417059580108833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125560061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6967045,0.010098374,0.06525736,0.084788725,0.0011164462,0.000064604625,0.00019718648,0.0006830624,0.14108971],"genre_scores_gemma":[0.99057955,0.0017518112,0.0026494532,0.0010272285,0.00014134667,0.000026191205,0.00007296547,0.00009656754,0.0036549466],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98602885,0.00965721,0.00033011715,0.00090405403,0.0022484218,0.0008314775],"domain_scores_gemma":[0.96976465,0.016508093,0.0032571729,0.0028333429,0.0030154767,0.004621282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009030732,0.0004965589,0.00053595216,0.0023813082,0.0033777247,0.020511406,0.0019234876,0.002818301,0.0034459825],"category_scores_gemma":[0.035278033,0.00033236083,0.0005736516,0.0019857388,0.011057828,0.017839069,0.005869363,0.0045420052,0.0011968149],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015232754,0.0004178239,0.12197287,0.0005771556,0.000117640746,0.00091171876,0.43836817,0.00086870545,0.0013164927,0.15122673,0.014448996,0.26962137],"study_design_scores_gemma":[0.000021189533,0.00027761506,0.064688,0.0017740452,0.00012012017,0.0022841797,0.49987665,0.0028435127,0.002878417,0.16043687,0.26463825,0.0001610915],"about_ca_topic_score_codex":0.0022404683,"about_ca_topic_score_gemma":0.0020565279,"teacher_disagreement_score":0.020511406,"about_ca_system_score_codex":0.0030843313,"about_ca_system_score_gemma":0.003204694,"threshold_uncertainty_score":0.047759652},"labels":[],"label_agreement":null},{"id":"W3131467057","doi":"10.1108/jrit-12-2020-0085","title":"Real-world problems through computational thinking tools and concepts: the case of coronavirus disease (COVID-19)","year":2021,"lang":"en","type":"article","venue":"Journal of Research in Innovative Teaching & Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Originality; Computer science; Computational thinking; Process (computing); Management science; Sample (material); Mathematics education; Data science; Qualitative research; Psychology; Artificial intelligence; Sociology; Engineering; Social science","score_opus":0.2512120453889767,"score_gpt":0.497990526203347,"score_spread":0.24677848081437032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131467057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8644013,0.0011365173,0.04063359,0.03215423,0.0002251153,0.00039219754,0.0001000856,0.000080460166,0.06087648],"genre_scores_gemma":[0.9837518,0.00038871003,0.012501698,0.001246701,0.00001844938,0.0001890653,0.000028071538,0.00003344372,0.0018421576],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98351145,0.014174331,0.0002229646,0.0005794452,0.0007533464,0.000758452],"domain_scores_gemma":[0.97315264,0.021346644,0.0017240198,0.0016001586,0.0009598196,0.0012166662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012363517,0.0005404457,0.00037805524,0.0011036005,0.006449013,0.007515057,0.0020132784,0.0027253998,0.0044965222],"category_scores_gemma":[0.023563247,0.00040866208,0.0007052177,0.0008585115,0.024846291,0.008869347,0.0076631946,0.0060292655,0.00045231456],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008386802,0.00038759474,0.015070165,0.0005450913,0.000035911544,0.004029379,0.7258201,0.003027784,0.0011446018,0.22125548,0.005693092,0.022906922],"study_design_scores_gemma":[0.00006246163,0.00019312002,0.0075999056,0.0008252542,0.000039038314,0.00208609,0.74889237,0.006536784,0.0013537073,0.118751734,0.11356606,0.00009347085],"about_ca_topic_score_codex":0.004179778,"about_ca_topic_score_gemma":0.005755049,"teacher_disagreement_score":0.012363517,"about_ca_system_score_codex":0.0072628395,"about_ca_system_score_gemma":0.0072135227,"threshold_uncertainty_score":0.06538534},"labels":[],"label_agreement":null},{"id":"W3133543312","doi":"10.1145/3408877.3432467","title":"Using a Computer to Score Parsons Problems Answered on Paper","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Code (set theory); Computer science; ENCODE; Bubble; Software; Mathematics education; Programming language; Psychology","score_opus":0.0791555675604111,"score_gpt":0.2949347249809983,"score_spread":0.21577915742058723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133543312","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6842697,0.00029993817,0.17660809,0.000982938,0.0015922685,0.011458202,0.011140568,0.035014395,0.078633964],"genre_scores_gemma":[0.55268836,0.0004835078,0.3566484,0.00057138514,0.0003804391,0.013615684,0.0098483795,0.002413929,0.06334989],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9950448,0.0014009039,0.0010116043,0.0010700186,0.001123236,0.00034946128],"domain_scores_gemma":[0.9632597,0.022373466,0.0022916489,0.0031939761,0.0076731057,0.0012080121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003967903,0.0021545414,0.0013455304,0.0050035664,0.0006441109,0.0021923762,0.0009971196,0.0015939516,0.048133988],"category_scores_gemma":[0.028977234,0.00048289666,0.0008685498,0.0029645409,0.0005639311,0.0019406491,0.0016670385,0.0015151759,0.017207155],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004626397,0.0037898684,0.039716203,0.0011070761,0.00014031309,0.00075130153,0.0028033382,0.0023809394,0.054318625,0.0048578945,0.07163614,0.81387186],"study_design_scores_gemma":[0.0030669863,0.01611218,0.3295229,0.0007978554,0.0003822246,0.0025410037,0.007633027,0.16746497,0.19230992,0.019901937,0.2591787,0.0010882606],"about_ca_topic_score_codex":0.0008574724,"about_ca_topic_score_gemma":0.0012367318,"teacher_disagreement_score":0.048133988,"about_ca_system_score_codex":0.00054828875,"about_ca_system_score_gemma":0.00067069364,"threshold_uncertainty_score":0.16102427},"labels":[],"label_agreement":null},{"id":"W3133838767","doi":"10.1145/3408877.3432518","title":"Building Community in a Competitive Undergraduate Program","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Competition (biology); Institution; Process (computing); Computer science; Competitive advantage; Mathematics education; Medical education; Psychology; Marketing; Political science; Business; Medicine","score_opus":0.027352821120018137,"score_gpt":0.31100118563092144,"score_spread":0.2836483645109033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133838767","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27896753,0.00078056764,0.08847548,0.13029741,0.0064401254,0.002551223,0.0003435338,0.004199888,0.48794422],"genre_scores_gemma":[0.7118982,0.0005169869,0.06914496,0.022940245,0.0016816745,0.0013910859,0.00088927755,0.001561953,0.18997557],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98755884,0.004688573,0.00016213214,0.001392278,0.0030068385,0.0031913596],"domain_scores_gemma":[0.9481848,0.0016715805,0.0007008819,0.0014617338,0.00602963,0.041951373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012534033,0.0007718219,0.00043319748,0.002016718,0.016718024,0.011126844,0.0054891417,0.0024113285,0.037728403],"category_scores_gemma":[0.014557021,0.000543515,0.0006332268,0.00093887607,0.0051730904,0.0110319825,0.033406805,0.0058616833,0.011758185],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048255717,0.008601226,0.01815255,0.00024132564,0.00005365127,0.001914455,0.032663852,0.0012750508,0.0038697661,0.16454966,0.38759312,0.38060284],"study_design_scores_gemma":[0.00033060368,0.0017367909,0.004663011,0.00024263294,0.000025012696,0.00069480744,0.049469896,0.005014598,0.0014866288,0.09409714,0.8421034,0.00013535722],"about_ca_topic_score_codex":0.0043394123,"about_ca_topic_score_gemma":0.012855363,"teacher_disagreement_score":0.037728403,"about_ca_system_score_codex":0.0039304346,"about_ca_system_score_gemma":0.023554584,"threshold_uncertainty_score":0.12621409},"labels":[],"label_agreement":null},{"id":"W3134102258","doi":"","title":"At Vancouver’s Ethọs Lab, Youth Learn Anti-Racism and STEM at the Same Time | The Tyee","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Racism; Anti-racism; Sociology; Gender studies","score_opus":0.021355485730122522,"score_gpt":0.23231138545408878,"score_spread":0.21095589972396625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134102258","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057683922,0.0024315605,0.0030030634,0.1385607,0.0062581697,0.00013949495,0.00085869024,0.0010611959,0.7900031],"genre_scores_gemma":[0.116736345,0.001438268,0.0023785394,0.009490461,0.00031574676,0.00005836285,0.00027511598,0.0003895187,0.86891764],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903226,0.00018753104,0.000012422126,0.00013139794,0.00030482982,0.00033158177],"domain_scores_gemma":[0.9972498,0.00016609521,0.00004161054,0.00007682637,0.0004395894,0.0020261023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012447182,0.00060668483,0.00021272381,0.0006899889,0.02029487,0.007612582,0.00060109014,0.0020405827,0.09194281],"category_scores_gemma":[0.0016954715,0.00037048478,0.0002523859,0.00047454907,0.003224151,0.0014152572,0.0025026512,0.0057234396,0.013052179],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070824346,0.00022484866,0.005283075,0.00005700896,0.000011204596,0.00042408434,0.0067908945,0.00009346897,0.0015797187,0.016181303,0.9066758,0.06260773],"study_design_scores_gemma":[0.000011657629,0.0000477831,0.0031813933,0.00007781413,0.000004735294,0.00010768972,0.010986735,0.00007158094,0.0010274193,0.002253306,0.982209,0.000020862453],"about_ca_topic_score_codex":0.24233656,"about_ca_topic_score_gemma":0.7543475,"teacher_disagreement_score":0.7576634,"about_ca_system_score_codex":0.0064960294,"about_ca_system_score_gemma":0.013574997,"threshold_uncertainty_score":0.48185205},"labels":[],"label_agreement":null},{"id":"W3134161095","doi":"10.1145/3408877.3432430","title":"STOP THE (AUTOGRADER) INSANITY: Regression Penalties to Deter Autograder Overreliance","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Insanity; Regression; Regression analysis; Computer science; Psychology; Computer security; Operations research; Actuarial science; Engineering; Business; Machine learning; Psychoanalysis; Psychiatry","score_opus":0.021896579143878183,"score_gpt":0.27541689926925084,"score_spread":0.2535203201253727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134161095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.613357,0.00042519817,0.3044307,0.007392015,0.0014926415,0.0010087632,0.0011596419,0.035306353,0.03542764],"genre_scores_gemma":[0.8819241,0.00007042685,0.104127966,0.0010388739,0.00017118418,0.00046341855,0.00048629183,0.0017557024,0.009962068],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98580015,0.0066690412,0.0011960936,0.0017442387,0.0035511923,0.0010392366],"domain_scores_gemma":[0.8453097,0.07814267,0.02137795,0.023532774,0.02312017,0.008516656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015843205,0.0012925221,0.00083708484,0.0020100886,0.0014009305,0.0024443506,0.0024230531,0.0018088922,0.013381892],"category_scores_gemma":[0.16653773,0.00049161195,0.00048651037,0.0010368293,0.0013155983,0.0025167312,0.0028058018,0.004379221,0.0052851206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025903236,0.0031619607,0.09805162,0.0005103287,0.00016609016,0.0006123448,0.002873137,0.02625203,0.020137148,0.025354775,0.1015328,0.71875745],"study_design_scores_gemma":[0.0017173409,0.008349509,0.15832926,0.0010339733,0.0003274297,0.002469749,0.002698167,0.5219407,0.085666835,0.0684364,0.14804892,0.0009817829],"about_ca_topic_score_codex":0.0015440476,"about_ca_topic_score_gemma":0.0031800473,"teacher_disagreement_score":0.015843205,"about_ca_system_score_codex":0.0008992155,"about_ca_system_score_gemma":0.0024112645,"threshold_uncertainty_score":0.08378786},"labels":[],"label_agreement":null},{"id":"W3135167302","doi":"10.1145/3408877.3439579","title":"Data Collection for the Learn-OCaml Programming Platform","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Correctness; Compiler; Context (archaeology); Code (set theory); Data type; Software engineering","score_opus":0.0931146594574479,"score_gpt":0.32053568986039815,"score_spread":0.22742103040295025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135167302","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11742958,0.0003696359,0.097601965,0.0018845759,0.0004803176,0.02596908,0.72439677,0.009642484,0.022225568],"genre_scores_gemma":[0.14368007,0.00043790942,0.18258958,0.0012459477,0.00032266715,0.1260864,0.52657276,0.0043962714,0.014668378],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883376,0.0022726601,0.0022825538,0.0019087883,0.0043629515,0.0008354671],"domain_scores_gemma":[0.94673276,0.013093111,0.0064147534,0.013127007,0.017782388,0.0028501041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007563334,0.000938297,0.0010316515,0.0045047947,0.0013222011,0.0015774748,0.0015628872,0.0011408873,0.019974722],"category_scores_gemma":[0.047411244,0.00065467006,0.0008214387,0.0032552658,0.0010252221,0.0020020353,0.0045097778,0.0028607734,0.012154467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028818825,0.0033483785,0.12901384,0.004068135,0.00025595436,0.0009610283,0.006763194,0.003660972,0.021456605,0.011755321,0.4942247,0.32160994],"study_design_scores_gemma":[0.000513284,0.0016824821,0.19864203,0.00120292,0.0001280844,0.000404487,0.0032537524,0.0067045763,0.03268336,0.008396305,0.7461031,0.00028557767],"about_ca_topic_score_codex":0.004683694,"about_ca_topic_score_gemma":0.006206937,"teacher_disagreement_score":0.019974722,"about_ca_system_score_codex":0.001043313,"about_ca_system_score_gemma":0.0043166135,"threshold_uncertainty_score":0.06682205},"labels":[],"label_agreement":null},{"id":"W3135714098","doi":"10.1145/3408877.3432465","title":"Using Comics to Introduce and Reinforce Programming Concepts in CS1","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Waterloo","funders":"","keywords":"Comics; Coding (social sciences); Comic strip; Work (physics); Code (set theory); Computer programming","score_opus":0.035351065030515945,"score_gpt":0.3324968643694382,"score_spread":0.29714579933892227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135714098","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7808494,0.000727563,0.13717924,0.003029875,0.00043029894,0.00094636297,0.00025133148,0.004569409,0.072016545],"genre_scores_gemma":[0.78261167,0.0009240648,0.18842754,0.0014980941,0.0001307756,0.00078770664,0.00058649335,0.00080678274,0.024226818],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721104,0.0013492514,0.00014622489,0.00032772365,0.00065528636,0.00031052672],"domain_scores_gemma":[0.96698743,0.022152869,0.0027479064,0.0026669612,0.0029577692,0.0024870692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046422137,0.0011393582,0.00040862232,0.001651397,0.00087527005,0.0024083378,0.0013270607,0.000824809,0.019188177],"category_scores_gemma":[0.029345924,0.0003901164,0.00033305102,0.0014405643,0.0015911115,0.0028768347,0.0032387543,0.0019043249,0.004087994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010008928,0.0050257244,0.03623407,0.002790887,0.000053271335,0.0010170911,0.0260756,0.0063593904,0.063528925,0.032700006,0.029614527,0.7955997],"study_design_scores_gemma":[0.0005432243,0.012649474,0.07290982,0.0033511426,0.00014756885,0.0037915849,0.02515277,0.032202218,0.13792457,0.04809411,0.6628338,0.00039972193],"about_ca_topic_score_codex":0.0004110311,"about_ca_topic_score_gemma":0.001130787,"teacher_disagreement_score":0.019188177,"about_ca_system_score_codex":0.0012347125,"about_ca_system_score_gemma":0.0015741136,"threshold_uncertainty_score":0.064190805},"labels":[],"label_agreement":null},{"id":"W3136702844","doi":"10.19173/irrodl.v22i1.4844","title":"Micro:bit Robotics Course: Infusing Logical Reasoning and Problem-Solving Ability in Fifth Grade Students Through an Online Group Study System","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Logical reasoning; Artificial intelligence; Test (biology); Mathematics education; Computer science; Educational robotics; Logical conjunction; Multimedia; Psychology; Robot","score_opus":0.12716784492440306,"score_gpt":0.4607134055561689,"score_spread":0.3335455606317659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136702844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9997247,0.0000032176908,0.00006433044,0.000009288596,0.0000019289039,0.000029641415,0.000012613181,0.00000585463,0.00014839009],"genre_scores_gemma":[0.9973972,0.00001418269,0.0008140331,0.000035480152,0.0000045869106,0.00014046677,0.00008983086,0.000003655452,0.0015005473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992366,0.00020022318,0.00006354259,0.0001794974,0.0001428426,0.00017741989],"domain_scores_gemma":[0.99564373,0.00089064194,0.0006175271,0.00030390572,0.0004699005,0.0020742426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015488636,0.00047180065,0.0005050178,0.00071297784,0.0006480202,0.0010445198,0.0005194623,0.0005461513,0.0037181051],"category_scores_gemma":[0.0032121802,0.00032328666,0.00034631733,0.0002652892,0.0004328532,0.000694106,0.0013322205,0.00076739077,0.0008178693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041559176,0.092161246,0.7528978,0.00013171743,0.00009042693,0.0010335697,0.015683088,0.00039967883,0.03321045,0.00032597454,0.001903371,0.098006725],"study_design_scores_gemma":[0.0003523381,0.032980707,0.94040793,0.000033722336,0.00008436822,0.00030658906,0.006272196,0.002350394,0.014549272,0.0002118308,0.0023931186,0.000057512512],"about_ca_topic_score_codex":0.0022252367,"about_ca_topic_score_gemma":0.003626889,"teacher_disagreement_score":0.0037181051,"about_ca_system_score_codex":0.0005617373,"about_ca_system_score_gemma":0.00087615947,"threshold_uncertainty_score":0.012438297},"labels":[],"label_agreement":null},{"id":"W3138525007","doi":"10.1145/1539024.1508949","title":"Gr8 designs for Gr8 girls","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of British Columbia; University of Toronto; University of Washington","keywords":"Representation (politics); Order (exchange); Psychology; Medical education; Program Design Language; Mathematics education; Applied psychology; Computer science; Medicine; Political science; Software engineering; Business; Finance","score_opus":0.04260396320666823,"score_gpt":0.28976699945743445,"score_spread":0.24716303625076622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138525007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10651356,0.0004584783,0.56834126,0.0019594592,0.0024099713,0.0421901,0.009441233,0.010923174,0.25776282],"genre_scores_gemma":[0.16083644,0.00034367884,0.5720781,0.002263468,0.0003082526,0.09016984,0.0021601883,0.006163259,0.16567682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921267,0.0043413886,0.0007425644,0.0008957933,0.0012252359,0.0006681585],"domain_scores_gemma":[0.98595655,0.0049132863,0.0009823752,0.004506622,0.002908653,0.00073249196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010501848,0.0009474868,0.000764048,0.0010612205,0.0010907894,0.0014589139,0.0014371914,0.0011387162,0.16782565],"category_scores_gemma":[0.01969799,0.0007217577,0.00077837706,0.0008409375,0.0011470676,0.0012736286,0.0027347615,0.002074083,0.04497996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013491929,0.0026547068,0.0053616525,0.0025791978,0.00011239325,0.0007045525,0.0072904183,0.0011572939,0.033059366,0.124516636,0.09924353,0.7098283],"study_design_scores_gemma":[0.0037401086,0.009911843,0.0061905105,0.0004832964,0.000114985014,0.0006207442,0.0017167171,0.0019609171,0.018261554,0.033751592,0.9231452,0.0001024929],"about_ca_topic_score_codex":0.0004476313,"about_ca_topic_score_gemma":0.0010784356,"teacher_disagreement_score":0.16782565,"about_ca_system_score_codex":0.0008259809,"about_ca_system_score_gemma":0.0017942837,"threshold_uncertainty_score":0.5614327},"labels":[],"label_agreement":null},{"id":"W3140330711","doi":"10.29173/iasl7841","title":"Makerspaces@your School Library","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"School library; Globe; Resource (disambiguation); Decision maker; Sociology; Mathematics education; Pedagogy; Public relations; Library science; Engineering; Computer science; Political science; Psychology","score_opus":0.021534437036427153,"score_gpt":0.2534322612226428,"score_spread":0.23189782418621563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3140330711","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017027578,0.0011797902,0.0011202493,0.0040515442,0.0014766139,0.00010008526,0.002492883,0.0115487715,0.9763273],"genre_scores_gemma":[0.007354477,0.0013383602,0.0016634462,0.0015390232,0.0006063129,0.00004879,0.001859182,0.0017968073,0.98379356],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994759,0.00006839729,0.000037849233,0.00008631266,0.0002591548,0.00007243358],"domain_scores_gemma":[0.9968526,0.00027474304,0.00021496126,0.00069478014,0.00035772714,0.0016052809],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006367314,0.0008655269,0.00047018594,0.002936049,0.004634315,0.010296106,0.001037769,0.0023951887,0.816324],"category_scores_gemma":[0.0029054473,0.00069838174,0.0004717858,0.0039356183,0.0011081198,0.008595898,0.004529481,0.0017583157,0.6180179],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044661512,0.00008878191,0.0005261125,0.00017210757,0.0000042016927,0.00017975106,0.00019932694,0.00003755099,0.00042485748,0.00458278,0.89406264,0.09967722],"study_design_scores_gemma":[0.000007060777,0.000011475997,0.0002123575,0.00003393293,0.0000016698981,0.000061469866,0.00013422566,0.000018104418,0.00018859569,0.00052816706,0.99879706,0.0000059261724],"about_ca_topic_score_codex":0.0021032589,"about_ca_topic_score_gemma":0.008520599,"teacher_disagreement_score":0.816324,"about_ca_system_score_codex":0.0013622144,"about_ca_system_score_gemma":0.0018601597,"threshold_uncertainty_score":0.26199144},"labels":[],"label_agreement":null},{"id":"W3144969684","doi":"10.1145/563517.563350","title":"What comes after CS 1 + 2","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mathematics education; Computer science; AP Computer Science; Science education; Psychology","score_opus":0.020525742399755204,"score_gpt":0.23065001954915085,"score_spread":0.21012427714939563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144969684","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016018966,0.025882645,0.00285726,0.59435356,0.10372691,0.000033735396,0.00046796244,0.00075349404,0.25590542],"genre_scores_gemma":[0.31791544,0.028355537,0.004194619,0.2631416,0.055044163,0.00010915413,0.0011300674,0.0018368432,0.32827258],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966366,0.00079606834,0.00009213548,0.00037724062,0.0011137719,0.0009841572],"domain_scores_gemma":[0.9918934,0.0012977474,0.0003267308,0.0005674206,0.0015677657,0.004346969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004257426,0.0003766447,0.00034423568,0.0009889356,0.0045458614,0.010599783,0.0012532377,0.0037971677,0.07380914],"category_scores_gemma":[0.013175086,0.00027181074,0.0005279885,0.0012955489,0.0028749288,0.010112525,0.0033514793,0.006221369,0.013636047],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014103609,0.00012852055,0.001400322,0.0002594693,0.000009848041,0.0001994474,0.0010472116,0.00012790553,0.0005359693,0.08380407,0.7406369,0.1717094],"study_design_scores_gemma":[0.000011020503,0.000052286967,0.002560574,0.00028854338,0.0000053159797,0.00018408435,0.0017995086,0.00006590971,0.00032076726,0.017382314,0.9773078,0.000021959735],"about_ca_topic_score_codex":0.010865291,"about_ca_topic_score_gemma":0.017713003,"teacher_disagreement_score":0.07380914,"about_ca_system_score_codex":0.0052311313,"about_ca_system_score_gemma":0.0058713523,"threshold_uncertainty_score":0.24691617},"labels":[],"label_agreement":null},{"id":"W3146785681","doi":"10.29173/iasl7759","title":"Focusing the library on the reader","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Reading (process); Pedagogy; Mathematics education; Psychology; Library science; Computer science; Linguistics","score_opus":0.031935935471864366,"score_gpt":0.24298219364225204,"score_spread":0.2110462581703877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146785681","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89085,0.0007032422,0.004078816,0.0022879026,0.00016940251,0.00006602919,0.000037306178,0.00064530794,0.10116203],"genre_scores_gemma":[0.9764251,0.0004953977,0.0021784534,0.0016399985,0.000080421836,0.00005412114,0.00004035631,0.00014787863,0.018938258],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972089,0.0016871719,0.0000634497,0.00036023164,0.00039992388,0.00028036573],"domain_scores_gemma":[0.98454845,0.008138361,0.0018121131,0.0020469194,0.0015427092,0.0019114118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001591845,0.00056501495,0.00042963008,0.00051202555,0.002990866,0.003587004,0.0012508056,0.0009852838,0.014963439],"category_scores_gemma":[0.014990635,0.00037724446,0.00039089442,0.00057617744,0.0021786918,0.0027829553,0.0036514404,0.001422328,0.0043168147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001986714,0.0023402572,0.083636105,0.0016734845,0.00014780615,0.0028767188,0.34699756,0.0006267726,0.08322413,0.007843408,0.021378987,0.4472681],"study_design_scores_gemma":[0.00032420098,0.005524078,0.31789213,0.0011033418,0.0007116388,0.0020713613,0.35913312,0.00045515504,0.038259923,0.008014882,0.2662044,0.00030576656],"about_ca_topic_score_codex":0.0036867352,"about_ca_topic_score_gemma":0.007305682,"teacher_disagreement_score":0.014963439,"about_ca_system_score_codex":0.0017178212,"about_ca_system_score_gemma":0.001714271,"threshold_uncertainty_score":0.05005771},"labels":[],"label_agreement":null},{"id":"W3149190779","doi":"10.1145/3448139.3448175","title":"Combining Data-Driven Models and Expert Knowledge for Personalized Support to Foster Computational Thinking Skills","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Mitacs","keywords":"Personalization; Computational thinking; Computer science; Personalized learning; Human–computer interaction; Artificial intelligence; Data science; Mathematics education; Psychology; Teaching method; World Wide Web; Cooperative learning; Open learning","score_opus":0.07569740317886438,"score_gpt":0.3458418922662319,"score_spread":0.27014448908736755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149190779","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21730419,0.0004023451,0.7695152,0.0015705422,0.000052053245,0.00041861896,0.0012527144,0.0034422493,0.006042082],"genre_scores_gemma":[0.68304217,0.00013944185,0.31342602,0.00023099368,0.000022586262,0.00025097356,0.0016341171,0.000108781416,0.0011449306],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840826,0.0007022766,0.00011933323,0.00039855676,0.00030409286,0.00006745466],"domain_scores_gemma":[0.9845637,0.011524246,0.00076931575,0.00196593,0.0008628422,0.00031381164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003024184,0.0007853396,0.00046833744,0.0015877405,0.00028213655,0.001971539,0.0012484238,0.00090514246,0.001577522],"category_scores_gemma":[0.01928738,0.00043644628,0.0006071381,0.0009373035,0.0004345075,0.002406753,0.0016262517,0.0017312866,0.00055976136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004248147,0.0032110596,0.06334452,0.0008050361,0.00030289197,0.00039337302,0.0027431303,0.30159226,0.010175237,0.011910271,0.006955897,0.5981415],"study_design_scores_gemma":[0.000041794043,0.00018832763,0.004725726,0.00008192075,0.00005313935,0.00011750036,0.00024878146,0.96286654,0.00548922,0.020369919,0.0057747993,0.000042323976],"about_ca_topic_score_codex":0.002733433,"about_ca_topic_score_gemma":0.010034984,"teacher_disagreement_score":0.003024184,"about_ca_system_score_codex":0.00097303046,"about_ca_system_score_gemma":0.0010514065,"threshold_uncertainty_score":0.015993655},"labels":[],"label_agreement":null},{"id":"W3151395092","doi":"10.1007/978-3-030-72132-9_8","title":"Educational Escape Room – Challenges and Obstacles","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Reading (process); Process (computing); Population; Quarter (Canadian coin); Phenomenon; Psychology; Computer science; Political science; Sociology; History; Law; Epistemology","score_opus":0.0253956722737493,"score_gpt":0.2570455298852023,"score_spread":0.231649857611453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151395092","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041046456,0.064284116,0.09646276,0.24355486,0.018412782,0.00015538585,0.00039425725,0.0047190487,0.53097034],"genre_scores_gemma":[0.28452078,0.027169585,0.04560272,0.018551687,0.0028079343,0.00034532498,0.00061570667,0.001616206,0.6187701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981975,0.00065970235,0.00005243332,0.00018791799,0.00043992238,0.000462461],"domain_scores_gemma":[0.9964012,0.0008485853,0.00010728345,0.00020651164,0.00042363562,0.0020127825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039891717,0.000744408,0.0007251391,0.0005098133,0.0028556134,0.008468899,0.0033800078,0.0029996263,0.070407435],"category_scores_gemma":[0.0052210167,0.00036857472,0.00072838383,0.0005264299,0.0026046925,0.010766218,0.009329454,0.006655674,0.01754341],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018460295,0.00035700892,0.0007238845,0.00037900303,0.0000105689705,0.0005532221,0.004247745,0.00061079586,0.0004981932,0.16237521,0.37302643,0.45703337],"study_design_scores_gemma":[0.00004042306,0.00014738443,0.00058866973,0.0013036204,0.000010085489,0.0011077567,0.014555862,0.00097278325,0.00042956628,0.08965903,0.89114004,0.000044866923],"about_ca_topic_score_codex":0.0013763156,"about_ca_topic_score_gemma":0.0049404134,"teacher_disagreement_score":0.070407435,"about_ca_system_score_codex":0.0013818825,"about_ca_system_score_gemma":0.005202989,"threshold_uncertainty_score":0.23553634},"labels":[],"label_agreement":null},{"id":"W3157694383","doi":"10.1108/ijilt-01-2021-0003","title":"Learning about serious game design and development at the K-12 level","year":2021,"lang":"en","type":"article","venue":"International Journal of Information and Learning Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Game design; Originality; Set (abstract data type); Entertainment; Video game development; Plan (archaeology); Mathematics education; Game Developer; Computer science; Instructional design; Multimedia; Psychology; Creativity","score_opus":0.01808566821125511,"score_gpt":0.25606577407398523,"score_spread":0.2379801058627301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157694383","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11630371,0.0071167145,0.42179182,0.015991677,0.0010429102,0.00134354,0.0005604382,0.004217881,0.43163124],"genre_scores_gemma":[0.4119576,0.01179098,0.42459497,0.0044029825,0.0002755684,0.0010982313,0.0009956062,0.0008561484,0.14402798],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981852,0.0007125619,0.00013835133,0.00020936439,0.00050893624,0.00024545853],"domain_scores_gemma":[0.994042,0.002479882,0.0005034418,0.0007834366,0.00089276675,0.0012985952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023248785,0.0009128081,0.00046076925,0.0006655092,0.001143291,0.0042575477,0.0011767149,0.0008785776,0.01678815],"category_scores_gemma":[0.0091109285,0.0003832136,0.00050467736,0.00048633397,0.0018809779,0.0033124497,0.002525195,0.0030396553,0.0082258135],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001856791,0.0011830006,0.009890768,0.002084813,0.000034627235,0.0005826752,0.017309992,0.0026895714,0.011531652,0.06016339,0.075737685,0.8186062],"study_design_scores_gemma":[0.000051113297,0.00070650433,0.0109654935,0.0023844182,0.000025781088,0.0023504281,0.009566782,0.0029184287,0.01043828,0.0922065,0.86830324,0.00008307853],"about_ca_topic_score_codex":0.00096931227,"about_ca_topic_score_gemma":0.0022254982,"teacher_disagreement_score":0.01678815,"about_ca_system_score_codex":0.0012302,"about_ca_system_score_gemma":0.0028062128,"threshold_uncertainty_score":0.056162},"labels":[],"label_agreement":null},{"id":"W3158696769","doi":"10.31598/sintechjournal.v4i1.632","title":"PROGRAMMER'S PERSPECTIVE IN YOGYAKARTA ABOUT OBJECT ORIENTED PROGRAMMING (OOP) IN SOFTWARE DEVELOPMENT USING CORRELATION ANALYSIS","year":2021,"lang":"id","type":"article","venue":"SINTECH (Science and Information Technology) Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Programmer; Humanities; Object-oriented programming; Physics; Computer science; Programming language; Art","score_opus":0.010359145748140085,"score_gpt":0.26957508561803495,"score_spread":0.2592159398698949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158696769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7432616,0.00451937,0.11836318,0.03799129,0.0005474681,0.00017586246,0.00013744111,0.00038141766,0.09462238],"genre_scores_gemma":[0.94959605,0.0029817678,0.028376522,0.0029523908,0.00013800894,0.000096025076,0.0000720084,0.00018651446,0.015600797],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98101646,0.01194698,0.0005983473,0.0012781613,0.0044647586,0.000695328],"domain_scores_gemma":[0.9441983,0.041501347,0.0042943563,0.0013270192,0.0067932396,0.0018856823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013096971,0.00031845705,0.00028786887,0.002156886,0.002548858,0.0071354443,0.0005948001,0.0009902036,0.0028192194],"category_scores_gemma":[0.037622944,0.0005005107,0.00039215205,0.0019921788,0.002987477,0.0035329408,0.0020714852,0.0027450845,0.0005659628],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025207756,0.00042480582,0.18691416,0.0006862671,0.00013740777,0.0024011636,0.38263208,0.0016572478,0.01552404,0.07634688,0.011944967,0.3210789],"study_design_scores_gemma":[0.0000725877,0.00070647727,0.26811656,0.0017677208,0.00032523856,0.005168627,0.37209985,0.012429801,0.011702145,0.05949236,0.2677004,0.00041821803],"about_ca_topic_score_codex":0.0043631135,"about_ca_topic_score_gemma":0.007693543,"teacher_disagreement_score":0.013096971,"about_ca_system_score_codex":0.0026229874,"about_ca_system_score_gemma":0.005447332,"threshold_uncertainty_score":0.06926423},"labels":[],"label_agreement":null},{"id":"W3158725434","doi":"10.1145/366413.364619","title":"Experiences with tutored video instruction for introductory programming courses","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Abandonment (legal); Mathematics education; Studio; Quarter (Canadian coin); Computer science; Community college; Course (navigation); Multimedia; Medical education; Psychology; Engineering; Medicine; Political science; Telecommunications","score_opus":0.014772326870057669,"score_gpt":0.2521385936302297,"score_spread":0.23736626676017206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158725434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875967,0.00032046775,0.0062923115,0.00044414238,0.000055512475,0.00009386453,0.000049750717,0.00022413876,0.0049230303],"genre_scores_gemma":[0.9867345,0.0003184792,0.0063944287,0.00036215398,0.00005561799,0.00010187958,0.00012261255,0.00012748898,0.0057828655],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99366355,0.004272053,0.00018770617,0.0005055313,0.00066804606,0.00070300495],"domain_scores_gemma":[0.9894505,0.0059809675,0.00073154696,0.0005328575,0.0011019615,0.0022021898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004560967,0.0007132466,0.0005983317,0.0007687657,0.0023387268,0.0031690234,0.0022026235,0.0015158564,0.0054177064],"category_scores_gemma":[0.018723695,0.00039320072,0.00054956955,0.00063632644,0.0014156435,0.0018785953,0.0030857215,0.0022057844,0.00095994805],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010689138,0.006063814,0.046213623,0.0009181149,0.000102990874,0.008704156,0.62361425,0.0021965771,0.024917979,0.002399352,0.008583904,0.27521637],"study_design_scores_gemma":[0.000728597,0.018057154,0.065038554,0.0006498592,0.00045765116,0.017556183,0.56217575,0.014491769,0.050487254,0.0030870354,0.26664865,0.0006214782],"about_ca_topic_score_codex":0.002098816,"about_ca_topic_score_gemma":0.0038479446,"teacher_disagreement_score":0.0054177064,"about_ca_system_score_codex":0.0012590657,"about_ca_system_score_gemma":0.00082148414,"threshold_uncertainty_score":0.024120986},"labels":[],"label_agreement":null},{"id":"W3159550417","doi":"","title":"A Student's Complex Structure of Schemes Development for Authentic Programming-Based Mathematical Investigation Projects","year":2020,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Mathematics education; Programming language; Software engineering; Mathematics","score_opus":0.04055889643127683,"score_gpt":0.2772816139084524,"score_spread":0.23672271747717558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159550417","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43842235,0.00007480789,0.47035012,0.0015036251,0.000067357185,0.00030233234,0.00020882775,0.00075716735,0.08831326],"genre_scores_gemma":[0.9252435,0.000027288652,0.06157131,0.000026294096,0.0000089417645,0.00009181971,0.00011352741,0.00010705777,0.012810315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9979208,0.0010168127,0.000107129374,0.00024797616,0.00047926462,0.00022795798],"domain_scores_gemma":[0.99174774,0.0030571423,0.00064339285,0.00220934,0.0011237602,0.0012186483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029948757,0.00024938892,0.00022672559,0.000721085,0.0015063257,0.0032123898,0.0007448835,0.0010505259,0.014560606],"category_scores_gemma":[0.012629919,0.00031101736,0.00031803473,0.0005479358,0.002004963,0.0035233567,0.0041605406,0.0012871369,0.00209222],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023995872,0.00011857044,0.0052689053,0.000055087185,0.000006003401,0.00022994578,0.0042986744,0.0029113577,0.0051935744,0.9357252,0.001615497,0.044337228],"study_design_scores_gemma":[0.00011083497,0.0006222694,0.0077492255,0.00013998833,0.000037370522,0.0010537634,0.004803692,0.13179357,0.030095406,0.73213387,0.09138229,0.000077753786],"about_ca_topic_score_codex":0.0004248216,"about_ca_topic_score_gemma":0.00044513162,"teacher_disagreement_score":0.014560606,"about_ca_system_score_codex":0.0013536157,"about_ca_system_score_gemma":0.001753737,"threshold_uncertainty_score":0.048710108},"labels":[],"label_agreement":null},{"id":"W3159912938","doi":"10.1007/s10643-021-01188-z","title":"Noticing and Naming Computational Thinking During Play","year":2021,"lang":"en","type":"article","venue":"Early Childhood Education Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Western University","funders":"","keywords":"Sociology of Education; Psychology; CLIPS; Mathematics education; Pedagogy; Cognitive psychology; Computer science; Artificial intelligence","score_opus":0.005570402871047564,"score_gpt":0.23104104300471306,"score_spread":0.2254706401336655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159912938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9016527,0.0005271588,0.02590554,0.0003394377,0.00016204953,0.00006726648,0.00023852587,0.00046456003,0.07064276],"genre_scores_gemma":[0.9830094,0.00017714866,0.008621482,0.000079087404,0.000014253808,0.000047062134,0.00020984125,0.00021725085,0.00762443],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99630344,0.0010755858,0.00019529677,0.0006919475,0.0012386347,0.00049511046],"domain_scores_gemma":[0.9830362,0.010009116,0.0019188456,0.0018822002,0.0022405698,0.0009129984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020875281,0.000582123,0.00048232256,0.00077636173,0.0009486674,0.005152051,0.0011362816,0.0013736776,0.0053718467],"category_scores_gemma":[0.030299893,0.00077577535,0.00037845963,0.0006375864,0.0021603433,0.0046206187,0.0017461533,0.0023872287,0.00085098774],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002216439,0.00032478393,0.14267702,0.0009855744,0.0001091648,0.0035449883,0.21163449,0.0036116403,0.33087993,0.11537652,0.0038980988,0.18474145],"study_design_scores_gemma":[0.00026753845,0.0015219013,0.5155179,0.0011315987,0.00040311145,0.011031371,0.13646846,0.029689606,0.118305564,0.12632477,0.05868558,0.00065261684],"about_ca_topic_score_codex":0.0057017347,"about_ca_topic_score_gemma":0.007146554,"teacher_disagreement_score":0.0057017347,"about_ca_system_score_codex":0.0012327149,"about_ca_system_score_gemma":0.0016518553,"threshold_uncertainty_score":0.017970562},"labels":[],"label_agreement":null},{"id":"W3165385978","doi":"10.1080/08993408.2021.1918380","title":"Assessing computational thinking: an overview of the field","year":2021,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Computer science; Field (mathematics); Computational thinking; Mathematics education; Management science; Data science; Artificial intelligence; Psychology","score_opus":0.07305983883628253,"score_gpt":0.3930400650049422,"score_spread":0.3199802261686597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165385978","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032644921,0.9600868,0.019108513,0.003802748,0.000448176,0.00011920482,0.00013475602,0.00013560402,0.012899594],"genre_scores_gemma":[0.03064961,0.92992264,0.03362135,0.0020589249,0.0012138675,0.00034809712,0.00024833358,0.00007902068,0.0018581821],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968267,0.0010190064,0.0003773968,0.0005937019,0.0010479296,0.00013518687],"domain_scores_gemma":[0.9826554,0.012139387,0.0008124301,0.00046023127,0.00325669,0.0006759068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005883525,0.0015933894,0.0015960595,0.013658917,0.00076854666,0.0052379724,0.0016855923,0.0023237162,0.0030204481],"category_scores_gemma":[0.010830886,0.0008497532,0.0010689232,0.009946833,0.0038557532,0.0065891007,0.0025811682,0.003520945,0.0015565753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012915616,0.00022083217,0.0067157215,0.007942021,0.00007122036,0.000061897976,0.00082004047,0.0009995688,0.000981314,0.019149924,0.007595778,0.95531255],"study_design_scores_gemma":[0.00007077905,0.0007412949,0.05589598,0.04115955,0.00025728412,0.0036798797,0.0036216658,0.0041220537,0.0037739826,0.18361063,0.7027596,0.00030723447],"about_ca_topic_score_codex":0.0053841285,"about_ca_topic_score_gemma":0.005416353,"teacher_disagreement_score":0.013658917,"about_ca_system_score_codex":0.0036785789,"about_ca_system_score_gemma":0.0063552964,"threshold_uncertainty_score":0.031115472},"labels":[],"label_agreement":null},{"id":"W3168143505","doi":"10.1007/978-3-030-78292-4_17","title":"Investigating Students’ Reasoning in a Code-Tracing Tutor","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"TUTOR; Tracing; Computer science; Protocol analysis; Coding (social sciences); Code (set theory); Think aloud protocol; Programming language; Human–computer interaction; Cognitive science; Psychology; Usability","score_opus":0.022055190392314922,"score_gpt":0.2847361647559424,"score_spread":0.2626809743636275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168143505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934343,0.000047296042,0.002786163,0.00021923136,0.000027594668,0.000039261657,0.000040676157,0.00013758494,0.0032678524],"genre_scores_gemma":[0.9928203,0.000029634748,0.0022588952,0.00009056427,0.0000063683133,0.000016959737,0.00006857181,0.00003157546,0.004677135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870706,0.00052007404,0.00009002254,0.00029768542,0.00023155792,0.00015358675],"domain_scores_gemma":[0.98924166,0.0067489236,0.0007682675,0.00063871173,0.001503368,0.0010990488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017181974,0.0003749327,0.0004112588,0.0006133409,0.00086160394,0.002324393,0.0010209763,0.0020082816,0.006448224],"category_scores_gemma":[0.021088937,0.000254838,0.00024221018,0.00029454712,0.0007177428,0.0013215616,0.0014092046,0.0017282976,0.0014521346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006013012,0.01729482,0.28118134,0.00067919027,0.00016695933,0.012825363,0.2565581,0.0071212417,0.15920863,0.00786134,0.0108116185,0.2402784],"study_design_scores_gemma":[0.0012392689,0.026849395,0.32913566,0.0005622255,0.0005662246,0.016733587,0.15939395,0.139312,0.23600094,0.022560775,0.067099765,0.0005462175],"about_ca_topic_score_codex":0.0013488535,"about_ca_topic_score_gemma":0.0014288641,"teacher_disagreement_score":0.006448224,"about_ca_system_score_codex":0.00077121897,"about_ca_system_score_gemma":0.0007382597,"threshold_uncertainty_score":0.021571517},"labels":[],"label_agreement":null},{"id":"W3169820512","doi":"10.1108/ils-08-2020-0188","title":"Implementation of embedded assessment in maker classrooms: challenges and opportunities","year":2021,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Rubric; Agency (philosophy); Set (abstract data type); Computer science; Variety (cybernetics); Process (computing); Assessment for learning; Originality; Mathematics education; Formative assessment; Knowledge management; Psychology; Creativity; Sociology; Artificial intelligence","score_opus":0.0599952588312805,"score_gpt":0.33761944876770017,"score_spread":0.2776241899364197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169820512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7274014,0.0022726716,0.22609851,0.010337431,0.00054637255,0.0022374596,0.00007715636,0.002349889,0.028679078],"genre_scores_gemma":[0.8086544,0.0006270038,0.18649048,0.0006768345,0.00006754536,0.0008145735,0.000057712823,0.00019135507,0.0024200843],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.90737104,0.06143815,0.0053965105,0.005075087,0.01633313,0.0043860604],"domain_scores_gemma":[0.8553621,0.08604399,0.010875236,0.02621987,0.013127112,0.00837173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06787268,0.0009393154,0.0010607076,0.0020027137,0.0036303094,0.012761559,0.00650802,0.0027261765,0.001830115],"category_scores_gemma":[0.123344295,0.000916787,0.0009110911,0.0015938348,0.0072690756,0.010479068,0.011965833,0.0044587753,0.000674391],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027708663,0.0032297184,0.04379578,0.0020071657,0.000111024376,0.0016118826,0.10473006,0.005455374,0.008071163,0.02055031,0.0028981923,0.8072623],"study_design_scores_gemma":[0.00078787334,0.0129735395,0.11550283,0.008371824,0.00044049736,0.0060823504,0.30662033,0.033342287,0.051788587,0.13163345,0.33123294,0.0012234655],"about_ca_topic_score_codex":0.0011429694,"about_ca_topic_score_gemma":0.0023981598,"teacher_disagreement_score":0.06787268,"about_ca_system_score_codex":0.0032779688,"about_ca_system_score_gemma":0.012465821,"threshold_uncertainty_score":0.35894936},"labels":[],"label_agreement":null},{"id":"W3170808680","doi":"10.14434/ijdl.v12i1.31263","title":"Hack, Slash &amp; Backstab: A Post-Mortem of University Game Development at Scale","year":2021,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"University of California, Irvine","keywords":"Context (archaeology); Computer science; Documentation; Multimedia; Discipline; Situated learning; Video game development; Situated; Game design; Pedagogy; Sociology","score_opus":0.032813967250598874,"score_gpt":0.27501234662203616,"score_spread":0.2421983793714373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170808680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6546113,0.002375532,0.020710645,0.03590192,0.010404111,0.00063824747,0.0011710599,0.0038098996,0.27037734],"genre_scores_gemma":[0.74661416,0.0008660795,0.008302214,0.0034905772,0.00078205793,0.00018817835,0.0004305495,0.0009705275,0.2383557],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99854326,0.00034164893,0.000040858995,0.0001657302,0.00069839467,0.00021021809],"domain_scores_gemma":[0.9972253,0.0007752008,0.00022134956,0.00041604417,0.00063364697,0.0007285741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018243203,0.0005447252,0.00029237295,0.0017246708,0.0060687116,0.0037348222,0.0010002109,0.0016783224,0.014399048],"category_scores_gemma":[0.013147749,0.00045894636,0.00027740293,0.00074049295,0.0030014152,0.0020084747,0.0037295583,0.00474893,0.0043179607],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000695009,0.0009812211,0.018080303,0.00033773863,0.000042605046,0.028192598,0.21884936,0.0011186202,0.009624954,0.03735729,0.3972455,0.28747478],"study_design_scores_gemma":[0.000022519858,0.0006226741,0.023768954,0.00044392108,0.00001576579,0.004249013,0.08941599,0.0011653082,0.005376863,0.0046826997,0.87013906,0.000097219796],"about_ca_topic_score_codex":0.006499548,"about_ca_topic_score_gemma":0.026131006,"teacher_disagreement_score":0.014399048,"about_ca_system_score_codex":0.0032540672,"about_ca_system_score_gemma":0.0017059369,"threshold_uncertainty_score":0.048169613},"labels":[],"label_agreement":null},{"id":"W3171228652","doi":"10.18162/ritpu-2021-v18n2-03","title":"Challenges, Multiple Attempts, and Trump Cards: A Practice Report of Student’s Exposure to an Automated Correction System for a Programming Challenges Activity","year":2021,"lang":"en","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Medical education; Programming language; Mathematics education; Psychology; Medicine","score_opus":0.05945509478269099,"score_gpt":0.32610471147996,"score_spread":0.266649616697269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171228652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938273,0.0000950619,0.0034300769,0.0004699934,0.00004834057,0.00010825745,0.000053114924,0.0001333329,0.0018344023],"genre_scores_gemma":[0.98683923,0.00024852727,0.0045052115,0.00033076995,0.00004678305,0.000104829094,0.00015308139,0.00013082822,0.007640606],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9940579,0.0018962898,0.00049039297,0.0012573403,0.0014490398,0.00084904436],"domain_scores_gemma":[0.9787719,0.009037474,0.0027088192,0.0022718795,0.003232557,0.0039773383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040455637,0.0015538255,0.0010063123,0.0020453385,0.0029788143,0.0025013827,0.0018260516,0.0031558461,0.002688819],"category_scores_gemma":[0.031898923,0.0012567047,0.0008466081,0.0008796796,0.0024304825,0.001727212,0.0039931904,0.0037839618,0.0014157324],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006383308,0.013301068,0.13522899,0.0007625589,0.00019912106,0.031170754,0.5404665,0.001518258,0.036600936,0.00097280147,0.0063746246,0.2327661],"study_design_scores_gemma":[0.00021101242,0.027128804,0.3550981,0.00064948655,0.00031052346,0.08783126,0.38556668,0.01157144,0.044355992,0.0026251492,0.08349758,0.0011539992],"about_ca_topic_score_codex":0.0019023537,"about_ca_topic_score_gemma":0.0038091973,"teacher_disagreement_score":0.0040455637,"about_ca_system_score_codex":0.0010799,"about_ca_system_score_gemma":0.00126449,"threshold_uncertainty_score":0.021395206},"labels":[],"label_agreement":null},{"id":"W3173152256","doi":"10.6017/ital.v40i2.12963","title":"Algorithmic Literacy and the Role for Libraries","year":2021,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Guelph","funders":"","keywords":"Literacy; Computer science; Information literacy; Everyday life; Critical literacy; World Wide Web; Data science; Sociology; Epistemology; Pedagogy","score_opus":0.003975957623559503,"score_gpt":0.20488445104677191,"score_spread":0.2009084934232124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173152256","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031838756,0.012904011,0.04315754,0.2529488,0.0011584456,0.00006206552,0.00006258219,0.00078433,0.65708363],"genre_scores_gemma":[0.87817734,0.0076420093,0.019748894,0.020906074,0.0012429879,0.00015988592,0.000059832364,0.0003182416,0.0717448],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9913272,0.005793725,0.00038066084,0.00057151343,0.0010940821,0.00083283725],"domain_scores_gemma":[0.9741228,0.017552577,0.0020097308,0.0019541236,0.0018514119,0.0025093656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006462865,0.00040278232,0.0004702077,0.0029499934,0.008705827,0.027175762,0.0017538078,0.0064196843,0.010830243],"category_scores_gemma":[0.016652495,0.00039847186,0.0004123083,0.0030115128,0.036481228,0.03595235,0.012819602,0.007365177,0.002594406],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060308967,0.000012128702,0.00022089588,0.000037629714,0.0000011407337,0.00003503129,0.0024427488,0.00005674823,0.00003071157,0.9864522,0.0032452582,0.007459486],"study_design_scores_gemma":[0.000013415368,0.00002493575,0.00037594416,0.00041567316,0.000009024639,0.00026614033,0.0065288665,0.00049062795,0.000527712,0.70750594,0.28381872,0.000022848488],"about_ca_topic_score_codex":0.0013762822,"about_ca_topic_score_gemma":0.0017607572,"teacher_disagreement_score":0.027175762,"about_ca_system_score_codex":0.0051722415,"about_ca_system_score_gemma":0.0094164,"threshold_uncertainty_score":0.037527382},"labels":[],"label_agreement":null},{"id":"W3173363299","doi":"10.1145/3430665.3456353","title":"Fostering High School Girls' Interest and Attainment in Computer Science","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Intervention (counseling); Workforce; Relevance (law); Psychology; Expectancy theory; Medical education; Mathematics education; Medicine; Social psychology","score_opus":0.03685361997061959,"score_gpt":0.28428359751642374,"score_spread":0.24742997754580415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173363299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99489,0.00009487919,0.000239009,0.0002483578,0.00001863771,0.000067361405,0.000030560313,0.0000109235525,0.004400295],"genre_scores_gemma":[0.99357504,0.00015309626,0.00091045606,0.00010805485,0.000013226217,0.00009240923,0.000047746722,0.000008511308,0.005091425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994491,0.0001757624,0.000019736362,0.000060416252,0.00012810407,0.00016692984],"domain_scores_gemma":[0.9986627,0.0002446692,0.00023541164,0.00005879911,0.00013687642,0.0006615096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012422204,0.00023793544,0.00029248727,0.00048633604,0.0016770365,0.0012886346,0.00035200865,0.0004363132,0.0067183734],"category_scores_gemma":[0.0016829394,0.00017926763,0.00028149007,0.00023029582,0.00045645292,0.0003212613,0.0014282145,0.0007144197,0.00090588664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062848383,0.016304838,0.6010723,0.00072887045,0.00009344207,0.0009086217,0.036113877,0.00014099579,0.07191958,0.0038689298,0.00512394,0.26309606],"study_design_scores_gemma":[0.000113103626,0.0044196574,0.8956882,0.00023451555,0.00008231658,0.00063697493,0.036520194,0.00021789945,0.017974043,0.00084690587,0.043234825,0.00003129723],"about_ca_topic_score_codex":0.0014872015,"about_ca_topic_score_gemma":0.005341105,"teacher_disagreement_score":0.0067183734,"about_ca_system_score_codex":0.00038317798,"about_ca_system_score_gemma":0.0009711832,"threshold_uncertainty_score":0.022475183},"labels":[],"label_agreement":null},{"id":"W3173796469","doi":"10.1145/3459990.3460694","title":"PlushPal: Storytelling with Interactive Plush Toys and Machine Learning","year":2021,"lang":"en","type":"article","venue":"Interaction Design and Children","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Storytelling; Computer science; Gesture; Interactive storytelling; Context (archaeology); Multimedia; Human–computer interaction; Debugging; Artificial intelligence; Programming language","score_opus":0.01713872266153205,"score_gpt":0.23553054832233244,"score_spread":0.2183918256608004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173796469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13508537,0.0012578608,0.76207215,0.0012568296,0.00031435097,0.00097431923,0.0026950876,0.02845282,0.06789125],"genre_scores_gemma":[0.35693812,0.00089872157,0.59757656,0.00056193164,0.00010741696,0.0015510918,0.00299336,0.0021920826,0.03718073],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99908555,0.0004524701,0.00005424499,0.00014495366,0.00018813703,0.000074654614],"domain_scores_gemma":[0.9969908,0.002138891,0.00013586317,0.0003137794,0.00013911558,0.00028149973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010806615,0.0013636949,0.0004034683,0.00070586894,0.00046758648,0.0020047287,0.0017916928,0.0009296139,0.027572222],"category_scores_gemma":[0.0050049196,0.00060098927,0.00066991587,0.00027388093,0.0008710328,0.0029177663,0.003900888,0.0010103172,0.0044513266],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015744977,0.0011536103,0.008651962,0.004120741,0.0001783409,0.005560179,0.028385745,0.011590788,0.09561461,0.043300953,0.08542279,0.7144459],"study_design_scores_gemma":[0.00028866157,0.001577644,0.0106044905,0.00074941694,0.00015289002,0.009556479,0.005579893,0.039755598,0.052066155,0.02392327,0.8554462,0.00029930042],"about_ca_topic_score_codex":0.00027728974,"about_ca_topic_score_gemma":0.00076255907,"teacher_disagreement_score":0.027572222,"about_ca_system_score_codex":0.00031854573,"about_ca_system_score_gemma":0.00023671381,"threshold_uncertainty_score":0.09223825},"labels":[],"label_agreement":null},{"id":"W3174034825","doi":"10.1145/3456565.3460037","title":"Teaching Social Engineering Using Improv","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Improvisation; Class (philosophy); Computer science; Engineering education; Social engineering (security); Multimedia; Mathematics education; Engineering management; Engineering; Psychology; Artificial intelligence; Computer security; Visual arts","score_opus":0.01936321519691641,"score_gpt":0.2645051649748274,"score_spread":0.24514194977791098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174034825","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07289167,0.00035689474,0.66710275,0.005715099,0.000874873,0.0007826487,0.000097136755,0.00296594,0.24921305],"genre_scores_gemma":[0.47281697,0.000684263,0.3814546,0.0020118263,0.00034466706,0.0016350793,0.0002280995,0.00082599453,0.1399984],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827886,0.0007875866,0.00004905948,0.00022346237,0.00046182307,0.00019923775],"domain_scores_gemma":[0.99604636,0.0022429354,0.00021509283,0.0005768957,0.00032049653,0.00059831206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016720393,0.0009268881,0.00030366483,0.00071554194,0.0021908851,0.0032325059,0.001962331,0.0013952346,0.025014468],"category_scores_gemma":[0.0055817114,0.00027306273,0.00055381627,0.0003294255,0.0031720102,0.002353008,0.0061205938,0.003301914,0.005252639],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032468204,0.0030051772,0.0031207441,0.00079284294,0.000042330303,0.00072091515,0.028290793,0.011018782,0.040675364,0.285913,0.044411946,0.5816834],"study_design_scores_gemma":[0.000177154,0.0014054141,0.0018511075,0.0006645592,0.000028785786,0.0015568848,0.016036814,0.033398323,0.049949013,0.21708082,0.67774504,0.00010608808],"about_ca_topic_score_codex":0.0003600322,"about_ca_topic_score_gemma":0.0010984103,"teacher_disagreement_score":0.025014468,"about_ca_system_score_codex":0.0011033535,"about_ca_system_score_gemma":0.0016800866,"threshold_uncertainty_score":0.0836817},"labels":[],"label_agreement":null},{"id":"W3178420377","doi":"10.1007/s10639-021-10546-8","title":"Teaching highly mixed-ability CS1 classes: A proposed approach","year":2021,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"University of British Columbia","keywords":"Likert scale; Mathematics education; Class (philosophy); Diversity (politics); Educational technology; Computer science; Psychology; Significant difference; Medical education; Mathematics; Medicine; Statistics; Sociology; Artificial intelligence","score_opus":0.009433516087347035,"score_gpt":0.24762273236801566,"score_spread":0.23818921628066864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178420377","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047459215,0.0001458802,0.9068974,0.005130072,0.00026995232,0.0015804702,0.0001724488,0.002509917,0.035834618],"genre_scores_gemma":[0.279383,0.00012672952,0.7023985,0.0005015003,0.00007310581,0.0009143554,0.0001273905,0.00008622674,0.016389178],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99818254,0.00052638823,0.0000841213,0.0004714259,0.00056321354,0.00017240942],"domain_scores_gemma":[0.9985984,0.0002729345,0.00009078165,0.00018589829,0.0005052189,0.00034671865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014442249,0.00051716866,0.00041524137,0.0013197553,0.0018535145,0.003023356,0.0024803376,0.0015738439,0.01466772],"category_scores_gemma":[0.002131874,0.00037034584,0.000922642,0.00083709875,0.0012454796,0.0023664818,0.0033091262,0.0009380387,0.0028267538],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041884705,0.00300608,0.010144814,0.00043926644,0.00012504857,0.0003307068,0.0021582104,0.011085946,0.03731366,0.12249067,0.012964536,0.7995222],"study_design_scores_gemma":[0.0014150566,0.003662182,0.018427482,0.0003213101,0.0006518827,0.0029597736,0.007059903,0.62375426,0.057736967,0.15962192,0.12398382,0.00040535093],"about_ca_topic_score_codex":0.0046452046,"about_ca_topic_score_gemma":0.009689799,"teacher_disagreement_score":0.01466772,"about_ca_system_score_codex":0.001663621,"about_ca_system_score_gemma":0.0075811474,"threshold_uncertainty_score":0.04906839},"labels":[],"label_agreement":null},{"id":"W3182953431","doi":"10.3991/ijet.v16i13.23147","title":"Challenge-based and Competency-based Assessments in an Undergraduate Programming Course","year":2021,"lang":"en","type":"article","venue":"International Journal of Emerging Technologies in Learning (iJET)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mohawk College; McMaster University","funders":"","keywords":"Computer science; Variety (cybernetics); Course (navigation); Competency assessment; Mathematics education; Artificial intelligence; Medical education; Psychology; Engineering","score_opus":0.022423473262056088,"score_gpt":0.34435518014238586,"score_spread":0.3219317068803298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182953431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98845184,0.00008257562,0.009265264,0.00004660111,0.00001838369,0.00018670458,0.000039217077,0.000050449744,0.0018588945],"genre_scores_gemma":[0.979345,0.000057849218,0.01910298,0.000047910686,0.000008502778,0.00019103129,0.00012474749,0.0000137959605,0.0011082],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98830974,0.0049522077,0.0006538825,0.0011378536,0.004500747,0.00044558075],"domain_scores_gemma":[0.9790947,0.009920477,0.0025483835,0.0009220097,0.005525146,0.0019892566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078084418,0.00068116526,0.00071558566,0.001112716,0.00036618474,0.0017304282,0.00090826553,0.0010205825,0.0008558852],"category_scores_gemma":[0.032932077,0.00020589706,0.0003637551,0.00064933917,0.0003006367,0.0014686595,0.0014441293,0.0007985823,0.00053532363],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041445857,0.015761513,0.41613492,0.00050665485,0.00039002488,0.00031642188,0.0036510131,0.030513,0.037631985,0.0021456166,0.0016094106,0.48719493],"study_design_scores_gemma":[0.00040969707,0.044564836,0.6879708,0.00018333134,0.00022866382,0.00061327574,0.0040262514,0.17633264,0.07638165,0.0029945779,0.005978855,0.00031538037],"about_ca_topic_score_codex":0.0010229192,"about_ca_topic_score_gemma":0.002233426,"teacher_disagreement_score":0.0078084418,"about_ca_system_score_codex":0.0006741279,"about_ca_system_score_gemma":0.0010450184,"threshold_uncertainty_score":0.04129553},"labels":[],"label_agreement":null},{"id":"W3189515872","doi":"10.1007/s42330-021-00158-2","title":"We Tell These Stories to Survive: Towards Abolition in Computer Science Education","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Mathematics education; History; Political science; Psychology","score_opus":0.013263968854312918,"score_gpt":0.28186560337364014,"score_spread":0.2686016345193272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189515872","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06436814,0.0019919486,0.0023959368,0.79571724,0.0050079687,0.000028685425,0.000044009517,0.000079028556,0.130367],"genre_scores_gemma":[0.61492646,0.0012495941,0.0012196908,0.24070446,0.0012847334,0.000054096647,0.0000524891,0.00023723862,0.14027116],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9840224,0.0058033788,0.00043088876,0.0012035429,0.0043919315,0.00414797],"domain_scores_gemma":[0.97305906,0.009264291,0.0017581055,0.0015052516,0.0054242774,0.008989065],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013025878,0.00031436962,0.00047749095,0.0008806302,0.026754675,0.012053949,0.002127872,0.011451386,0.009240907],"category_scores_gemma":[0.034676414,0.0004530123,0.00039125828,0.0009429627,0.036080167,0.00953077,0.013999308,0.03249094,0.0016168971],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000737537,0.00013510925,0.004465989,0.00010323366,0.000017943425,0.00061895134,0.2205678,0.00011804728,0.0006962051,0.4942108,0.24062945,0.03836266],"study_design_scores_gemma":[0.000018094024,0.00004888528,0.0032248844,0.00018182668,0.000011398031,0.00023626858,0.08520738,0.00010161,0.0006992107,0.039552048,0.8706704,0.000047949536],"about_ca_topic_score_codex":0.046919506,"about_ca_topic_score_gemma":0.08920415,"teacher_disagreement_score":0.99253935,"about_ca_system_score_codex":0.0074606747,"about_ca_system_score_gemma":0.017600514,"threshold_uncertainty_score":0.09329277},"labels":[],"label_agreement":null},{"id":"W318962794","doi":"10.1080/07468342.2007.11922246","title":"The Number-Pad Game","year":2007,"lang":"en","type":"article","venue":"College Mathematics Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Mathematics; Graduate students; Wife; Competition (biology); Championship; Library science; Computer science; Combinatorics; History; Psychology; Philosophy; Theology","score_opus":0.014472801406681985,"score_gpt":0.27841386414363817,"score_spread":0.26394106273695617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W318962794","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023277445,0.0003824747,0.075005956,0.0050887344,0.0015525293,0.00045965126,0.0025243815,0.0031975815,0.88851124],"genre_scores_gemma":[0.44062454,0.00065288023,0.07067255,0.0023038976,0.0003293586,0.001119659,0.003854608,0.0011926332,0.4792499],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995801,0.00010760849,0.00002291047,0.00009130628,0.00010982845,0.000088281704],"domain_scores_gemma":[0.999474,0.00021791368,0.000020103838,0.00007012901,0.000056184865,0.00016162032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037096153,0.00091219984,0.0007248061,0.0004683787,0.0015345468,0.0021187228,0.0014152519,0.0011347245,0.19620349],"category_scores_gemma":[0.002594886,0.00026870077,0.0005360623,0.0003716231,0.00090435235,0.004324119,0.0021758077,0.00178579,0.027036069],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008225143,0.00033851212,0.0006963826,0.00025294194,0.000029025543,0.00038123387,0.00037708445,0.0051034517,0.0024574168,0.5989124,0.28186288,0.10876612],"study_design_scores_gemma":[0.0003339051,0.0002185397,0.0007052096,0.00013202017,0.00002491848,0.00046279133,0.00037513798,0.046511047,0.0022789699,0.46465564,0.48424327,0.000058534002],"about_ca_topic_score_codex":0.0016559582,"about_ca_topic_score_gemma":0.0025360628,"teacher_disagreement_score":0.19620349,"about_ca_system_score_codex":0.0010026271,"about_ca_system_score_gemma":0.0007865869,"threshold_uncertainty_score":0.65636605},"labels":[],"label_agreement":null},{"id":"W3196654106","doi":"10.1145/3466725.3466758","title":"Frustration as an Opportunity for Learning: Review of Literature","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Frustration; Psychology; Empirical research; Mathematics education; Social psychology; Epistemology","score_opus":0.038010867815674844,"score_gpt":0.3321750658526803,"score_spread":0.29416419803700544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196654106","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039236946,0.9981592,0.00010455301,0.00060246454,0.00014019494,0.0000097687725,0.000024319843,0.0000043609643,0.00056275295],"genre_scores_gemma":[0.0030304564,0.99605644,0.00018843474,0.00039132693,0.00017468649,0.000024283006,0.000026425756,0.0000039409138,0.00010392867],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969915,0.0008963933,0.0007129713,0.00039980604,0.00083856186,0.00016064475],"domain_scores_gemma":[0.9673766,0.026507782,0.0026894526,0.00026667156,0.0026807156,0.00047869908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004050472,0.0012190017,0.0025932589,0.0073611937,0.00092804176,0.0044771424,0.0017664707,0.0023356215,0.004542708],"category_scores_gemma":[0.016776372,0.00087408663,0.0017128404,0.007847491,0.0020073098,0.0045812344,0.0018694451,0.0021444755,0.001022721],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016161635,0.00012232376,0.0023092097,0.17137061,0.00049521663,0.0003331513,0.0016080765,0.00034001694,0.00024551665,0.0036533098,0.01990218,0.79945886],"study_design_scores_gemma":[0.000059437778,0.0002814634,0.020758346,0.4516927,0.003059878,0.0038517392,0.00522838,0.00027088757,0.00059236924,0.007503472,0.50652355,0.00017787048],"about_ca_topic_score_codex":0.005801806,"about_ca_topic_score_gemma":0.010249124,"teacher_disagreement_score":0.0073611937,"about_ca_system_score_codex":0.0027555344,"about_ca_system_score_gemma":0.006899534,"threshold_uncertainty_score":0.021421254},"labels":[],"label_agreement":null},{"id":"W3197887975","doi":"10.1145/3466725.3466759","title":"Facilitating Online Distributed Critical Making: Lessons Learned","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Reflection (computer programming); Critical reflection; Flexibility (engineering); Creativity; Facilitation; Computer science; Psychology; Pedagogy; Social psychology","score_opus":0.10614791566847886,"score_gpt":0.39745944520545484,"score_spread":0.291311529536976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197887975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27119294,0.03160416,0.23641844,0.2586744,0.0067604887,0.005064152,0.00068008684,0.0047745905,0.1848307],"genre_scores_gemma":[0.62972206,0.03308376,0.2910377,0.012658639,0.0018494927,0.0020290883,0.00068815553,0.0010858094,0.027845362],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99126875,0.0060257,0.0002603317,0.00048345161,0.0011517316,0.000809979],"domain_scores_gemma":[0.95515865,0.03302868,0.0006785317,0.0026541771,0.004034468,0.004445576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011143452,0.0015025845,0.0005860896,0.0010473322,0.0029974096,0.006598627,0.0046044313,0.0029561217,0.007024836],"category_scores_gemma":[0.03027669,0.0005333178,0.00074562244,0.0010473278,0.0039900206,0.0124272965,0.005804532,0.004509913,0.0020304113],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023163635,0.0027192691,0.003521799,0.004843744,0.0000413249,0.0019832482,0.060182687,0.0019675528,0.0026870428,0.018741395,0.049206488,0.8538738],"study_design_scores_gemma":[0.00046172633,0.0024535588,0.0079523055,0.013681717,0.00014981371,0.0041047116,0.25422964,0.0073562204,0.013274164,0.09383779,0.6021792,0.00031907827],"about_ca_topic_score_codex":0.005016473,"about_ca_topic_score_gemma":0.0085644135,"teacher_disagreement_score":0.011143452,"about_ca_system_score_codex":0.0021716862,"about_ca_system_score_gemma":0.0063180486,"threshold_uncertainty_score":0.0589329},"labels":[],"label_agreement":null},{"id":"W3198198404","doi":"10.5539/jel.v10n5p76","title":"Systematizing ICT Education Curriculum for Developing Computational Thinking: Case Studies of Curricula in the United States, Australia, and the United Kingdom","year":2021,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Information and Communications Technology; Computational thinking; Curriculum framework; Sociology; Pedagogy; Curriculum development; Perspective (graphical); Social studies; Engineering ethics; Mathematics education; Political science; Psychology; Engineering; Computer science","score_opus":0.07280025120308513,"score_gpt":0.3839454795709631,"score_spread":0.31114522836787795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198198404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963108,0.00015235739,0.00019176387,0.0002470579,0.0000032683688,0.00003830624,0.000008662798,0.0000034832206,0.0030441678],"genre_scores_gemma":[0.9981772,0.00021057998,0.0005404277,0.00007688923,0.0000010479725,0.000029390965,0.000015386457,0.0000036871404,0.0009453907],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99407023,0.0040548197,0.00029654676,0.00020074334,0.00052686146,0.00085083203],"domain_scores_gemma":[0.98709863,0.0073265443,0.0014180754,0.0004911445,0.0020220757,0.0016435347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004739879,0.00017082618,0.00024875937,0.0015933061,0.0040290244,0.0028494976,0.0009404541,0.0010038773,0.0014311145],"category_scores_gemma":[0.016061746,0.00030469286,0.00021662211,0.0026464022,0.002207768,0.0017462673,0.003560074,0.0008685403,0.00017149058],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025008305,0.0017441178,0.15790036,0.0005657628,0.000038612645,0.006192227,0.712663,0.0020492848,0.0017202033,0.015487546,0.0024579742,0.098930866],"study_design_scores_gemma":[0.000074969925,0.0006124609,0.17768575,0.0005682734,0.000041957534,0.0012380892,0.78409886,0.003002619,0.0014217686,0.001170681,0.030032406,0.000052184037],"about_ca_topic_score_codex":0.15827669,"about_ca_topic_score_gemma":0.30109966,"teacher_disagreement_score":0.15827669,"about_ca_system_score_codex":0.01101624,"about_ca_system_score_gemma":0.006235622,"threshold_uncertainty_score":0.3147108},"labels":[],"label_agreement":null},{"id":"W3198555274","doi":"10.1080/15391523.2021.1967817","title":"Students’ in-moment challenges and developing maker perspectives during problem-based digital making","year":2021,"lang":"en","type":"article","venue":"Journal of Research on Technology in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computational thinking; Computer science; Mathematics education; Block (permutation group theory); Moment (physics); Problem-based learning; Multimedia; Artificial intelligence; Mathematics","score_opus":0.05169222031560299,"score_gpt":0.4183419806125469,"score_spread":0.3666497602969439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198555274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938871,0.00004436696,0.0017302299,0.00029289848,0.000014385077,0.000029025665,0.000011560862,0.000011980592,0.0039784247],"genre_scores_gemma":[0.9970927,0.00006565161,0.0010648232,0.00005256594,0.000005239669,0.000025595637,0.000017469829,0.000008943485,0.0016670917],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9953852,0.0024380635,0.00018788675,0.00048560512,0.00073668757,0.0007666543],"domain_scores_gemma":[0.9929206,0.00372402,0.0010111921,0.0004286703,0.00040764236,0.0015078764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038890718,0.00062022486,0.00053707795,0.0012237127,0.0046363524,0.007045331,0.0014320681,0.0014815737,0.0037796786],"category_scores_gemma":[0.010791845,0.00045340153,0.0005458541,0.00086583535,0.00544073,0.0030316142,0.006421032,0.0029735367,0.00063017796],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001838324,0.0012516672,0.04663903,0.0001872875,0.00002861258,0.006829489,0.8966534,0.0008302503,0.007844743,0.0074479743,0.0008566159,0.031247053],"study_design_scores_gemma":[0.00003238249,0.00044821107,0.020515589,0.00008237878,0.000029681514,0.003531298,0.9342311,0.0011680153,0.007059542,0.0051993644,0.027623817,0.000078650024],"about_ca_topic_score_codex":0.0006378486,"about_ca_topic_score_gemma":0.0013504584,"teacher_disagreement_score":0.007045331,"about_ca_system_score_codex":0.0008412784,"about_ca_system_score_gemma":0.0010723543,"threshold_uncertainty_score":0.020567596},"labels":[],"label_agreement":null},{"id":"W3201702024","doi":"10.53967/cje-rce.v44i3.5355","title":"Book Review: Joyful Math: Invitations to Play and Explore in the Early Childhood Classroom","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Nipissing University","funders":"","keywords":"Mathematics education; Psychology; Pedagogy","score_opus":0.03258814039403991,"score_gpt":0.2715409535585527,"score_spread":0.23895281316451278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201702024","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015277501,0.85294783,0.0002578269,0.06547801,0.062596016,0.00008013519,0.00039064197,0.000094843526,0.018001916],"genre_scores_gemma":[0.0018448441,0.8219672,0.00041096983,0.049137056,0.033391465,0.00023993728,0.00065100286,0.00014592205,0.09221164],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998429,0.0002557538,0.00013997362,0.00017906212,0.00088569976,0.00011052527],"domain_scores_gemma":[0.98550445,0.00801494,0.000776335,0.00015870284,0.0046798484,0.0008657468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018852719,0.0010701225,0.0020058583,0.0025727921,0.0008514934,0.0029294384,0.003034869,0.0054256697,0.052160364],"category_scores_gemma":[0.012302408,0.00061116,0.0006706243,0.0036470213,0.0014231028,0.003055297,0.0013533018,0.0059684957,0.029653423],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020227308,0.000008719724,0.000018060951,0.0013579448,0.0000065014283,0.000017827773,0.000019702124,0.000012635301,0.000028478786,0.00028948885,0.95664907,0.041571308],"study_design_scores_gemma":[0.000027415717,0.00002826533,0.0003330246,0.0025920987,0.000019280023,0.00023730093,0.0000475576,0.000012107895,0.000050634313,0.00017322227,0.99646676,0.000012351117],"about_ca_topic_score_codex":0.010562218,"about_ca_topic_score_gemma":0.0240362,"teacher_disagreement_score":0.052160364,"about_ca_system_score_codex":0.0024997364,"about_ca_system_score_gemma":0.004345622,"threshold_uncertainty_score":0.17449379},"labels":[],"label_agreement":null},{"id":"W3204624635","doi":"10.1080/10476210.2021.1978968","title":"A year at the improv: the evolution of teacher and student identity in an elementary school makerspace","year":2021,"lang":"en","type":"article","venue":"Teaching Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Identity (music); Agency (philosophy); Pedagogy; Curriculum; Mathematics education; Class (philosophy); Sociology; Teaching method; Teacher education; Psychology; Computer science; Art","score_opus":0.010518444108782133,"score_gpt":0.3270293664245527,"score_spread":0.3165109223157706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204624635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99590814,0.000025084144,0.0009572891,0.00017374723,0.0000131362285,0.000014635611,0.0000056457925,0.000018744955,0.0028834855],"genre_scores_gemma":[0.99765295,0.00002428871,0.00076478865,0.00003013577,0.0000025290333,0.000014991953,0.0000074470004,0.000011800876,0.0014911467],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9944571,0.0031757923,0.00011656366,0.0007451609,0.0009069494,0.00059846643],"domain_scores_gemma":[0.99266934,0.0034268356,0.0010757286,0.0007896524,0.0005721309,0.0014662412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046808827,0.00026305465,0.00040295994,0.001338611,0.0068371273,0.007685963,0.0013347014,0.0013694657,0.0022708576],"category_scores_gemma":[0.012880749,0.00055462314,0.00032001626,0.00069202017,0.007132979,0.0038137545,0.0064926906,0.0019438342,0.00034134532],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015896412,0.00059733586,0.055521928,0.000046577676,0.0000114173445,0.00086134986,0.9045886,0.00022021921,0.0028516522,0.004454171,0.00044865801,0.030239156],"study_design_scores_gemma":[0.000021514807,0.0006139473,0.037374556,0.000053851152,0.000018685883,0.0006668909,0.93577105,0.0006614005,0.0036522837,0.0019126901,0.019193737,0.000059385875],"about_ca_topic_score_codex":0.0026467156,"about_ca_topic_score_gemma":0.0061968565,"teacher_disagreement_score":0.007685963,"about_ca_system_score_codex":0.0023121918,"about_ca_system_score_gemma":0.0024284385,"threshold_uncertainty_score":0.02475518},"labels":[],"label_agreement":null},{"id":"W3205371606","doi":"10.5539/ass.v17n11p122","title":"Exploring Teachers’ Practices in Teaching Robotics Programming in Primary School","year":2021,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Educational robotics; Curriculum; Computer science; Robot; Mathematics education; Sociology; Psychology; Pedagogy","score_opus":0.08361732292549058,"score_gpt":0.32822054528679245,"score_spread":0.2446032223613019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205371606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99235654,0.00068927015,0.0013299334,0.0013140388,0.000034177505,0.00006976827,0.000034076158,0.000036395788,0.0041357805],"genre_scores_gemma":[0.9926772,0.0012208337,0.0016851505,0.0004894826,0.00000869637,0.000084157706,0.000033666147,0.000018727476,0.0037821594],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9952291,0.0016776769,0.00026788103,0.000654279,0.0013226648,0.0008483408],"domain_scores_gemma":[0.9853221,0.0059626624,0.002476734,0.0004381809,0.0025716054,0.0032286595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004639635,0.00028104094,0.0006239393,0.0020891908,0.0035252084,0.0033766287,0.0012998465,0.0014498159,0.0024480796],"category_scores_gemma":[0.01650833,0.0008595429,0.00051780965,0.0010684946,0.0032451178,0.0022403384,0.0026777682,0.001872446,0.00085329567],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000480022,0.00051925005,0.076641016,0.0006167676,0.000011400673,0.0024356975,0.8755172,0.00018830632,0.004879494,0.0007862988,0.0014324504,0.036924027],"study_design_scores_gemma":[0.00001567462,0.00042719865,0.060338438,0.00097173644,0.000024993351,0.0016380384,0.89460194,0.00038704794,0.0017567723,0.0004479844,0.039329085,0.0000611664],"about_ca_topic_score_codex":0.009126051,"about_ca_topic_score_gemma":0.017087206,"teacher_disagreement_score":0.009126051,"about_ca_system_score_codex":0.0030688844,"about_ca_system_score_gemma":0.005562266,"threshold_uncertainty_score":0.024537086},"labels":[],"label_agreement":null},{"id":"W3205512217","doi":"10.1145/3484272.3484966","title":"The efficacy of online office hours: an experience report","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Casual; Commit; Microsoft Office; Office workers; Coronavirus disease 2019 (COVID-19); Computer science; Operations management; Medical education; Medicine; Engineering; World Wide Web; Database; Political science","score_opus":0.03020205369637707,"score_gpt":0.3232331423704605,"score_spread":0.29303108867408345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205512217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961592,0.00009638646,0.00042494253,0.00014729564,0.000014812979,0.000045114586,0.000046311117,0.000023516719,0.0030423785],"genre_scores_gemma":[0.996942,0.00014938676,0.0005808077,0.00012209079,0.000041351475,0.00003949083,0.000040969342,0.000023854196,0.0020600574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994696,0.0030043758,0.0002484984,0.0002891975,0.0010321187,0.00072978385],"domain_scores_gemma":[0.9630537,0.022334361,0.0032036076,0.0018769045,0.0038376877,0.0056937276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064858263,0.0006155654,0.00037275476,0.0007474775,0.0015402312,0.0026583148,0.0009494174,0.0010187863,0.0022356405],"category_scores_gemma":[0.02860998,0.00035463797,0.00034092512,0.00046179618,0.0014435882,0.0016000043,0.0019389236,0.001707613,0.00059925363],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011131291,0.023185253,0.3514406,0.00057925703,0.00014463456,0.007273255,0.3131224,0.0007177565,0.011391582,0.0012447161,0.00888743,0.28090006],"study_design_scores_gemma":[0.00023343464,0.028200591,0.56414664,0.0002748382,0.00030847584,0.010668025,0.32479027,0.0036927098,0.017147196,0.00086393853,0.049264126,0.00040975228],"about_ca_topic_score_codex":0.0012925768,"about_ca_topic_score_gemma":0.0021272465,"teacher_disagreement_score":0.0064858263,"about_ca_system_score_codex":0.00041585558,"about_ca_system_score_gemma":0.0007545865,"threshold_uncertainty_score":0.034300685},"labels":[],"label_agreement":null},{"id":"W3206410723","doi":"10.1109/te.2021.3105938","title":"Using Structural Equation Modeling to Examine the Relationship Between Preservice Teachers’ Computational Thinking Attitudes and Skills","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Government of Canada","keywords":"Structural equation modeling; Notation; Mathematics education; Test (biology); Coding (social sciences); Psychology; Computational thinking; Reliability (semiconductor); Mathematics; Statistics; Arithmetic","score_opus":0.09872584505670434,"score_gpt":0.35623227484415393,"score_spread":0.2575064297874496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206410723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90559685,0.00038603193,0.08473178,0.0019315415,0.00012867246,0.0010597493,0.001681548,0.00023440293,0.0042493897],"genre_scores_gemma":[0.93322986,0.00041440717,0.060674902,0.0002296841,0.000038147842,0.0022040359,0.0018661835,0.000044059867,0.0012987737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99059886,0.0065225875,0.00046583544,0.0008894463,0.0011661457,0.00035716264],"domain_scores_gemma":[0.96494204,0.02862481,0.0027294713,0.0012688881,0.0020191437,0.00041569743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0141874235,0.0013262521,0.0010683683,0.0035328132,0.001220901,0.0021709867,0.0013603164,0.0010600191,0.0043182126],"category_scores_gemma":[0.039627813,0.0008538614,0.0026121929,0.003867291,0.0009786059,0.0020044176,0.002515429,0.003394274,0.0005776897],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003450217,0.0023195616,0.87621033,0.00048393765,0.0023843395,0.00035742947,0.012290682,0.02088742,0.0011415959,0.023073493,0.0030487443,0.057457324],"study_design_scores_gemma":[0.00060998474,0.002708171,0.35249755,0.0010521413,0.0019147812,0.00040906924,0.013291946,0.5634687,0.0026925395,0.04957713,0.011552935,0.0002250808],"about_ca_topic_score_codex":0.019466516,"about_ca_topic_score_gemma":0.019882595,"teacher_disagreement_score":0.019466516,"about_ca_system_score_codex":0.0025859345,"about_ca_system_score_gemma":0.0059550395,"threshold_uncertainty_score":0.07503116},"labels":[],"label_agreement":null},{"id":"W3207255984","doi":"10.1093/reseval/rvab029","title":"Teachers conceptualizing and developing assessment for skill development: Trialing a maker assessment framework","year":2021,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Creativity; Context (archaeology); Knowledge management; Computer science; Psychology; Engineering ethics; Social psychology; Engineering","score_opus":0.2909111255384714,"score_gpt":0.5436972920467246,"score_spread":0.25278616650825314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207255984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2055382,0.010994929,0.6865259,0.021093324,0.0004934644,0.0044033728,0.00014690575,0.0006140529,0.07018997],"genre_scores_gemma":[0.6051421,0.0012700941,0.38942164,0.0005052359,0.000029226161,0.0015287348,0.000042239757,0.000055225693,0.002005453],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.91602343,0.0671379,0.004543215,0.0024310448,0.008926941,0.0009375088],"domain_scores_gemma":[0.8554647,0.1100991,0.0048063565,0.0057021617,0.021986013,0.0019416175],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.10736136,0.0007197212,0.0010869955,0.006931193,0.0037376052,0.012746886,0.0033041432,0.0022940224,0.0020083599],"category_scores_gemma":[0.10361909,0.0007234466,0.00051280676,0.0027910476,0.010820608,0.012167414,0.0071384115,0.0041892105,0.000339713],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012869894,0.00090738485,0.014584603,0.0026827143,0.00007620965,0.00039623113,0.1520956,0.0040280186,0.002430608,0.39390838,0.0037385335,0.42502308],"study_design_scores_gemma":[0.00037958325,0.0017808133,0.012843972,0.017209578,0.00043105718,0.000780649,0.24676709,0.040392626,0.01638038,0.45093983,0.21170016,0.0003942948],"about_ca_topic_score_codex":0.0065489155,"about_ca_topic_score_gemma":0.015564121,"teacher_disagreement_score":0.8926386,"about_ca_system_score_codex":0.009592427,"about_ca_system_score_gemma":0.023708733,"threshold_uncertainty_score":0.56778795},"labels":[],"label_agreement":null},{"id":"W3207571190","doi":"10.5539/ass.v17n11p115","title":"A Survey on Acceptance and Readiness to Use Robot Teaching Technology Among Primary School Science Teachers","year":2021,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globe; Process (computing); Information and Communications Technology; Robot; Robotics; Mathematics education; Psychology; School teachers; Information technology; Computer science; Medical education; Artificial intelligence; Medicine","score_opus":0.021012658687706805,"score_gpt":0.29653901206931027,"score_spread":0.2755263533816035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207571190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984257,0.000036827598,0.000091628004,0.00012193678,0.000004468632,0.000051632713,0.0001286084,0.000008012585,0.0011311286],"genre_scores_gemma":[0.9976839,0.00019485882,0.0003205762,0.00012577671,0.0000066909643,0.00013396626,0.00025187715,0.0000041192916,0.0012782724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793375,0.0004596636,0.00031552953,0.00016185307,0.0007788193,0.00035042473],"domain_scores_gemma":[0.9865237,0.003947637,0.00399311,0.00041350824,0.0031624753,0.001959626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034339728,0.00021715234,0.00045600068,0.0012712145,0.0007149575,0.0011170944,0.00033397152,0.0008226842,0.0031001994],"category_scores_gemma":[0.008597414,0.0004649925,0.0004211329,0.0009189091,0.0005116891,0.0010515808,0.000667589,0.0010672641,0.001027844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033774282,0.00047326193,0.97719646,0.000112222595,0.000014731382,0.00020150637,0.010717469,0.000057054334,0.0008974798,0.000059628263,0.0006255013,0.009610783],"study_design_scores_gemma":[0.0000045861193,0.000564191,0.97828215,0.000044624438,0.000008986278,0.00016530856,0.019051623,0.00017455185,0.0002128115,0.000023378756,0.0014563019,0.000011417151],"about_ca_topic_score_codex":0.003539936,"about_ca_topic_score_gemma":0.0055573015,"teacher_disagreement_score":0.003539936,"about_ca_system_score_codex":0.00053765957,"about_ca_system_score_gemma":0.00089916796,"threshold_uncertainty_score":0.01816082},"labels":[],"label_agreement":null},{"id":"W3207913977","doi":"10.1007/s11423-021-10051-2","title":"Designing for robot-mediated interaction among culturally and linguistically diverse children","year":2021,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation of Sri Lanka; National Science Foundation","keywords":"Mediation; Cultural diversity; Diversity (politics); Psychology; Ethnography; Qualitative research; Grounded theory; Pedagogy; Sociology","score_opus":0.05281215465474872,"score_gpt":0.3638973036775073,"score_spread":0.3110851490227586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207913977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9318209,0.0003545203,0.04997872,0.0012110835,0.00004932729,0.00053167675,0.000081909326,0.00020677074,0.015765078],"genre_scores_gemma":[0.97604805,0.00020055393,0.02077163,0.00018749833,0.0000053861395,0.0004508631,0.000025880236,0.000044530472,0.0022656047],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9860281,0.011419214,0.00026779,0.00073801354,0.000670488,0.00087643747],"domain_scores_gemma":[0.9916788,0.0058473535,0.0006957592,0.00054523733,0.00053121644,0.0007015804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010434303,0.00087479973,0.00056168664,0.0009534204,0.0052177394,0.0034261001,0.0021270532,0.0012816254,0.0039205397],"category_scores_gemma":[0.010833799,0.0005785848,0.00071417296,0.00042085518,0.008894016,0.0028734228,0.0061575924,0.0012318522,0.0005351966],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010237472,0.0002635895,0.014016352,0.00062691607,0.00003583779,0.002576157,0.93354356,0.0007602335,0.013708583,0.0068026995,0.0007627807,0.026800891],"study_design_scores_gemma":[0.000038679536,0.00050685275,0.0063154777,0.00040635298,0.000042950487,0.0014647896,0.93954414,0.00093424605,0.005685266,0.0018676361,0.043127794,0.00006589897],"about_ca_topic_score_codex":0.0030026552,"about_ca_topic_score_gemma":0.0047570867,"teacher_disagreement_score":0.010434303,"about_ca_system_score_codex":0.0022462606,"about_ca_system_score_gemma":0.0031033605,"threshold_uncertainty_score":0.055182517},"labels":[],"label_agreement":null},{"id":"W3212699658","doi":"10.1145/3459995","title":"Creativity in CS1: A Literature Review","year":2021,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Creativity; Coursework; Computer science; Computational creativity; Creativity technique; Computational thinking; Mathematics education; Field (mathematics); Computer programming; Creative problem-solving; Multimedia; Engineering ethics; Psychology; Artificial intelligence; Engineering","score_opus":0.046872097415810686,"score_gpt":0.3889128453232563,"score_spread":0.34204074790744565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212699658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045312088,0.99690944,0.0001775526,0.0005744552,0.0001367906,0.00001880149,0.00006756486,0.0000074685236,0.0016548272],"genre_scores_gemma":[0.003034999,0.9960001,0.00029907635,0.00029670369,0.000117705276,0.000023101255,0.00007314525,0.0000044848366,0.00015055093],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981159,0.00047231602,0.00042484875,0.0002681729,0.00061947585,0.000099277386],"domain_scores_gemma":[0.9768007,0.018532582,0.0016178592,0.00023685407,0.0024282534,0.00038381873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002673119,0.00092496263,0.0016615203,0.012639782,0.0010155404,0.0036096657,0.0016607534,0.0017712261,0.0078070927],"category_scores_gemma":[0.013640954,0.00066090486,0.0019006061,0.018523859,0.0011656693,0.003753402,0.0013731315,0.0017920245,0.0013735887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011599594,0.00012425549,0.0016054075,0.21190643,0.00033371212,0.00051472127,0.0013707972,0.0005197908,0.000361735,0.006886655,0.03175288,0.7445075],"study_design_scores_gemma":[0.000034460594,0.00016507159,0.010672275,0.34194142,0.0016358756,0.0026545236,0.0024841141,0.00030783925,0.00039986987,0.005491941,0.6341177,0.00009490444],"about_ca_topic_score_codex":0.0054625715,"about_ca_topic_score_gemma":0.008287576,"teacher_disagreement_score":0.012639782,"about_ca_system_score_codex":0.0023107699,"about_ca_system_score_gemma":0.008250947,"threshold_uncertainty_score":0.026117384},"labels":[],"label_agreement":null},{"id":"W3216618528","doi":"10.1145/3328778.3366946","title":"Adaptive Rubrics","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Mathematics education; Artificial intelligence; Data science; Mathematics; Engineering","score_opus":0.046533562785478724,"score_gpt":0.2329835410497216,"score_spread":0.18644997826424287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216618528","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045195587,0.0011934153,0.7686686,0.0016706424,0.0013650934,0.011084708,0.0071139005,0.053298775,0.11040931],"genre_scores_gemma":[0.10798521,0.00054927485,0.8221841,0.00093794276,0.0003200264,0.008291902,0.0073366784,0.0073264875,0.04506827],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9745486,0.009652222,0.0039462117,0.002353066,0.008660745,0.0008391715],"domain_scores_gemma":[0.9114289,0.030885639,0.004899359,0.017529422,0.033003893,0.002252743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016094612,0.0018519766,0.0010544062,0.0068510645,0.001818067,0.0035204228,0.0038108898,0.0015218664,0.035322495],"category_scores_gemma":[0.1089737,0.0008500366,0.001101535,0.0044335886,0.0011732595,0.0028861403,0.0047864304,0.0029013944,0.020783415],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003704796,0.00063274533,0.004156614,0.001629218,0.00005097727,0.00035234244,0.006350517,0.0026944391,0.018215794,0.01685426,0.11469554,0.8339971],"study_design_scores_gemma":[0.00025044417,0.00068944535,0.014708672,0.0013104884,0.000089331916,0.0012722546,0.0026982373,0.02292633,0.027533598,0.030242164,0.8978101,0.00046896454],"about_ca_topic_score_codex":0.0018379915,"about_ca_topic_score_gemma":0.0036032486,"teacher_disagreement_score":0.035322495,"about_ca_system_score_codex":0.001531458,"about_ca_system_score_gemma":0.0026625886,"threshold_uncertainty_score":0.11816549},"labels":[],"label_agreement":null},{"id":"W3217398659","doi":"10.1145/3494574","title":"Practice report","year":2021,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; Library science; Computer science","score_opus":0.02152239759816031,"score_gpt":0.31363750726829376,"score_spread":0.29211510967013343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217398659","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041300315,0.0072298357,0.028186407,0.09769132,0.015793815,0.0061198515,0.008933864,0.0024746559,0.79226995],"genre_scores_gemma":[0.10629289,0.007912074,0.033445988,0.0453871,0.0021628346,0.0048745554,0.007515413,0.0013426676,0.7910665],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935354,0.0019659647,0.0006074561,0.0011770432,0.0016534973,0.0010606718],"domain_scores_gemma":[0.98777324,0.0012483591,0.00062272494,0.0013077583,0.0037727463,0.005275237],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050776633,0.000974774,0.0006522686,0.0019508555,0.004670406,0.0037900798,0.003011812,0.0036821913,0.3944578],"category_scores_gemma":[0.02264283,0.000544981,0.0009817595,0.0014368534,0.0014577744,0.0029433332,0.007585453,0.003903685,0.16924427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040169296,0.0012878942,0.009749389,0.0007885412,0.00002709622,0.004691394,0.004014312,0.0002347973,0.0008469087,0.014203566,0.5671615,0.39659297],"study_design_scores_gemma":[0.00006644231,0.00034630726,0.0028209048,0.0009272525,0.000016217717,0.004988932,0.004241015,0.0001298126,0.00038707163,0.004256406,0.98178816,0.0000316662],"about_ca_topic_score_codex":0.0061895866,"about_ca_topic_score_gemma":0.008477411,"teacher_disagreement_score":0.3944578,"about_ca_system_score_codex":0.0038360807,"about_ca_system_score_gemma":0.014711365,"threshold_uncertainty_score":0.86373246},"labels":[],"label_agreement":null},{"id":"W34737676","doi":"10.14745/ccdr.v47i10a06","title":"Transformative Connections: Community-Based K-12 Computing Program Strives to Strengthen Academic and Career Aspirations of Its Participants.","year":2005,"lang":"en","type":"article","venue":"Black issues in higher education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transformative learning; Higher education; Community college; Psychology; Pedagogy; Career development; Sociology; Public relations; Medical education; Political science","score_opus":0.15814891508993892,"score_gpt":0.38704954117435036,"score_spread":0.22890062608441145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34737676","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70799464,0.0003445467,0.011047434,0.02152606,0.0012483386,0.0035077583,0.00088580925,0.0031744747,0.2502709],"genre_scores_gemma":[0.8799554,0.00045232044,0.020995053,0.0034020648,0.00014813863,0.0019242925,0.00068077707,0.00026405067,0.092177905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999323,0.00019811139,0.000012764473,0.000092350965,0.0001733557,0.00020048759],"domain_scores_gemma":[0.99628013,0.00016704497,0.0001281833,0.00018250811,0.0002716908,0.002970425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009801119,0.00034244373,0.00018040382,0.0004171428,0.0034821006,0.0013150746,0.0012088652,0.00085250975,0.030567734],"category_scores_gemma":[0.0035760452,0.0001513434,0.00026446494,0.00044324045,0.0009252584,0.0012250562,0.0037416024,0.001955345,0.005446283],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076004164,0.019983342,0.02646733,0.00036461736,0.00004132572,0.00045183988,0.0057847803,0.00041720166,0.00535881,0.0062929797,0.14873731,0.7853404],"study_design_scores_gemma":[0.0037878891,0.010909943,0.3528431,0.00078091846,0.00019979493,0.0028864983,0.02893993,0.0046851137,0.014116893,0.026052956,0.5545387,0.0002581818],"about_ca_topic_score_codex":0.0041718865,"about_ca_topic_score_gemma":0.017598659,"teacher_disagreement_score":0.030567734,"about_ca_system_score_codex":0.0007123364,"about_ca_system_score_gemma":0.00695314,"threshold_uncertainty_score":0.10225928},"labels":[],"label_agreement":null},{"id":"W36152090","doi":"10.1007/978-1-4020-3803-7_11","title":"Re-situating Constructionism","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Situated; Constructionism; Sociology; Strict constructionism; Epistemology; TRACE (psycholinguistics); Situated cognition; Computer science; Artificial intelligence; Philosophy","score_opus":0.04628442628322855,"score_gpt":0.27712228788310084,"score_spread":0.2308378615998723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36152090","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011558072,0.00317989,0.15749727,0.008757911,0.0011825163,0.00004517249,0.000059599606,0.00035327763,0.8173663],"genre_scores_gemma":[0.6718818,0.0034909523,0.057418466,0.0015298848,0.0008486388,0.0001718053,0.00024795704,0.0017124675,0.26269814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99750084,0.0015671039,0.00006028836,0.00028502184,0.0004328212,0.0001538958],"domain_scores_gemma":[0.9978478,0.0011292229,0.000057915895,0.000681853,0.0002192136,0.00006399136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022058024,0.0007563972,0.00063024403,0.001465415,0.002488469,0.005943489,0.0016579207,0.001566859,0.012436698],"category_scores_gemma":[0.0033379318,0.00047987755,0.0005171682,0.0013304917,0.021354223,0.011811668,0.0045765224,0.0070394194,0.002119496],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035013106,0.0000039069328,0.000023426042,0.000023262435,0.0000013759784,0.000017438202,0.0032712864,0.00008088528,0.00011336487,0.9877852,0.0017724753,0.0069039515],"study_design_scores_gemma":[0.0000058825763,0.000007048079,0.00006446704,0.000089574496,0.0000054835664,0.00013356263,0.0022237143,0.0005160143,0.0005938476,0.82088524,0.17546804,0.000007193571],"about_ca_topic_score_codex":0.0018334831,"about_ca_topic_score_gemma":0.0035818357,"teacher_disagreement_score":0.012436698,"about_ca_system_score_codex":0.003962176,"about_ca_system_score_gemma":0.002328993,"threshold_uncertainty_score":0.041604877},"labels":[],"label_agreement":null},{"id":"W36244001","doi":"10.1093/schbul/sbac150","title":"Game design and development course taught with Alice","year":2010,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Alice (programming language); Course (navigation); Computer science; Video game development; Quality (philosophy); Game design; Mathematics education; Development (topology); Multimedia; Game Developer; Human–computer interaction; Psychology; Engineering; Programming language","score_opus":0.02010213664267849,"score_gpt":0.2863020818316011,"score_spread":0.2661999451889226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36244001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61109966,0.0011366998,0.028341025,0.02574037,0.0031660644,0.003110455,0.0018686578,0.004484227,0.32105285],"genre_scores_gemma":[0.4816521,0.0016248325,0.07378405,0.003638208,0.00020476799,0.0026902787,0.0007464246,0.00029171671,0.4353677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998312,0.000033315257,0.000009304544,0.000019430525,0.00004747542,0.000059258593],"domain_scores_gemma":[0.99902344,0.00013244858,0.00003109711,0.00004479462,0.000069626825,0.00069857656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004029703,0.0005550888,0.00051394966,0.00051347807,0.0016136188,0.0009916462,0.0005745422,0.0004286992,0.07238341],"category_scores_gemma":[0.0013348083,0.0002912545,0.0003483071,0.00018188506,0.00036956393,0.0006294214,0.0012200199,0.001971706,0.011287228],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001916849,0.026800223,0.028253878,0.0008479433,0.00005780185,0.0058665085,0.006702617,0.001803984,0.023340367,0.011984787,0.3907091,0.50171596],"study_design_scores_gemma":[0.001147356,0.010128771,0.12597275,0.00072460686,0.00008281977,0.012379149,0.01062357,0.011058418,0.020519331,0.03328373,0.773822,0.00025756282],"about_ca_topic_score_codex":0.0013579114,"about_ca_topic_score_gemma":0.0078523,"teacher_disagreement_score":0.07238341,"about_ca_system_score_codex":0.0008384455,"about_ca_system_score_gemma":0.0024287838,"threshold_uncertainty_score":0.24214661},"labels":[],"label_agreement":null},{"id":"W40025651","doi":"","title":"Using mixed reality to facilitate education in robotics and AI","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Sophistication; Robotics; Computer science; Artificial intelligence; Robot; Mixed reality; Curriculum; Human–computer interaction; Overhead (engineering); Educational robotics; Virtual reality","score_opus":0.08886907552483717,"score_gpt":0.34548402981881865,"score_spread":0.2566149542939815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W40025651","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020769266,0.0028454198,0.91553426,0.0034054243,0.00030699398,0.00023018236,0.00004521369,0.0016376751,0.055225626],"genre_scores_gemma":[0.22854924,0.0034771545,0.74371266,0.0008862052,0.00021000244,0.00041787198,0.00008571017,0.00021715186,0.02244394],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99813133,0.00095567474,0.00007261261,0.00017059936,0.00051921734,0.00015059076],"domain_scores_gemma":[0.9977623,0.0013015554,0.00014991645,0.00035616668,0.00019297353,0.00023719878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025267883,0.0007629014,0.00041429204,0.001137326,0.0010017443,0.003879015,0.0016147216,0.0013805426,0.009427713],"category_scores_gemma":[0.005192402,0.0004596909,0.0006076382,0.0005317149,0.001727925,0.0040847613,0.0046403017,0.0017877818,0.0019690918],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017993487,0.00069372234,0.0017204023,0.0009973414,0.00006726881,0.00073075725,0.008740379,0.008138282,0.030945908,0.1995457,0.016490968,0.7317494],"study_design_scores_gemma":[0.00013665082,0.0014981581,0.004615979,0.0011209097,0.000100263955,0.004024468,0.0053800433,0.04827287,0.03739,0.15500082,0.74223053,0.00022932139],"about_ca_topic_score_codex":0.00064211333,"about_ca_topic_score_gemma":0.0018397605,"teacher_disagreement_score":0.009427713,"about_ca_system_score_codex":0.0006855325,"about_ca_system_score_gemma":0.000890315,"threshold_uncertainty_score":0.031538904},"labels":[],"label_agreement":null},{"id":"W4200147317","doi":"10.5753/sbie.2021.217464","title":"Introductory Computer Science Course by Adopting Many Programming Languages","year":2021,"lang":"en","type":"article","venue":"Anais do XXXII Simpósio Brasileiro de Informática na Educação (SBIE 2021)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Stanford Bio-X; Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Computer science; Programming language; Syntax; Process (computing); Syntax error; Logic programming; Filter (signal processing); C programming language; Mathematics education; Abstract syntax; Artificial intelligence; Mathematics; Software","score_opus":0.008621521342271685,"score_gpt":0.28364948975474935,"score_spread":0.2750279684124777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200147317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76072407,0.0011356139,0.05136905,0.002970017,0.0008115402,0.0036972843,0.004346597,0.0037952478,0.1711505],"genre_scores_gemma":[0.6243069,0.0013964631,0.12520462,0.0029456185,0.00030506836,0.0025613073,0.0054378747,0.00051087345,0.23733118],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994031,0.000062134284,0.000044303466,0.00018276917,0.00015522397,0.00015236852],"domain_scores_gemma":[0.9988324,0.00013741896,0.00007250433,0.00013993327,0.0002378101,0.0005799469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006942062,0.00075445994,0.0004425799,0.001477874,0.0012823322,0.00152749,0.0007717509,0.00052158337,0.056031503],"category_scores_gemma":[0.0013196159,0.00033102324,0.00059898413,0.0012346891,0.00031022695,0.0006201867,0.0014799195,0.0010224112,0.02492005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084221776,0.010928002,0.07729116,0.0011154616,0.00008325684,0.0015004715,0.008051136,0.0019139564,0.06883589,0.00835026,0.089775845,0.7313124],"study_design_scores_gemma":[0.0001687493,0.0036192194,0.2051607,0.0002818647,0.00009741243,0.003405272,0.0030845285,0.0031852198,0.023997098,0.006803364,0.7500879,0.00010868251],"about_ca_topic_score_codex":0.0008685163,"about_ca_topic_score_gemma":0.0032362232,"teacher_disagreement_score":0.056031503,"about_ca_system_score_codex":0.0007024592,"about_ca_system_score_gemma":0.0021783249,"threshold_uncertainty_score":0.18744403},"labels":[],"label_agreement":null},{"id":"W4200166514","doi":"10.1109/istas52410.2021.9629131","title":"Building a makerspace in a youth center and imagining futures","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"General partnership; Futures contract; Popularity; Public relations; Task (project management); Entrepreneurship; Social entrepreneurship; Sociology; Political science; Engineering; Business","score_opus":0.013879640805393334,"score_gpt":0.26133132229367845,"score_spread":0.2474516814882851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200166514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66738886,0.0015201856,0.08090999,0.029714085,0.0015536287,0.0007252437,0.00034133592,0.0014386803,0.21640798],"genre_scores_gemma":[0.9112177,0.0005780559,0.044286117,0.00087910047,0.000097597935,0.00020256038,0.000117219424,0.0003482988,0.042273372],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9959698,0.0022726727,0.000042792995,0.00036374328,0.00039110988,0.0009600496],"domain_scores_gemma":[0.9961857,0.00038842144,0.00009612776,0.0002127337,0.00029096834,0.0028261456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005420454,0.0007978064,0.0003136359,0.0010013941,0.023355631,0.011307376,0.0024266127,0.0018442142,0.010772096],"category_scores_gemma":[0.0026928768,0.0004970865,0.00059974333,0.0007643259,0.014507853,0.0075444304,0.012250775,0.0029218644,0.0011978624],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014908894,0.00068638823,0.0125601785,0.00020466659,0.000026153686,0.0038801876,0.67988944,0.0016727269,0.0050522243,0.19515793,0.040692084,0.060028926],"study_design_scores_gemma":[0.000030264633,0.0002445545,0.0022839762,0.00016267353,0.000020361447,0.00061762315,0.44388688,0.0009877114,0.0029006484,0.019498894,0.5292941,0.000072231465],"about_ca_topic_score_codex":0.040342893,"about_ca_topic_score_gemma":0.15298273,"teacher_disagreement_score":0.040342893,"about_ca_system_score_codex":0.006861779,"about_ca_system_score_gemma":0.015381351,"threshold_uncertainty_score":0.08021617},"labels":[],"label_agreement":null},{"id":"W4200302538","doi":"10.24908/encounters.v22i0.14801","title":"Critical Making Takes a Holiday","year":2021,"lang":"en","type":"article","venue":"Encounters in Theory and History of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Silence; Curriculum; Criticality; State (computer science); Making-of; Movement (music); Sociology; Epistemology; Mathematics education; Computer science; Aesthetics; Psychology; Pedagogy; Art; Business; Advertising; Philosophy","score_opus":0.014311725079964232,"score_gpt":0.3024052980166521,"score_spread":0.28809357293668786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200302538","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064347416,0.005429689,0.037785623,0.095889,0.016200822,0.00014677862,0.00014773387,0.001441513,0.7786113],"genre_scores_gemma":[0.8156481,0.0029123165,0.008749695,0.011389362,0.0029885096,0.0001031289,0.00010374959,0.0010990171,0.15700607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958429,0.0016336087,0.0001420412,0.0006456111,0.0011646951,0.0005711536],"domain_scores_gemma":[0.9906143,0.0037439012,0.0006188711,0.0017051336,0.0009499059,0.002367864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00469942,0.00069638796,0.00042830763,0.0014446594,0.014229407,0.013321193,0.00097452657,0.0024781064,0.018961193],"category_scores_gemma":[0.011683536,0.00035543708,0.00052411103,0.0007133312,0.021364411,0.015329759,0.010636606,0.007853496,0.0046245945],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012672575,0.000094989264,0.0015404581,0.00024404093,0.000021507296,0.0005785746,0.10781395,0.00015301313,0.0021400556,0.7028708,0.09683034,0.08758558],"study_design_scores_gemma":[0.000009501699,0.000065664535,0.0006515136,0.0002479863,0.000008950459,0.0003432474,0.037181366,0.00010096605,0.0011595079,0.07285909,0.88733286,0.000039329512],"about_ca_topic_score_codex":0.0019013209,"about_ca_topic_score_gemma":0.0034598985,"teacher_disagreement_score":0.018961193,"about_ca_system_score_codex":0.003377993,"about_ca_system_score_gemma":0.0029822292,"threshold_uncertainty_score":0.0634315},"labels":[],"label_agreement":null},{"id":"W4200391117","doi":"10.4018/978-1-6684-2411-7.ch009","title":"Integrating Computational Thinking and Mathematics","year":2021,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Computational thinking; Creativity; Mathematics education; Coding (social sciences); The arts; 21st century skills; Critical thinking; Creative thinking; Computer science; Pedagogy; Psychology; Sociology; Political science; Social science","score_opus":0.02015692127584891,"score_gpt":0.256534296438574,"score_spread":0.23637737516272508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200391117","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034820344,0.01828082,0.03056341,0.00823359,0.0003764658,0.000061290215,0.00007775937,0.00022959262,0.9073567],"genre_scores_gemma":[0.55313236,0.029926235,0.061232235,0.003195039,0.0005253844,0.00018127308,0.00029460658,0.00028831649,0.3512246],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996081,0.000121603145,0.000015124341,0.000064895656,0.00012587155,0.00006445182],"domain_scores_gemma":[0.9994692,0.00032483353,0.00003132421,0.0000617488,0.000049100414,0.000063817155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003936825,0.0004374939,0.0002256856,0.00103379,0.0012171506,0.0056157634,0.000476831,0.0007231096,0.012656914],"category_scores_gemma":[0.001216315,0.00016829163,0.00031126416,0.0012676779,0.006420706,0.0036461393,0.002686457,0.0016136557,0.001751226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018136623,0.00003647512,0.0017890104,0.00050832663,0.000008125926,0.0002222541,0.020761227,0.00075908354,0.0020214613,0.70547765,0.01627503,0.2521232],"study_design_scores_gemma":[0.0000061883147,0.000026938249,0.00379645,0.00061120995,0.000007171653,0.0006185106,0.0052853813,0.0009224535,0.00070560985,0.30470067,0.6833045,0.000014998328],"about_ca_topic_score_codex":0.016089244,"about_ca_topic_score_gemma":0.033424307,"teacher_disagreement_score":0.016089244,"about_ca_system_score_codex":0.004047774,"about_ca_system_score_gemma":0.0055850577,"threshold_uncertainty_score":0.04234165},"labels":[],"label_agreement":null},{"id":"W4205368574","doi":"10.1016/j.ijedro.2021.100118","title":"What makes a maker teacher? Examining key characteristics of two maker educators","year":2021,"lang":"en","type":"article","venue":"International Journal of Educational Research Open","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Ontario Institute of Technology","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Thematic analysis; Identification (biology); Mathematics education; Qualitative research; Key (lock); Pedagogy; Decision maker; Field (mathematics); Sociology; Computer science; Psychology; Engineering; Management science; Mathematics; Social science","score_opus":0.14953025239234227,"score_gpt":0.4748856303957103,"score_spread":0.325355378003368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205368574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99545175,0.00011398278,0.0006336736,0.0010367107,0.000024232557,0.000022663977,0.000015548954,0.0000064490528,0.0026950988],"genre_scores_gemma":[0.9969125,0.00022386631,0.0007056938,0.00019590204,0.0000067931437,0.00002976944,0.000018328075,0.000008527314,0.0018986835],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977476,0.0010704383,0.000115492956,0.00026471063,0.00036630503,0.00043546082],"domain_scores_gemma":[0.98994946,0.004608983,0.0017512548,0.00025872007,0.0010752148,0.002356355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041557583,0.00026121148,0.0003821968,0.0019886428,0.0074694585,0.0065823495,0.0008893781,0.0014032271,0.0023719885],"category_scores_gemma":[0.017473001,0.00042938013,0.00019726231,0.0010019562,0.0049561015,0.004681276,0.0035612278,0.0021027375,0.00036584435],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039589493,0.00009470028,0.055827938,0.00006085508,0.0000032358857,0.0013645414,0.9298801,0.000022117632,0.0008645652,0.001511354,0.0005524936,0.009778479],"study_design_scores_gemma":[0.0000023867149,0.000025440793,0.006597223,0.000037479804,0.0000028538334,0.00038311188,0.98735887,0.000033704473,0.00027752598,0.00022215274,0.0050489116,0.00001036627],"about_ca_topic_score_codex":0.0052958354,"about_ca_topic_score_gemma":0.015404751,"teacher_disagreement_score":0.0074694585,"about_ca_system_score_codex":0.0027694046,"about_ca_system_score_gemma":0.0040059853,"threshold_uncertainty_score":0.02197802},"labels":[],"label_agreement":null},{"id":"W4205700957","doi":"10.22215/etd/2021-14677","title":"Modelling Programming Problem Solving in Python ACT-R","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Python (programming language); Computer science; Programming language; Cognitive model; Software engineering; Think aloud protocol; Programming paradigm; Artificial intelligence; Cognition; Human–computer interaction; Usability; Psychology","score_opus":0.02099950625949499,"score_gpt":0.2723803025703498,"score_spread":0.2513807963108548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205700957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07908327,0.00009879739,0.8562737,0.0010681736,0.000049617178,0.00070415396,0.0008084348,0.002513382,0.059400517],"genre_scores_gemma":[0.3747591,0.00019025138,0.6078151,0.0002452422,0.000014568776,0.0015394747,0.00076678616,0.0002975829,0.014371864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987406,0.0006976859,0.000076691555,0.0001520874,0.00024203691,0.00009094381],"domain_scores_gemma":[0.9970187,0.0019885262,0.0002930987,0.00029587682,0.00028062443,0.00012322776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015866924,0.000660528,0.00025847324,0.0006766265,0.0007732773,0.0021689178,0.0016416047,0.0009869824,0.006676163],"category_scores_gemma":[0.0056408597,0.00053197035,0.0012514318,0.00049195695,0.0027971964,0.0018831195,0.0017527529,0.0018972262,0.001174933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014158299,0.00020397012,0.0039973897,0.00043150256,0.000055639775,0.00044355204,0.0065872227,0.31626987,0.0027108297,0.6385019,0.0041321563,0.026524398],"study_design_scores_gemma":[0.000059869846,0.00008177964,0.0011910475,0.00012954956,0.00003474756,0.00019940558,0.0007827639,0.8373561,0.002415998,0.121371076,0.03633117,0.000046492853],"about_ca_topic_score_codex":0.011157868,"about_ca_topic_score_gemma":0.012548618,"teacher_disagreement_score":0.011157868,"about_ca_system_score_codex":0.0020770887,"about_ca_system_score_gemma":0.0028266516,"threshold_uncertainty_score":0.02233398},"labels":[],"label_agreement":null},{"id":"W4205816241","doi":"10.1145/572134.572136","title":"Striving for mathematical thinking","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Nature versus nurture; Computer science; Mathematical software; Software; Mathematics education; Natural (archaeology); Duty; Natural science; Software engineering; Management science; Mathematics; Programming language; Engineering; Sociology; Epistemology","score_opus":0.028092180379149366,"score_gpt":0.2855154165884441,"score_spread":0.25742323620929475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205816241","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018083697,0.031954806,0.051721137,0.76910377,0.010702256,0.00006614697,0.00010593576,0.00048704064,0.11777526],"genre_scores_gemma":[0.45046481,0.060830317,0.14886953,0.25567988,0.016968708,0.00041053767,0.00042154314,0.0011768593,0.0651779],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919653,0.0028706049,0.00028418525,0.0012159543,0.003054748,0.00060914777],"domain_scores_gemma":[0.96768636,0.013422903,0.002243911,0.0034905442,0.0071461867,0.0060101105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01639305,0.0006136313,0.0007891889,0.0013571732,0.0038484074,0.010435829,0.00148421,0.0035746458,0.009754659],"category_scores_gemma":[0.041481692,0.00032185725,0.00077340886,0.00073384977,0.017233884,0.017090676,0.0086821765,0.014321755,0.0052550733],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032007225,0.000113518756,0.0012870153,0.00027177486,0.000041883224,0.0001074106,0.0049859453,0.00037652886,0.0006159627,0.7773238,0.14545979,0.06938429],"study_design_scores_gemma":[0.000018174429,0.000036760866,0.0005046405,0.00026311236,0.000009938074,0.00021126716,0.001178819,0.0003116222,0.00033102455,0.65528095,0.34183255,0.000021119977],"about_ca_topic_score_codex":0.00064235146,"about_ca_topic_score_gemma":0.000887975,"teacher_disagreement_score":0.01639305,"about_ca_system_score_codex":0.0021336025,"about_ca_system_score_gemma":0.005388052,"threshold_uncertainty_score":0.08669579},"labels":[],"label_agreement":null},{"id":"W4206498264","doi":"10.1017/cbo9780511808241","title":"How to Think About Algorithms","year":2008,"lang":"en","type":"book","venue":"Cambridge University Press eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Notation; Recursion (computer science); Class (philosophy); Range (aeronautics); Algorithm; Mathematics education; Artificial intelligence; Mathematics; Engineering","score_opus":0.021842360120587444,"score_gpt":0.20543202530084975,"score_spread":0.18358966518026232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206498264","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013345665,0.05830875,0.25582042,0.051233366,0.0060714493,0.00023403738,0.0005570266,0.0019860032,0.6244543],"genre_scores_gemma":[0.051895905,0.068156816,0.38514078,0.025022143,0.0055223918,0.0009783545,0.0018543248,0.0028791276,0.45855018],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977969,0.00064494216,0.00014979373,0.00033918535,0.00091682986,0.00015241157],"domain_scores_gemma":[0.9974777,0.0014791565,0.00008354768,0.0003667685,0.000452564,0.00014017567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018447513,0.0015512414,0.0009629256,0.0017658788,0.0021025473,0.009709096,0.001926192,0.0027389172,0.0317513],"category_scores_gemma":[0.007350755,0.0008685696,0.0013209103,0.0017408469,0.0070459885,0.014233815,0.0024788445,0.00888212,0.023143806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008313058,0.00002261004,0.00010958101,0.00040382578,0.000015127118,0.00006814293,0.0012005039,0.000700558,0.00028542345,0.79157865,0.12437721,0.08123003],"study_design_scores_gemma":[0.000004228617,0.000007052419,0.000057173344,0.0002749636,0.0000037990706,0.00015276804,0.00020729644,0.0005426099,0.00012199749,0.40331963,0.5953003,0.0000081292765],"about_ca_topic_score_codex":0.0014059466,"about_ca_topic_score_gemma":0.0016184826,"teacher_disagreement_score":0.0317513,"about_ca_system_score_codex":0.0024394454,"about_ca_system_score_gemma":0.0026501995,"threshold_uncertainty_score":0.106218696},"labels":[],"label_agreement":null},{"id":"W4206584129","doi":"10.26434/chemrxiv.12360788","title":"A Study of Hybridization Understanding from Algorithmic to Conceptual – Is Algorithmic an End Point for Students?","year":2020,"lang":"en","type":"preprint","venue":"ChemRxiv","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dow Chemical (Canada)","funders":"National Science Foundation","keywords":"Grounded theory; Coding (social sciences); Think aloud protocol; Qualitative research; Point (geometry); Psychology; Computer science; Mathematics education; Medical education; Medicine; Mathematics; Human–computer interaction; Sociology; Social science","score_opus":0.11414020794065964,"score_gpt":0.3535952211283794,"score_spread":0.23945501318771972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206584129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96266377,0.00022760585,0.017480345,0.0034734872,0.00004626696,0.00015368627,0.000031150066,0.000051943545,0.015871737],"genre_scores_gemma":[0.98849654,0.00016766947,0.006094406,0.000494562,0.000009918726,0.00016104452,0.00002435572,0.000042989355,0.0045086243],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98299825,0.012494828,0.0003422838,0.0012061639,0.0020755713,0.0008829669],"domain_scores_gemma":[0.9733795,0.020727446,0.0016274574,0.00093578896,0.0016678162,0.0016620238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014271143,0.00057661696,0.0006872781,0.0014953954,0.0051138313,0.008122142,0.0019901083,0.0022938247,0.004970905],"category_scores_gemma":[0.030737782,0.000615288,0.00046088258,0.0013816805,0.013709115,0.009705387,0.0068817306,0.006606916,0.0007385922],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003820382,0.00027286005,0.0036703767,0.00011956715,0.0000067419605,0.00028573815,0.9606329,0.00019240828,0.0022057793,0.01961976,0.0006939072,0.012261631],"study_design_scores_gemma":[0.00002456651,0.0003843076,0.0031656208,0.00022093252,0.000012282793,0.00036481203,0.94134295,0.0012609118,0.0032034402,0.01880687,0.031173974,0.00003939673],"about_ca_topic_score_codex":0.0012197184,"about_ca_topic_score_gemma":0.00140674,"teacher_disagreement_score":0.014271143,"about_ca_system_score_codex":0.0032129134,"about_ca_system_score_gemma":0.0038496929,"threshold_uncertainty_score":0.075473905},"labels":[],"label_agreement":null},{"id":"W4206781885","doi":"10.22215/etd/2021-14782","title":"Investigating Concreteness Fading in the Programming Domain with an Online Computer Tutor","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Concreteness; Computer science; Animation; Python (programming language); Representation (politics); TUTOR; Fading; Perception; Multimedia; Mathematics education; Programming language; Psychology; Cognitive psychology; Computer graphics (images); Channel (broadcasting)","score_opus":0.03034687122684246,"score_gpt":0.2870799673552413,"score_spread":0.2567330961283988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206781885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782472,0.00010484634,0.00848094,0.00022267591,0.000020991516,0.000081874474,0.00003883946,0.000061331666,0.012741201],"genre_scores_gemma":[0.9886613,0.00012707317,0.006390722,0.00009104968,0.000008294149,0.00008560735,0.00008336595,0.000027365408,0.0045253416],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99918205,0.0002808803,0.000045123885,0.00018660234,0.00021768887,0.00008753493],"domain_scores_gemma":[0.9861937,0.009310262,0.0012599932,0.0011007782,0.0012326267,0.0009026165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014992637,0.00035004644,0.000411132,0.00047060655,0.00066148594,0.0019320108,0.0004796519,0.0006998815,0.009926104],"category_scores_gemma":[0.01828468,0.00017100137,0.00016377735,0.0004116889,0.00088812556,0.0030936392,0.0015916161,0.0022037064,0.0010408841],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017775097,0.014319684,0.19595155,0.0011743961,0.00011872954,0.0013484855,0.079430945,0.009504733,0.1410155,0.04176975,0.008604814,0.50498384],"study_design_scores_gemma":[0.000370397,0.013565523,0.48642132,0.0010484622,0.00023080363,0.002536771,0.08659486,0.033547234,0.16698311,0.14507194,0.06339803,0.0002315499],"about_ca_topic_score_codex":0.00039923954,"about_ca_topic_score_gemma":0.0006025327,"teacher_disagreement_score":0.009926104,"about_ca_system_score_codex":0.000553492,"about_ca_system_score_gemma":0.00057171687,"threshold_uncertainty_score":0.033206165},"labels":[],"label_agreement":null},{"id":"W4207009873","doi":"10.1007/s12528-021-09305-y","title":"A scoping review of computational thinking assessments in higher education","year":2022,"lang":"en","type":"review","venue":"Journal of Computing in Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Killam Trusts; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Federation for the Humanities and Social Sciences","keywords":"Computational thinking; Likert scale; Empirical research; Critical thinking; Higher education; Psychological intervention; Computer science; Mathematics education; Class (philosophy); Domain (mathematical analysis); Medical education; Psychology; Knowledge management; Medicine; Artificial intelligence; Mathematics","score_opus":0.1334610626915267,"score_gpt":0.4568294880976183,"score_spread":0.3233684254060916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207009873","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017337162,0.9986393,0.00017909385,0.00038420016,0.00014416955,0.00007446459,0.00008063967,0.0000058822607,0.0003187743],"genre_scores_gemma":[0.0017274212,0.9968635,0.0006101094,0.00040864004,0.0000713184,0.000109296234,0.00008744299,0.0000032141995,0.00011902979],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9908153,0.0026124883,0.0033782911,0.00075163716,0.0022460595,0.00019620103],"domain_scores_gemma":[0.9553347,0.033521604,0.0039458093,0.00058421603,0.0061782887,0.0004353808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015623402,0.0014909059,0.004559928,0.016833302,0.00090706814,0.0035398551,0.002412438,0.002638376,0.0035734756],"category_scores_gemma":[0.05518879,0.0010996877,0.0035871016,0.013731009,0.0015366736,0.0038280897,0.0026362147,0.00222474,0.0006929843],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017029012,0.000063920575,0.0006866855,0.48777145,0.0014901925,0.00009025566,0.00042763716,0.00017377485,0.0003174054,0.0012040156,0.008727688,0.49887672],"study_design_scores_gemma":[0.00006674676,0.0001431975,0.0024235698,0.87909096,0.007132724,0.00030536696,0.00039710148,0.00009359515,0.0002852484,0.0011480671,0.10886967,0.00004367831],"about_ca_topic_score_codex":0.008925583,"about_ca_topic_score_gemma":0.025205793,"teacher_disagreement_score":0.016833302,"about_ca_system_score_codex":0.003172689,"about_ca_system_score_gemma":0.017300233,"threshold_uncertainty_score":0.08262545},"labels":[],"label_agreement":null},{"id":"W4207049143","doi":"10.1007/s10649-021-10133-1","title":"Development and evolution of instrumented schemes: a case study of learning programming for mathematical investigations","year":2022,"lang":"en","type":"article","venue":"Educational Studies in Mathematics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Constructive; Perspective (graphical); Computer science; Frame (networking); Scheme (mathematics); Mathematics education; Workload; Management science; Artificial intelligence; Mathematics; Programming language; Process (computing); Engineering","score_opus":0.09037416637368055,"score_gpt":0.3616027634885973,"score_spread":0.27122859711491676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207049143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94969034,0.00009902952,0.029524632,0.00090738153,0.000014809918,0.00021857345,0.00007068976,0.00011618104,0.019358285],"genre_scores_gemma":[0.9529316,0.00011870319,0.037892677,0.00005104932,0.0000030666185,0.00006805879,0.000056450375,0.000057483558,0.008821033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967564,0.0020401236,0.00009884251,0.00021829702,0.00059526897,0.00029101092],"domain_scores_gemma":[0.9852726,0.010085163,0.0006976823,0.0020457855,0.0008964255,0.0010023771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004399595,0.00032640714,0.0002989803,0.00082602305,0.0027502496,0.0027458027,0.0020945498,0.002620106,0.0036822578],"category_scores_gemma":[0.020344326,0.0003655156,0.00040806335,0.0009078273,0.0033731079,0.0032147465,0.0030792332,0.0020067825,0.00052296283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010469466,0.00540492,0.064143844,0.0007321744,0.00007469559,0.02455152,0.25152117,0.044181507,0.020548109,0.26386568,0.0055675316,0.31836194],"study_design_scores_gemma":[0.00043896414,0.0049095144,0.054105807,0.00091938424,0.00017904748,0.020907296,0.19053665,0.24259935,0.09895954,0.1283771,0.25764665,0.00042060175],"about_ca_topic_score_codex":0.0031946886,"about_ca_topic_score_gemma":0.0051571517,"teacher_disagreement_score":0.004399595,"about_ca_system_score_codex":0.0018536751,"about_ca_system_score_gemma":0.0017368541,"threshold_uncertainty_score":0.023267567},"labels":[],"label_agreement":null},{"id":"W4210918009","doi":"10.1522/rhe.v5i2.1227","title":"Le tinkering au cœur du processus de résolution de problèmes en contexte de fabrication numérique à l’école","year":2022,"lang":"fr","type":"article","venue":"Revue hybride de l éducation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal; Université de Moncton","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.02973631693003722,"score_gpt":0.27492457528013625,"score_spread":0.24518825835009903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210918009","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16576101,0.026933078,0.3104292,0.10109152,0.0023245306,0.00067515863,0.00044226454,0.0005427966,0.39180046],"genre_scores_gemma":[0.79149175,0.011186182,0.122424625,0.007085057,0.00031929067,0.0008224785,0.00032582265,0.0005975703,0.06574717],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9728651,0.015032919,0.0011950778,0.003686639,0.005200527,0.0020197455],"domain_scores_gemma":[0.96809083,0.018574094,0.002919863,0.0039645694,0.005235997,0.0012146167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021480251,0.0013773107,0.0011899831,0.004583083,0.01071852,0.021008534,0.0037713249,0.005179135,0.013549709],"category_scores_gemma":[0.039766517,0.0008206102,0.0015464025,0.004265175,0.036993995,0.018957961,0.0118509205,0.007162049,0.0020242292],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010172796,0.00006196412,0.006135077,0.0015288503,0.00005236556,0.00095838506,0.20035855,0.0010822695,0.002301163,0.6991868,0.006247916,0.081985],"study_design_scores_gemma":[0.000029823623,0.00006553096,0.008574634,0.0031150265,0.000055581575,0.00071001466,0.2356959,0.0017769921,0.0030430702,0.28778479,0.4590279,0.00012081459],"about_ca_topic_score_codex":0.042197846,"about_ca_topic_score_gemma":0.055297013,"teacher_disagreement_score":0.042197846,"about_ca_system_score_codex":0.01926143,"about_ca_system_score_gemma":0.028251382,"threshold_uncertainty_score":0.13975209},"labels":[],"label_agreement":null},{"id":"W4211138918","doi":"10.1145/1345443.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Taxonomy (biology); Mathematics education; Psychology","score_opus":0.0560288545921207,"score_gpt":0.275038923751562,"score_spread":0.21901006915944132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211138918","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03518321,0.0003890515,0.9037899,0.0034445378,0.0002040388,0.0012935002,0.0006850494,0.0016685188,0.053342275],"genre_scores_gemma":[0.07482063,0.0004502738,0.91277176,0.00025852773,0.000026630687,0.0005916977,0.0017134564,0.00013419011,0.00923281],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997401,0.00068552414,0.00048279268,0.0004456785,0.00076089817,0.00022400891],"domain_scores_gemma":[0.98870087,0.0021893266,0.00070574536,0.0017789698,0.005639279,0.0009858521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030401712,0.00058582774,0.0006478414,0.0038201676,0.0033139312,0.0058431956,0.0021211023,0.0018861523,0.006650267],"category_scores_gemma":[0.012975797,0.0007655749,0.0012162634,0.0027156956,0.0017248654,0.0129553415,0.004208714,0.0034867264,0.003758075],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035954203,0.00041407117,0.011969012,0.00062292756,0.000027512518,0.00017765611,0.0053263684,0.005659045,0.003118484,0.60071564,0.022790706,0.34914258],"study_design_scores_gemma":[0.00003962476,0.0002232863,0.006432212,0.0011396835,0.00006784187,0.00079825165,0.010826611,0.106690556,0.0062721525,0.54663044,0.32078373,0.00009552077],"about_ca_topic_score_codex":0.007899941,"about_ca_topic_score_gemma":0.01501137,"teacher_disagreement_score":0.007899941,"about_ca_system_score_codex":0.003890829,"about_ca_system_score_gemma":0.011855953,"threshold_uncertainty_score":0.028230071},"labels":[],"label_agreement":null},{"id":"W4212814613","doi":"10.1145/3478431.3499335","title":"Exploring Common Writing Issues in Upper-Year Computer Science","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Formality; CLARITY; Computer science; Curriculum; Grammar; Mathematics education; Technical writing; Linguistics; Pedagogy; Higher education; Psychology","score_opus":0.03627741186956178,"score_gpt":0.2952020412351857,"score_spread":0.2589246293656239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212814613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98631036,0.0004178059,0.008369321,0.00080442656,0.00006291896,0.000103592574,0.000060014278,0.00016383734,0.0037076266],"genre_scores_gemma":[0.9902761,0.00021207477,0.0064000953,0.00026458025,0.00003839147,0.000092355906,0.00017094547,0.000082243765,0.0024632362],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9644719,0.01803121,0.0032606365,0.002678816,0.0098392805,0.0017181331],"domain_scores_gemma":[0.8038773,0.12448186,0.038172916,0.004955988,0.019958317,0.008553674],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015283531,0.0006290738,0.0006651915,0.005862653,0.0036441116,0.006108944,0.001594356,0.001757479,0.0024851959],"category_scores_gemma":[0.13026963,0.00050070416,0.00043268592,0.003240228,0.0023146428,0.0034844424,0.004498523,0.0023065754,0.00057400187],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050201727,0.0017641265,0.19673266,0.0009921731,0.00006879943,0.005190196,0.5020866,0.0020767825,0.013802137,0.0047647976,0.005799458,0.26622024],"study_design_scores_gemma":[0.00015008352,0.0022975483,0.3147228,0.0014393576,0.00009137651,0.013154749,0.5157499,0.01438159,0.016669301,0.016829224,0.10400045,0.00051366613],"about_ca_topic_score_codex":0.0008067944,"about_ca_topic_score_gemma":0.0019081669,"teacher_disagreement_score":0.9847165,"about_ca_system_score_codex":0.0022147652,"about_ca_system_score_gemma":0.0024932162,"threshold_uncertainty_score":0.08082795},"labels":[],"label_agreement":null},{"id":"W4213016597","doi":"10.1145/3478431.3499299","title":"English Language Learners in Computer Science Education","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"English language; Computer science; Mathematics education; Language acquisition; English as a second language; Pedagogy; Psychology","score_opus":0.009808501182084843,"score_gpt":0.27052340100475547,"score_spread":0.26071489982267065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213016597","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06789833,0.820294,0.0030349602,0.033033643,0.0017610692,0.0001791683,0.00024301026,0.000044945307,0.07351092],"genre_scores_gemma":[0.2765641,0.6956582,0.0034730781,0.014693687,0.00070507335,0.00040898143,0.0002761465,0.000052203148,0.008168397],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99435,0.0027428316,0.0007140472,0.00041709028,0.0014045232,0.00037146872],"domain_scores_gemma":[0.9492103,0.04175296,0.0027457597,0.0006844109,0.004389323,0.0012173061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010690016,0.00031077667,0.0007007398,0.0022840719,0.001446031,0.004827433,0.0006832842,0.0013909579,0.0049512666],"category_scores_gemma":[0.05200324,0.0002774177,0.0005699356,0.0033370259,0.0019257822,0.0064254142,0.0036994887,0.0020557635,0.00090682966],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015053358,0.00022824208,0.021125603,0.053037725,0.00031062806,0.00072171376,0.047491387,0.00024581375,0.0013688629,0.028660137,0.02603385,0.8206254],"study_design_scores_gemma":[0.0000805815,0.000377601,0.04152152,0.17685045,0.0008812957,0.0017953726,0.082557246,0.00016882192,0.0023623235,0.01704575,0.6762671,0.00009204663],"about_ca_topic_score_codex":0.003746059,"about_ca_topic_score_gemma":0.0065905116,"teacher_disagreement_score":0.010690016,"about_ca_system_score_codex":0.0015898697,"about_ca_system_score_gemma":0.008563074,"threshold_uncertainty_score":0.056534886},"labels":[],"label_agreement":null},{"id":"W4213149332","doi":"10.4018/978-1-7998-9564-0.ch001","title":"Making and Active Learning in Higher Education","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Western University","funders":"","keywords":"Workforce; Variety (cybernetics); Context (archaeology); Mathematics education; Active learning (machine learning); Pedagogy; Psychology; Computer science; Political science","score_opus":0.03738834591470311,"score_gpt":0.32924281156276614,"score_spread":0.29185446564806306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213149332","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09253262,0.013777462,0.041905712,0.014142829,0.0012250154,0.00015341531,0.000025512903,0.00016469863,0.8360727],"genre_scores_gemma":[0.9023819,0.0042175245,0.013736859,0.0017330206,0.00039424302,0.0001314959,0.000024338307,0.00004794456,0.07733264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9976078,0.0013475597,0.000069819536,0.00026330326,0.00045433652,0.00025718176],"domain_scores_gemma":[0.99588543,0.0028617778,0.00029520897,0.0003780985,0.00012367344,0.00045574058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027848405,0.00042903383,0.00019833201,0.00095561164,0.0029010924,0.008331455,0.0009117077,0.0015867605,0.008366287],"category_scores_gemma":[0.0036707278,0.00020083769,0.00027716023,0.0011679722,0.0106944395,0.0075039333,0.0056902952,0.0023672746,0.000944045],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039171027,0.0002402241,0.0021086447,0.00039084535,0.000005806024,0.00024953927,0.031066729,0.00044148005,0.0008264066,0.74996346,0.006464536,0.20820324],"study_design_scores_gemma":[0.000027145927,0.00016986571,0.0037194001,0.00072662864,0.000010875372,0.00058154855,0.020911913,0.0005041747,0.0018115978,0.47349235,0.49801373,0.000030774827],"about_ca_topic_score_codex":0.00039608325,"about_ca_topic_score_gemma":0.00082009536,"teacher_disagreement_score":0.008366287,"about_ca_system_score_codex":0.0018772341,"about_ca_system_score_gemma":0.001975886,"threshold_uncertainty_score":0.027988017},"labels":[],"label_agreement":null},{"id":"W4214940704","doi":"10.1145/961611.961613","title":"Grading programming assignments using rubrics","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Programming language; Mathematics education; Mathematics; Engineering","score_opus":0.039357818377353804,"score_gpt":0.27475643451062076,"score_spread":0.23539861613326696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214940704","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107074164,0.0023284059,0.38052908,0.0018757734,0.0026513627,0.010153845,0.010145525,0.03450812,0.45073366],"genre_scores_gemma":[0.30468348,0.0037955518,0.457341,0.00047837832,0.000712415,0.004391061,0.018069196,0.005803355,0.20472556],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890871,0.003349411,0.0014573375,0.0004904722,0.005310149,0.0003055439],"domain_scores_gemma":[0.9483724,0.013392387,0.0032069513,0.005717827,0.027212244,0.002098152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065041184,0.0015757642,0.001346788,0.008424991,0.001009536,0.0025320638,0.0018250098,0.0005853932,0.072510175],"category_scores_gemma":[0.07519141,0.00044334691,0.0005914668,0.0067453827,0.0004321441,0.0018506742,0.002086294,0.0013959476,0.033903904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025870925,0.0008318504,0.0024360826,0.0006792403,0.000022290766,0.000035103298,0.00030264413,0.0014806176,0.005709942,0.0019780567,0.075053126,0.9112123],"study_design_scores_gemma":[0.0011065791,0.006103224,0.12488098,0.005722908,0.0004162712,0.0009767733,0.003604955,0.06745694,0.09242022,0.056242567,0.64040565,0.0006629778],"about_ca_topic_score_codex":0.0019834463,"about_ca_topic_score_gemma":0.004188059,"teacher_disagreement_score":0.072510175,"about_ca_system_score_codex":0.0008447172,"about_ca_system_score_gemma":0.0016355196,"threshold_uncertainty_score":0.2425707},"labels":[],"label_agreement":null},{"id":"W4220751856","doi":"10.1145/3490100.3516473","title":"Leveraging Generative Conversational AI to Develop a Creative Learning Environment for Computational Thinking","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Generative grammar; Brainstorming; Comics; Sensemaking; Process (computing); Natural language; Human–computer interaction; Artificial intelligence; Multimedia; Programming language","score_opus":0.02417565975820395,"score_gpt":0.2613271575138929,"score_spread":0.23715149775568894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220751856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020202484,0.00025606516,0.946178,0.0008203952,0.00012892795,0.0004376893,0.00012452416,0.013439419,0.018412476],"genre_scores_gemma":[0.25674298,0.00025765094,0.72602934,0.00077659654,0.000099130295,0.00096768455,0.00061911374,0.0015221054,0.012985427],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99657285,0.001807737,0.00019722487,0.0006237897,0.00058897317,0.000209472],"domain_scores_gemma":[0.99179804,0.0057868664,0.00025164752,0.001101552,0.00040671736,0.00065525237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035809744,0.0011399845,0.0005552703,0.0011573844,0.0019379071,0.004716813,0.002976886,0.0024094183,0.011915571],"category_scores_gemma":[0.01422643,0.0007556155,0.0013655677,0.00065498153,0.002229218,0.0071007605,0.0090996185,0.0031909312,0.00479829],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085342827,0.00199731,0.007985477,0.001830782,0.0002762702,0.0032298018,0.058895104,0.03128247,0.10524865,0.23157011,0.026385559,0.530445],"study_design_scores_gemma":[0.00026021397,0.00047874867,0.0012329211,0.00043349084,0.00012831991,0.0034725384,0.0035341964,0.46651578,0.04652904,0.20458946,0.27248156,0.0003436961],"about_ca_topic_score_codex":0.0008986039,"about_ca_topic_score_gemma":0.0011184722,"teacher_disagreement_score":0.011915571,"about_ca_system_score_codex":0.0006654451,"about_ca_system_score_gemma":0.0011128278,"threshold_uncertainty_score":0.03986156},"labels":[],"label_agreement":null},{"id":"W4220813221","doi":"10.1007/s42330-022-00193-7","title":"Gender Differences in Self-efficacy for Programming Narrowed After a 2-h Science Museum Workshop","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Rio Tinto (Canada); Université du Québec à Chicoutimi; Espace pour la vie; Université du Québec à Montréal","funders":"","keywords":"Self-efficacy; Perception; Psychology; Computer science; Social psychology","score_opus":0.021120767480764267,"score_gpt":0.27016019785432993,"score_spread":0.24903943037356566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220813221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99809605,0.000023103024,0.000019864514,0.00006621883,0.000014503627,0.000008786255,0.00004822487,0.000004170755,0.0017190418],"genre_scores_gemma":[0.9955948,0.000020006952,0.000043077293,0.000040341794,0.000008094432,0.000019144149,0.000074036565,0.0000055022892,0.004195039],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992995,0.00011131757,0.000038286802,0.00011414228,0.00013777775,0.0002989862],"domain_scores_gemma":[0.9916687,0.0022658263,0.0015228585,0.0004584788,0.000965319,0.0031187516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017962663,0.00026095286,0.00045802273,0.0006215933,0.00095808506,0.0017034408,0.0005344951,0.00074413285,0.011612228],"category_scores_gemma":[0.007829042,0.00035137864,0.00048018165,0.0002475218,0.0005938618,0.0007600478,0.00096140656,0.0014538955,0.0013854912],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070862393,0.011540277,0.9087015,0.00008508548,0.00015398559,0.0005771156,0.027965892,0.00031208486,0.0138409315,0.0009988168,0.0028186683,0.025919478],"study_design_scores_gemma":[0.00003581052,0.0005194221,0.99316335,0.000014894669,0.000017116869,0.000029557305,0.0050011226,0.000111087786,0.00045870696,0.00008426872,0.0005490844,0.000015641072],"about_ca_topic_score_codex":0.009609116,"about_ca_topic_score_gemma":0.017637728,"teacher_disagreement_score":0.011612228,"about_ca_system_score_codex":0.0007285349,"about_ca_system_score_gemma":0.00080097147,"threshold_uncertainty_score":0.03884679},"labels":[],"label_agreement":null},{"id":"W4220875217","doi":"10.1109/mra.2022.3143188","title":"RoboParty: 20 Editions Building Robots and Motivating Youngsters for Science, Technology, Engineering, and Mathematics Subjects [Competitions]","year":2022,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Robotics; Computer science; Algorithm; Library science; Humanities; Mathematics; Robot; Philosophy","score_opus":0.011396821876617128,"score_gpt":0.24749260533009823,"score_spread":0.2360957834534811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220875217","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026634675,0.009398507,0.028084712,0.0071774535,0.017395085,0.00080445746,0.03483469,0.058301292,0.8413403],"genre_scores_gemma":[0.0060044657,0.0051999195,0.013726197,0.0016222893,0.0028931978,0.0005649675,0.03604018,0.018827861,0.91512096],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99852556,0.0002003102,0.00009857606,0.00017818234,0.0007663254,0.00023106408],"domain_scores_gemma":[0.99689,0.0006096187,0.00016420391,0.0004002002,0.0009640746,0.0009719566],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001912724,0.0024362598,0.00094949885,0.004696551,0.001867613,0.0065750326,0.0032384128,0.002130655,0.37610233],"category_scores_gemma":[0.005334216,0.0010812995,0.0012628657,0.003636764,0.0009232307,0.0056372928,0.0058317967,0.002120075,0.21764137],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037887727,0.000030104264,0.000087730594,0.00012222135,0.00000342688,0.00003421288,0.00015662865,0.0000755554,0.0002221972,0.002506589,0.9524067,0.044316575],"study_design_scores_gemma":[0.000006685716,0.000015788104,0.00030246284,0.00007829462,0.0000023726677,0.00006307953,0.000048337086,0.00007018813,0.00013838701,0.0005617195,0.9986998,0.000012903436],"about_ca_topic_score_codex":0.008634136,"about_ca_topic_score_gemma":0.017562322,"teacher_disagreement_score":0.37610233,"about_ca_system_score_codex":0.0014406678,"about_ca_system_score_gemma":0.0019698546,"threshold_uncertainty_score":0.8899143},"labels":[],"label_agreement":null},{"id":"W4223587050","doi":"10.1142/s0218194022400022","title":"The Experience of Tests during the COVID-19 Pandemic-Induced Emergency Remote Teaching","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Psychological intervention; Test (biology); Medical education; Online teaching; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; 2019-20 coronavirus outbreak; Psychology; Mathematics education; Medicine; Nursing; Virology","score_opus":0.019499760169403805,"score_gpt":0.29145999673710904,"score_spread":0.27196023656770524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223587050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98705393,0.0001918698,0.0035602131,0.0014756279,0.000115248804,0.00010798091,0.000050378014,0.00013134617,0.0073135314],"genre_scores_gemma":[0.9930165,0.00016711037,0.0021255843,0.0005317061,0.000050021503,0.000078356,0.000049018927,0.00006226524,0.003919422],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9882775,0.007657874,0.00038455895,0.0006660996,0.0012903728,0.0017235575],"domain_scores_gemma":[0.9669429,0.018618396,0.0025038223,0.0016017528,0.0023548743,0.007978188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008952881,0.00088997744,0.00069052767,0.0008374578,0.0035464175,0.004946873,0.0022154618,0.0024480403,0.0054625976],"category_scores_gemma":[0.042267054,0.00054955017,0.0006371697,0.00060498953,0.005661307,0.0023735214,0.007153588,0.004091154,0.0014351207],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007764195,0.0035917778,0.048603535,0.00063422293,0.000050600716,0.011282706,0.79140663,0.0017490376,0.016233252,0.0026319707,0.0095620835,0.11347782],"study_design_scores_gemma":[0.00010566763,0.0073793507,0.04373315,0.00060464063,0.00007674621,0.009529625,0.8217422,0.002766067,0.016101256,0.0032325368,0.09439144,0.0003373447],"about_ca_topic_score_codex":0.0010452041,"about_ca_topic_score_gemma":0.0023461094,"teacher_disagreement_score":0.008952881,"about_ca_system_score_codex":0.0016846011,"about_ca_system_score_gemma":0.0013137113,"threshold_uncertainty_score":0.047347963},"labels":[],"label_agreement":null},{"id":"W4224036361","doi":"10.1371/journal.pone.0265721","title":"The programming curriculum within ISIS","year":2022,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada","keywords":"Indoctrination; Curriculum; Ideology; Terrorism; Sociology; Mathematics education; Pedagogy; Political science; Computer science; Politics; Law; Psychology","score_opus":0.02979265791390198,"score_gpt":0.226227959102029,"score_spread":0.19643530118812702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224036361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6459358,0.0014306232,0.009895208,0.00930244,0.0007306971,0.00025287716,0.0008593089,0.00086425897,0.3307288],"genre_scores_gemma":[0.915767,0.0017285581,0.0169622,0.0017646684,0.0002992284,0.00028193512,0.0017242149,0.00015928833,0.06131293],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993081,0.00014459061,0.00007084613,0.00010018613,0.00019751626,0.00017866073],"domain_scores_gemma":[0.9975043,0.00042448862,0.00033561199,0.00020274853,0.00076699397,0.0007658738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010669769,0.00022869062,0.00017820587,0.0012369939,0.0013665218,0.002223297,0.00046020103,0.00038456876,0.01144195],"category_scores_gemma":[0.0036174343,0.00017248667,0.00021386186,0.0017369516,0.001908861,0.001122114,0.0025643127,0.001039718,0.0016891598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025274418,0.00096104806,0.06262827,0.0013209454,0.000013205164,0.0006271439,0.038056653,0.0031832657,0.009285692,0.2142008,0.06732,0.6021504],"study_design_scores_gemma":[0.000042817403,0.00041159446,0.11594649,0.00113188,0.000020416843,0.00053374417,0.016433436,0.0018800135,0.004905338,0.026163682,0.8324931,0.00003739251],"about_ca_topic_score_codex":0.0034724805,"about_ca_topic_score_gemma":0.005336496,"teacher_disagreement_score":0.01144195,"about_ca_system_score_codex":0.004394414,"about_ca_system_score_gemma":0.011871532,"threshold_uncertainty_score":0.03827715},"labels":[],"label_agreement":null},{"id":"W4224298337","doi":"10.1108/jrit-12-2021-0081","title":"A pedagogical model for STEAM education","year":2022,"lang":"en","type":"article","venue":"Journal of Research in Innovative Teaching & Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Originality; Mathematics education; Context (archaeology); Unit (ring theory); Pedagogy; Value (mathematics); Qualitative research; Computer science; Psychology; Sociology; Social science; Geography","score_opus":0.26525573408612063,"score_gpt":0.5035331134048499,"score_spread":0.23827737931872922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224298337","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048461925,0.00047824942,0.5008904,0.020452615,0.0004777006,0.0013639795,0.00016504989,0.00058509904,0.42712507],"genre_scores_gemma":[0.72931826,0.00046628818,0.21271102,0.0016068121,0.0001112838,0.0018458067,0.00017799626,0.0001093757,0.05365307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973803,0.0015751653,0.0000934031,0.00027327056,0.0004696345,0.00020809619],"domain_scores_gemma":[0.9968046,0.0014511367,0.00021377155,0.00029194483,0.00060177007,0.0006368324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031822715,0.00038989776,0.00023952808,0.0011431494,0.0024292276,0.0045755603,0.0016430434,0.0018541603,0.015365558],"category_scores_gemma":[0.0055636265,0.00029627586,0.00061018945,0.00087880495,0.006504679,0.0048028803,0.0033305744,0.002332854,0.0021501163],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020608159,0.00013060766,0.0014360016,0.00011325325,0.000005358597,0.00013020237,0.009833769,0.0026245737,0.0004570012,0.9653184,0.0026178919,0.01731233],"study_design_scores_gemma":[0.00013559533,0.00024994608,0.0016207006,0.00042273678,0.000023061044,0.0003890731,0.011273207,0.044248194,0.00094992184,0.6545479,0.28609693,0.00004279345],"about_ca_topic_score_codex":0.0059015607,"about_ca_topic_score_gemma":0.007456877,"teacher_disagreement_score":0.015365558,"about_ca_system_score_codex":0.0064535174,"about_ca_system_score_gemma":0.008945353,"threshold_uncertainty_score":0.051402926},"labels":[],"label_agreement":null},{"id":"W4229012956","doi":"10.5815/ijmecs.2022.01.05","title":"Visual Block-based Programming for ICT Training of Prospective Teachers in Morocco","year":2022,"lang":"en","type":"article","venue":"International Journal of Modern Education and Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Scratch; Computer science; Coding (social sciences); Perception; Specialty; Training (meteorology); Computational thinking; Multimedia; Medical education; Artificial intelligence; Psychology; Medicine","score_opus":0.0191215293114502,"score_gpt":0.3236722891023322,"score_spread":0.304550759790882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229012956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999337,0.000029638228,0.00017478895,0.000038163347,0.0000021612202,0.000042675838,0.000011054158,0.000006204677,0.00035833544],"genre_scores_gemma":[0.9970663,0.00006789176,0.0015605865,0.000039521037,0.0000031950658,0.000080472586,0.000026132398,0.000003679849,0.001152095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995105,0.00018850554,0.000016995651,0.000059306516,0.000050128525,0.00017451179],"domain_scores_gemma":[0.9982443,0.00046292265,0.00019790942,0.00010912286,0.00025543157,0.0007304498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012121703,0.00028633792,0.00019925873,0.00041829236,0.0011108266,0.00049894187,0.000498021,0.0003348323,0.002166135],"category_scores_gemma":[0.002700307,0.00021346787,0.000117659736,0.0002232094,0.00046804154,0.0002945752,0.0008195521,0.00032677205,0.0004160772],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013485015,0.009579477,0.53649443,0.00078430964,0.000014457862,0.004019518,0.21408635,0.0019204348,0.046694636,0.0010101843,0.0021858544,0.1818618],"study_design_scores_gemma":[0.0001689763,0.011778725,0.77866626,0.0003605178,0.00003347363,0.0013974368,0.16006134,0.002339648,0.014280618,0.00042908132,0.030402228,0.0000816816],"about_ca_topic_score_codex":0.007851356,"about_ca_topic_score_gemma":0.023346137,"teacher_disagreement_score":0.007851356,"about_ca_system_score_codex":0.0012127704,"about_ca_system_score_gemma":0.0022261483,"threshold_uncertainty_score":0.015611351},"labels":[],"label_agreement":null},{"id":"W4229922273","doi":"10.17758/heaig3.h0518408","title":"Applying and Improving Multidisciplinary Teaching Techniques to the Programming Classroom Environment","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Multidisciplinary approach; Computer science; Mathematics education; Multimedia; Psychology; Sociology","score_opus":0.012907433745094937,"score_gpt":0.26207090680561074,"score_spread":0.2491634730605158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229922273","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103373855,0.016489621,0.8127049,0.006942489,0.0005242987,0.0010761821,0.000028805754,0.0008452071,0.058014605],"genre_scores_gemma":[0.21290776,0.010494266,0.7665237,0.00083894364,0.00017958065,0.0010342504,0.00006095572,0.0001553338,0.0078051975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99057466,0.0048285243,0.0005086221,0.0011174869,0.0025477107,0.00042305197],"domain_scores_gemma":[0.9879978,0.00560225,0.0013680832,0.0014158441,0.002286869,0.0013291342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069660116,0.0010124269,0.000715153,0.005957831,0.0023669186,0.0060049784,0.0022788446,0.0011611466,0.0033200271],"category_scores_gemma":[0.01878851,0.0003641772,0.00097254297,0.002529945,0.0025533268,0.0053963503,0.011081506,0.0020774018,0.0010822393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004477567,0.00070393435,0.005323664,0.0011598429,0.000040181614,0.00020281352,0.012802163,0.0019842593,0.005188108,0.028190268,0.0018528486,0.9425071],"study_design_scores_gemma":[0.00023048218,0.0036556895,0.04097912,0.008010226,0.00040718913,0.008268653,0.09082175,0.025879605,0.031379927,0.26799297,0.52206874,0.00030571953],"about_ca_topic_score_codex":0.0009264775,"about_ca_topic_score_gemma":0.0021684987,"teacher_disagreement_score":0.0069660116,"about_ca_system_score_codex":0.0020604841,"about_ca_system_score_gemma":0.0061560897,"threshold_uncertainty_score":0.0368402},"labels":[],"label_agreement":null},{"id":"W4231984274","doi":"10.32920/ryerson.14663613.v1","title":"An environment for teaching computational thinking to non-majors","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computational thinking; Context (archaeology); Key (lock); Computer science; Computational model; Everyday life; Human–computer interaction; Computer security; Simulation; Artificial intelligence; Political science","score_opus":0.015716944518562696,"score_gpt":0.28781117776567333,"score_spread":0.27209423324711063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231984274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091765046,0.00092791463,0.5193812,0.021249821,0.004468217,0.0031096886,0.0021450357,0.012723896,0.3442291],"genre_scores_gemma":[0.14787759,0.0008824539,0.60626125,0.0045883735,0.00068821176,0.00497719,0.0023733357,0.0020517502,0.2302999],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99805415,0.00077922415,0.0000814723,0.00029287837,0.00048222524,0.00031003144],"domain_scores_gemma":[0.9948925,0.001904467,0.00021192005,0.00046030778,0.00060528365,0.0019255312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020553998,0.0014780366,0.00065062277,0.0007043446,0.0022306333,0.003947437,0.0022039246,0.0022934983,0.066329695],"category_scores_gemma":[0.0064451704,0.00073984085,0.0009739603,0.0007275999,0.0011603218,0.0033408804,0.006127603,0.004221343,0.021186078],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006324004,0.008857024,0.0029521906,0.0008137469,0.000023652956,0.0010619289,0.009599623,0.0071410364,0.02147369,0.13352458,0.4372015,0.37671864],"study_design_scores_gemma":[0.00028699872,0.00075285556,0.001755019,0.00033857263,0.00001467093,0.00053451676,0.002266839,0.0072989683,0.008439249,0.07117464,0.90707296,0.00006469494],"about_ca_topic_score_codex":0.0006379587,"about_ca_topic_score_gemma":0.0018452668,"teacher_disagreement_score":0.066329695,"about_ca_system_score_codex":0.0018781332,"about_ca_system_score_gemma":0.0027304618,"threshold_uncertainty_score":0.22189492},"labels":[],"label_agreement":null},{"id":"W4232393909","doi":"10.1145/1227310","title":"Proceedings of the 38th SIGCSE technical symposium on Computer science education","year":2007,"lang":"en","type":"paratext","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; IBM; Session (web analytics); Presentation (obstetrics); Library science; Thursday; World Wide Web","score_opus":0.011901317428069795,"score_gpt":0.2844350371595661,"score_spread":0.2725337197314963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232393909","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007967167,0.04040218,0.08566759,0.034785964,0.10626857,0.0011906025,0.00679847,0.011605853,0.7053136],"genre_scores_gemma":[0.008013866,0.014389937,0.017323332,0.004073048,0.0048832716,0.0003205288,0.007928226,0.0012250491,0.94184285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987464,0.00022385824,0.00007077289,0.00021321687,0.00059768674,0.00014808647],"domain_scores_gemma":[0.99684393,0.0004934205,0.000082091865,0.0004061012,0.0011463993,0.0010280168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022526723,0.0015201522,0.00097225246,0.0011485076,0.0010166551,0.0044525946,0.0011090281,0.0018111556,0.27191067],"category_scores_gemma":[0.0035868576,0.00051223254,0.00063336024,0.0011796071,0.000717618,0.004552169,0.002205565,0.0047643026,0.22330603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057079716,0.0001171784,0.00027538018,0.00008940951,0.00001158977,0.00006864796,0.000041111565,0.00009389554,0.0010144616,0.0013617007,0.878114,0.118755534],"study_design_scores_gemma":[0.000014972272,0.000035603716,0.00051233615,0.00007548269,0.000007446266,0.0001237658,0.00005388679,0.00038446512,0.00033920162,0.0011945575,0.99724823,0.00000997395],"about_ca_topic_score_codex":0.0026129917,"about_ca_topic_score_gemma":0.0060443156,"teacher_disagreement_score":0.27191067,"about_ca_system_score_codex":0.0010673337,"about_ca_system_score_gemma":0.002338955,"threshold_uncertainty_score":0.9096318},"labels":[],"label_agreement":null},{"id":"W4233122393","doi":"10.33423/jsis.v15i5.3584","title":"From Play to Creative Extrapolation: Fostering Emergent Computational Thinking in the Makerspace","year":2020,"lang":"en","type":"article","venue":"Journal of Strategic Innovation and Sustainability","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computational thinking; Curriculum; Extrapolation; Mathematics education; Creative thinking; Computer science; Pedagogy; Psychology; Creativity; Mathematics","score_opus":0.07127135653757416,"score_gpt":0.3256144702399568,"score_spread":0.25434311370238266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233122393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6111546,0.00064427656,0.19935963,0.0044363453,0.0003606694,0.00018747362,0.00006462217,0.0012017562,0.18259066],"genre_scores_gemma":[0.95006806,0.00021836467,0.041169997,0.00026810178,0.00002078705,0.000105940635,0.000027825516,0.0001265356,0.007994364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9979132,0.0012603385,0.000039926133,0.00022235986,0.00039155813,0.00017259122],"domain_scores_gemma":[0.9959561,0.0025298912,0.00021065374,0.0004767726,0.00014817865,0.00067835336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025203438,0.0005618171,0.00027943624,0.0007791192,0.0021271058,0.006217287,0.0010775815,0.001101841,0.0070825727],"category_scores_gemma":[0.0068212184,0.0002769906,0.00044730733,0.00042286792,0.0077033453,0.0066701095,0.0109017575,0.0018602809,0.0009874438],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041112493,0.0010332811,0.0061191926,0.00058745564,0.000034027817,0.00268048,0.15161154,0.008418124,0.03359354,0.633021,0.0060927966,0.15639743],"study_design_scores_gemma":[0.00015175832,0.00064895954,0.0021078773,0.00044353944,0.00004137336,0.00122914,0.054157622,0.017723965,0.031074306,0.6673634,0.2249567,0.0001013471],"about_ca_topic_score_codex":0.00016452992,"about_ca_topic_score_gemma":0.00040858125,"teacher_disagreement_score":0.0070825727,"about_ca_system_score_codex":0.00067462726,"about_ca_system_score_gemma":0.0017463905,"threshold_uncertainty_score":0.023693621},"labels":[],"label_agreement":null},{"id":"W4233809213","doi":"10.1145/611997.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Computer science; Library science; Medicine","score_opus":0.014191612321065158,"score_gpt":0.23888677515842194,"score_spread":0.22469516283735677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233809213","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03572441,0.0012002678,0.0013920222,0.025440525,0.0040300037,0.0005059175,0.0074192355,0.0017831688,0.9225045],"genre_scores_gemma":[0.038242478,0.0004848553,0.0007753066,0.005071347,0.00030930285,0.00013182078,0.0017065996,0.0002969449,0.95298123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992606,0.00006785985,0.000026721646,0.0001637274,0.00024938534,0.00023169884],"domain_scores_gemma":[0.99746263,0.00010881553,0.00007743556,0.00014164217,0.00035713825,0.0018522497],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00091930054,0.00074437156,0.00074146315,0.0017203393,0.0057371864,0.0036260362,0.001034418,0.0012384846,0.61521465],"category_scores_gemma":[0.0015964318,0.00047083673,0.00059403025,0.0011019795,0.00077109336,0.0020672646,0.004822654,0.0028140522,0.25962502],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020842158,0.0003633623,0.006736155,0.00014210051,0.000012249264,0.00047237147,0.0014303207,0.00003362108,0.003308565,0.016505737,0.8431682,0.12761894],"study_design_scores_gemma":[0.000020401096,0.00007526012,0.006112574,0.000035097943,0.0000031801578,0.0002843602,0.0014816805,0.000029775196,0.00066251017,0.0007888397,0.9904974,0.000008928215],"about_ca_topic_score_codex":0.0061261104,"about_ca_topic_score_gemma":0.022676464,"teacher_disagreement_score":0.61521465,"about_ca_system_score_codex":0.0011987711,"about_ca_system_score_gemma":0.0021987245,"threshold_uncertainty_score":0.5488496},"labels":[],"label_agreement":null},{"id":"W4235402938","doi":"10.1016/s0008-4182(04)80092-9","title":"Program Learning Objectives","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Psychology","score_opus":0.019435205191056782,"score_gpt":0.28150475144819576,"score_spread":0.26206954625713896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235402938","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033216447,0.00061946566,0.037160944,0.0071812146,0.0023090064,0.005069255,0.008391184,0.0050475537,0.901005],"genre_scores_gemma":[0.057968516,0.0010102028,0.030354789,0.0021298476,0.00066864514,0.0036477747,0.007216824,0.0009084585,0.89609504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990029,0.00011886735,0.00004178697,0.00012632781,0.0004768403,0.00023335613],"domain_scores_gemma":[0.9934022,0.00040616683,0.00030232352,0.00018770836,0.0020750123,0.003626575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013427205,0.0010460683,0.00041582802,0.0015719188,0.00083676464,0.0027335316,0.0015534785,0.00094644335,0.28287452],"category_scores_gemma":[0.0054155174,0.00024610985,0.00056452915,0.00064687,0.00018448968,0.0014598999,0.0031164256,0.001532922,0.10615732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005475846,0.002637941,0.003534796,0.00055355346,0.0000094124725,0.0002005509,0.00045020686,0.0008451677,0.0022340897,0.006524828,0.36275446,0.61970735],"study_design_scores_gemma":[0.00017354065,0.001223816,0.011993992,0.00048973114,0.000022660479,0.00049778423,0.00071345177,0.0018274226,0.0068212603,0.011694037,0.96449935,0.00004298215],"about_ca_topic_score_codex":0.0007297596,"about_ca_topic_score_gemma":0.0035357284,"teacher_disagreement_score":0.28287452,"about_ca_system_score_codex":0.001376267,"about_ca_system_score_gemma":0.0049999473,"threshold_uncertainty_score":0.94630957},"labels":[],"label_agreement":null},{"id":"W4235782022","doi":"10.1145/1404520","title":"Proceedings of the Fourth international Workshop on Computing Education Research","year":2008,"lang":"en","type":"paratext","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Inclusion (mineral); Special Interest Group; Political science; Computer science; Medical education; Medicine; Sociology; Social science","score_opus":0.06475783834142358,"score_gpt":0.3753514425439013,"score_spread":0.3105936042024777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235782022","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008866178,0.1062946,0.06695661,0.09368277,0.13597272,0.00068426324,0.002051276,0.0031162847,0.5823753],"genre_scores_gemma":[0.037732642,0.04273596,0.03456374,0.0070382287,0.015822306,0.0006048824,0.0062982785,0.0019142968,0.8532896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946519,0.0018819409,0.00035056847,0.0006980705,0.0018952076,0.00052223785],"domain_scores_gemma":[0.9912545,0.0019364933,0.0002389047,0.0014012944,0.0029257778,0.0022430148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007262193,0.0012143338,0.0012055454,0.0028423974,0.0015922595,0.01059198,0.0021961608,0.00246302,0.14829117],"category_scores_gemma":[0.011411026,0.00059144985,0.00087270845,0.00266843,0.0012537183,0.0076434435,0.0043938695,0.0045800796,0.061636083],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013832767,0.00015079485,0.00040586755,0.0003741995,0.000026340893,0.00009955114,0.000477755,0.00016700497,0.0015786123,0.017420277,0.7377849,0.24137633],"study_design_scores_gemma":[0.000012364672,0.0000309406,0.00030479816,0.0001826017,0.000009880415,0.000108165645,0.00022076651,0.0001749761,0.0004463033,0.0042078574,0.99429214,0.000009144776],"about_ca_topic_score_codex":0.0012968397,"about_ca_topic_score_gemma":0.002835261,"teacher_disagreement_score":0.14829117,"about_ca_system_score_codex":0.0018782269,"about_ca_system_score_gemma":0.004041742,"threshold_uncertainty_score":0.49608338},"labels":[],"label_agreement":null},{"id":"W4236287700","doi":"10.1145/971300.971344","title":"Redesigning introductory computer programming with HTML, JavaScript, and Java","year":2004,"lang":"en","type":"article","venue":"Proceedings of the 35th SIGCSE technical symposium on Computer science education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"JavaScript; Computer science; Java; Programming language; Java Programming Language; Software engineering","score_opus":0.007959096025234957,"score_gpt":0.2323135509443574,"score_spread":0.22435445491912245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236287700","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25412512,0.00088178617,0.71493185,0.0012656284,0.0005156175,0.0010898283,0.00005791985,0.009334505,0.017797705],"genre_scores_gemma":[0.21529455,0.0009260785,0.76139635,0.001331989,0.0001859867,0.0004867202,0.00037512276,0.0031620366,0.016841166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966646,0.001051485,0.00023147209,0.00064729434,0.0010325209,0.0003727427],"domain_scores_gemma":[0.99260795,0.0033056757,0.0006797017,0.0013891291,0.0012105108,0.00080709794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031037366,0.00088437,0.0005036209,0.0009810167,0.0007727561,0.0028510399,0.0022777305,0.0008130074,0.003987596],"category_scores_gemma":[0.013173724,0.0006871121,0.00057684234,0.0008528425,0.0010850669,0.0041122544,0.001992194,0.0031805085,0.0021904306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023395808,0.0016477734,0.005372065,0.000465583,0.00002440181,0.0006374067,0.0074337474,0.0032516778,0.051612962,0.0058400845,0.0050407466,0.91843975],"study_design_scores_gemma":[0.0004336911,0.002855074,0.024201201,0.00081676774,0.0002547344,0.006429788,0.0067294464,0.05935877,0.11017576,0.02133219,0.7670275,0.000384967],"about_ca_topic_score_codex":0.0016947776,"about_ca_topic_score_gemma":0.0027335926,"teacher_disagreement_score":0.003987596,"about_ca_system_score_codex":0.0008740616,"about_ca_system_score_gemma":0.0015007457,"threshold_uncertainty_score":0.016414285},"labels":[],"label_agreement":null},{"id":"W4236734165","doi":"10.1145/1595496.1562971","title":"\"Mailing it in\"","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science; World Wide Web; System administrator; Annotation; Extensibility; Web application; Software engineering; Multimedia; Operating system; Artificial intelligence","score_opus":0.017477869750960787,"score_gpt":0.2660010656891605,"score_spread":0.24852319593819971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236734165","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021832116,0.0005256506,0.06753435,0.012413203,0.017850054,0.0015084904,0.011049668,0.09252729,0.7747591],"genre_scores_gemma":[0.04255816,0.0004100752,0.017438103,0.0046770354,0.0020974237,0.00027442194,0.0050658397,0.006418401,0.92106056],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986111,0.0004425542,0.00009681028,0.0001994754,0.0004623192,0.0001877282],"domain_scores_gemma":[0.99335194,0.0011408096,0.00048038628,0.0021588067,0.00213687,0.00073122844],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001708692,0.0011264296,0.0006193435,0.0014675872,0.0019282978,0.0038260047,0.00081580237,0.0013611239,0.41756275],"category_scores_gemma":[0.007821833,0.00039596212,0.00045870693,0.0008531721,0.0005613163,0.002581987,0.0029313203,0.0014124634,0.28053465],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021876073,0.000100264326,0.0019667384,0.00014093333,0.000012432016,0.00032768372,0.0006152306,0.000088564346,0.002495339,0.009389483,0.81603324,0.16861129],"study_design_scores_gemma":[0.00001778861,0.000081758175,0.001174657,0.00007111427,0.000012501797,0.00023257178,0.00023639177,0.0004852429,0.0030497252,0.001679586,0.992934,0.00002469308],"about_ca_topic_score_codex":0.0013737018,"about_ca_topic_score_gemma":0.0015234085,"teacher_disagreement_score":0.41756275,"about_ca_system_score_codex":0.00077808305,"about_ca_system_score_gemma":0.0009988077,"threshold_uncertainty_score":0.83077604},"labels":[],"label_agreement":null},{"id":"W4238899949","doi":"10.1145/3263054","title":"Session details: Integrating mathematics and computer science","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Session (web analytics); Computer science; Mathematics education; Mathematics; World Wide Web","score_opus":0.017639533540883285,"score_gpt":0.27361713337270116,"score_spread":0.2559775998318179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238899949","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048505375,0.0039961166,0.00320593,0.014645163,0.029478656,0.0009534784,0.0084126685,0.0025557808,0.9319017],"genre_scores_gemma":[0.013225496,0.0030187676,0.000772351,0.0014163767,0.004441482,0.00028715754,0.0025540055,0.0006543603,0.9736301],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995223,0.00005034217,0.000018871813,0.000102567144,0.00014170824,0.00016422884],"domain_scores_gemma":[0.99777895,0.00031201067,0.000051482522,0.00014487637,0.00029576998,0.0014169028],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011069134,0.0016876407,0.0021007953,0.0008997957,0.0028143306,0.005272073,0.0013038707,0.0033628626,0.84437233],"category_scores_gemma":[0.0016479447,0.00039075268,0.0016160859,0.0012074623,0.00050136156,0.0024195886,0.0028176957,0.0034488398,0.5943536],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000521954,0.0004546762,0.0003544211,0.00035645187,0.000018694223,0.00008449068,0.000132041,0.00008280987,0.0018597933,0.0027530547,0.942152,0.051229477],"study_design_scores_gemma":[0.00009032312,0.0002686322,0.0022797724,0.00016093916,0.00001912453,0.00010729092,0.00012925659,0.00015507064,0.0006414007,0.0018021486,0.9943281,0.000018047025],"about_ca_topic_score_codex":0.0016372474,"about_ca_topic_score_gemma":0.004815051,"teacher_disagreement_score":0.15562767,"about_ca_system_score_codex":0.001013388,"about_ca_system_score_gemma":0.0021490024,"threshold_uncertainty_score":0.22198397},"labels":[],"label_agreement":null},{"id":"W4240261728","doi":"10.4018/978-1-60960-206-2.ch007","title":"Emergent/See","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ethnography; Class (philosophy); Pedagogy; Literacy; Informal learning; Formal learning; Psychology; Mathematics education; Sociology; Epistemology","score_opus":0.031423673356507684,"score_gpt":0.2509515482136681,"score_spread":0.2195278748571604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240261728","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05151086,0.0013360521,0.049275618,0.0036406508,0.00065687817,0.00018945942,0.00018739917,0.00046110153,0.8927421],"genre_scores_gemma":[0.52263373,0.0024913552,0.021722108,0.0028913815,0.0002366127,0.00026741822,0.00041325847,0.000524728,0.44881937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989359,0.0002715974,0.00004105696,0.00018825529,0.0003695937,0.00019351064],"domain_scores_gemma":[0.9990326,0.00031321592,0.00009055595,0.000222126,0.00016595633,0.00017560406],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011306717,0.00036406372,0.0003469381,0.00058120245,0.0022594947,0.005143736,0.0006015099,0.00078039867,0.02045398],"category_scores_gemma":[0.0024390323,0.00025501347,0.0005210799,0.00050034374,0.0050050598,0.006287173,0.0048079086,0.0021777018,0.0042824643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047512774,0.000059557668,0.0014683884,0.00024456793,0.0000066263283,0.00076479506,0.040290754,0.00019957531,0.0020598134,0.8478281,0.015359027,0.09167132],"study_design_scores_gemma":[0.000011684367,0.00006877403,0.0011069692,0.00025050988,0.0000076070637,0.0016056815,0.017634466,0.00046443884,0.0020145185,0.15909785,0.81772125,0.000016302814],"about_ca_topic_score_codex":0.0009688986,"about_ca_topic_score_gemma":0.002182278,"teacher_disagreement_score":0.979546,"about_ca_system_score_codex":0.0016586998,"about_ca_system_score_gemma":0.0012549076,"threshold_uncertainty_score":0.06842542},"labels":[],"label_agreement":null},{"id":"W4241715413","doi":"10.1145/1595496.1562989","title":"Rich content plug-ins for the teaching machine","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Content (measure theory); Computer science; Mathematics education; Psychology; Mathematics","score_opus":0.04298472079546844,"score_gpt":0.2762401715993988,"score_spread":0.23325545080393034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241715413","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013459538,0.00018831553,0.7611838,0.0004030465,0.00023935208,0.0005409228,0.0011701373,0.21395634,0.008858554],"genre_scores_gemma":[0.18446866,0.0004837955,0.7205784,0.0012254544,0.00026899172,0.0019748476,0.004769684,0.03773728,0.048492916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926144,0.00013512708,0.000058537735,0.00016376548,0.00029948418,0.00008175512],"domain_scores_gemma":[0.99625105,0.0023892391,0.00011315732,0.0005901609,0.00026903543,0.00038736005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085844117,0.001509182,0.000719485,0.0011508041,0.00050756446,0.0020432917,0.0026488563,0.0015273308,0.03711016],"category_scores_gemma":[0.005418901,0.0010453052,0.0007022661,0.0006916681,0.00045952376,0.0045198696,0.0038042143,0.0027216363,0.013088544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026001884,0.0021864627,0.003407353,0.0017158035,0.00018961863,0.002125497,0.0016693684,0.007753351,0.14432238,0.029340442,0.12532313,0.67936635],"study_design_scores_gemma":[0.0007771571,0.00075272395,0.0046499595,0.00041964737,0.00024393015,0.0019250979,0.00027584893,0.16988222,0.25232232,0.030940343,0.53755,0.0002606383],"about_ca_topic_score_codex":0.00040321774,"about_ca_topic_score_gemma":0.0007425574,"teacher_disagreement_score":0.03711016,"about_ca_system_score_codex":0.0005458091,"about_ca_system_score_gemma":0.0005597248,"threshold_uncertainty_score":0.124145806},"labels":[],"label_agreement":null},{"id":"W4241885102","doi":"10.1145/366413.364536","title":"Teaching CS1 with karel the robot in Java","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Karel; Java; Computer science; Programming language; Selection (genetic algorithm); Inheritance (genetic algorithm); Object (grammar); Robot; Recursion (computer science); Object-oriented programming; Curriculum; Interface (matter); Software engineering; Mathematics education; Artificial intelligence; Pedagogy; Sociology; Psychology; Operating system","score_opus":0.01481916463549439,"score_gpt":0.24105464480473818,"score_spread":0.22623548016924377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241885102","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046914697,0.0028727958,0.32094613,0.028471746,0.0022764937,0.0005944649,0.0013144906,0.02812845,0.56848073],"genre_scores_gemma":[0.16188206,0.0050705275,0.36520934,0.01375299,0.000804298,0.00062588986,0.00165103,0.0053587146,0.44564515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903786,0.00011818965,0.000038596638,0.00020852215,0.0004141445,0.0001827508],"domain_scores_gemma":[0.99856037,0.00029172312,0.00011143696,0.00013753044,0.00026238197,0.00063664856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089164317,0.000836934,0.00047690488,0.00090927345,0.001344245,0.0033218295,0.0012355715,0.0008599484,0.070861645],"category_scores_gemma":[0.0032596642,0.0004942863,0.0005518255,0.0008075671,0.00092687656,0.0032707322,0.0040092138,0.0027348814,0.037070226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017035757,0.0008616797,0.0022570791,0.00044312477,0.000011527328,0.000344944,0.0038940648,0.0015750161,0.010840623,0.059652135,0.35213327,0.5678162],"study_design_scores_gemma":[0.000052646174,0.00018794562,0.0019955295,0.0002553899,0.0000121651265,0.0009648021,0.0010067793,0.0029640272,0.004412027,0.024424188,0.9636657,0.000058844693],"about_ca_topic_score_codex":0.0017283339,"about_ca_topic_score_gemma":0.003990786,"teacher_disagreement_score":0.070861645,"about_ca_system_score_codex":0.002435078,"about_ca_system_score_gemma":0.0032371262,"threshold_uncertainty_score":0.23705578},"labels":[],"label_agreement":null},{"id":"W4241902593","doi":"10.1145/1189215.1189176","title":"How much choice is too much?","year":2006,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.012848297391843271,"score_gpt":0.23128831123038457,"score_spread":0.2184400138385413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241902593","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10471614,0.012843124,0.052715868,0.6839967,0.0050155036,0.00008347708,0.000180688,0.0002746511,0.14017387],"genre_scores_gemma":[0.9262191,0.005718865,0.008850628,0.039252397,0.0011523184,0.00011982917,0.00007907093,0.00021414342,0.018393662],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9812557,0.012560423,0.00044360003,0.0013361801,0.0029700056,0.0014341602],"domain_scores_gemma":[0.9621704,0.022824014,0.0027591311,0.0033448013,0.0026702813,0.006231297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014117549,0.00041107245,0.00070106145,0.000555719,0.0033543077,0.010429686,0.0013731407,0.003584931,0.009051944],"category_scores_gemma":[0.04859393,0.0002860067,0.0006245682,0.0010507922,0.020652613,0.02018256,0.0047820755,0.007249141,0.0020749972],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031198128,0.0003197733,0.018496096,0.00083367276,0.00015569532,0.00055144774,0.047976565,0.00074007764,0.0018213106,0.5604092,0.07912996,0.28925422],"study_design_scores_gemma":[0.00005015093,0.00014378414,0.004648098,0.00065965083,0.00004638906,0.0005408476,0.050444197,0.0006386772,0.00088368065,0.72460747,0.2172466,0.00009051185],"about_ca_topic_score_codex":0.0015708056,"about_ca_topic_score_gemma":0.0020740426,"teacher_disagreement_score":0.014117549,"about_ca_system_score_codex":0.0030178416,"about_ca_system_score_gemma":0.0031361503,"threshold_uncertainty_score":0.07466167},"labels":[],"label_agreement":null},{"id":"W4244581973","doi":"10.24124/2017/58897","title":"Examining the effects of enhanced compilers on student productivity","year":2017,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Compiler; Computer science; Productivity; Java; Programming language; Mathematics education; Psychology","score_opus":0.021720377992990026,"score_gpt":0.3114014342085446,"score_spread":0.28968105621555457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244581973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984427,0.00005149545,0.00016306067,0.00011727908,0.000010412655,0.000019339454,0.00001901063,0.000011737278,0.00116503],"genre_scores_gemma":[0.9974287,0.00013995613,0.0009380251,0.000082131875,0.000009997136,0.000063122825,0.000042746946,0.000011170387,0.0012840434],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957171,0.0019211094,0.00023508536,0.00046467155,0.0010602066,0.00060179894],"domain_scores_gemma":[0.93686616,0.04253891,0.007547735,0.0021296286,0.0064149564,0.0045025353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055047353,0.0003869001,0.0004188859,0.0004496475,0.0006990463,0.0019298943,0.00079244544,0.00054771494,0.00447068],"category_scores_gemma":[0.045460977,0.0002636352,0.00045527596,0.00041634723,0.00074144267,0.001057834,0.0018389182,0.0012655328,0.0006915092],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008575969,0.036365345,0.33228394,0.0015755573,0.00052205,0.00060923165,0.063094094,0.0037433992,0.020458138,0.002219615,0.005556582,0.52499604],"study_design_scores_gemma":[0.00093515415,0.0493118,0.8643754,0.00075969583,0.00066554634,0.0002889867,0.038144246,0.0034192798,0.026380789,0.0022792649,0.013259197,0.00018069896],"about_ca_topic_score_codex":0.0011312185,"about_ca_topic_score_gemma":0.0018543635,"teacher_disagreement_score":0.0055047353,"about_ca_system_score_codex":0.0011138296,"about_ca_system_score_gemma":0.00190881,"threshold_uncertainty_score":0.02911222},"labels":[],"label_agreement":null},{"id":"W4245815109","doi":"10.4018/9781591407324.ch008","title":"Online Assessment in Programming Courses","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.03422005456705033,"score_gpt":0.29866576442703924,"score_spread":0.2644457098599889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245815109","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30269536,0.010959165,0.07132943,0.00480593,0.0006390111,0.0005218014,0.0002501597,0.0007718067,0.60802734],"genre_scores_gemma":[0.78046405,0.007030166,0.05300732,0.0010747433,0.0002930246,0.00040640443,0.00040360648,0.00016793802,0.15715271],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984522,0.00083174306,0.00006279083,0.00014379791,0.00040202597,0.00010739617],"domain_scores_gemma":[0.9954932,0.0033104585,0.0002758523,0.00029430096,0.00032517052,0.00030114484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017446763,0.0003818037,0.0002430277,0.000822923,0.00065100606,0.002819234,0.0009317043,0.0007547138,0.011376388],"category_scores_gemma":[0.006025215,0.00013541745,0.00017856034,0.001251182,0.00056429993,0.0025108664,0.0019530253,0.0013310151,0.003647782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005975782,0.0010325871,0.006360605,0.0003874614,0.0000056174795,0.00048123577,0.005396891,0.0017166788,0.0015875745,0.021928705,0.022562101,0.93848073],"study_design_scores_gemma":[0.000047504247,0.00070747273,0.048273806,0.0025228956,0.000023650735,0.0038193054,0.012230062,0.010964534,0.0067257807,0.0656452,0.84896785,0.000071942944],"about_ca_topic_score_codex":0.0005463249,"about_ca_topic_score_gemma":0.0014234383,"teacher_disagreement_score":0.011376388,"about_ca_system_score_codex":0.0009910676,"about_ca_system_score_gemma":0.0010232847,"threshold_uncertainty_score":0.038057804},"labels":[],"label_agreement":null},{"id":"W4246408032","doi":"10.1145/572139.572180","title":"Striving for mathematical thinking","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Nature versus nurture; Mathematical software; Computer science; Mathematics education; Software; Duty; Natural science; Natural (archaeology); Software engineering; Management science; Mathematics; Engineering; Sociology; Programming language; Epistemology; Political science; Geography","score_opus":0.026740498687448117,"score_gpt":0.27436036605171155,"score_spread":0.24761986736426342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246408032","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01758038,0.028994562,0.05169257,0.7779051,0.010352549,0.000067478126,0.00010862345,0.0005123891,0.112786375],"genre_scores_gemma":[0.44826928,0.054904934,0.15350153,0.26044226,0.016571475,0.00042721207,0.0004331636,0.0012404827,0.06420965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908346,0.00333785,0.0003201199,0.0013335028,0.0034968143,0.00067709567],"domain_scores_gemma":[0.96250564,0.015518334,0.002580824,0.004023175,0.008397612,0.0069744946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018459085,0.00062662194,0.0008440631,0.0014051327,0.004056306,0.011260269,0.0016140168,0.003738383,0.010498633],"category_scores_gemma":[0.047556672,0.00034625494,0.00082093786,0.0007563298,0.017746178,0.01873524,0.009392998,0.015526263,0.0056758174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003405494,0.000120520825,0.0013869646,0.00027687277,0.000043583572,0.00011887634,0.0055285753,0.00038442033,0.0006211165,0.7700442,0.15165825,0.06978255],"study_design_scores_gemma":[0.000019413494,0.000037901907,0.00048384813,0.00026592874,0.0000103335815,0.0002180809,0.0012951461,0.00031509408,0.00033088104,0.6707389,0.3262627,0.000021766811],"about_ca_topic_score_codex":0.0006463185,"about_ca_topic_score_gemma":0.000911266,"teacher_disagreement_score":0.018459085,"about_ca_system_score_codex":0.002261906,"about_ca_system_score_gemma":0.0058273613,"threshold_uncertainty_score":0.0976221},"labels":[],"label_agreement":null},{"id":"W4246473991","doi":"10.1145/961511.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Measure (data warehouse); Computer science; Constructivist teaching methods; Software engineering; Mathematics education; Data mining; Mathematics; Teaching method","score_opus":0.02133302466176441,"score_gpt":0.23837966508452268,"score_spread":0.21704664042275829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246473991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914908,0.00008861065,0.003712752,0.00010560947,0.000013917701,0.00013428333,0.000054798827,0.00015645548,0.004242682],"genre_scores_gemma":[0.98619974,0.000110239904,0.011203816,0.00006738483,0.000025576324,0.00018351,0.0003174033,0.00005251921,0.0018398094],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9747717,0.013124392,0.001502765,0.0020469818,0.007611609,0.00094266096],"domain_scores_gemma":[0.84990317,0.10974894,0.014749576,0.0072921272,0.012020788,0.006285442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01625637,0.0007974188,0.0006013434,0.0030038373,0.000748085,0.0025786797,0.0012155587,0.0011529746,0.001142751],"category_scores_gemma":[0.11725791,0.0003991794,0.00039638812,0.001485936,0.0010754408,0.0014352293,0.002043993,0.0014145755,0.0005499578],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006133585,0.010586465,0.2797938,0.0009737899,0.00058353133,0.00007440482,0.014925562,0.025323184,0.032519806,0.002368423,0.0023007768,0.62441665],"study_design_scores_gemma":[0.0005280832,0.021343676,0.8799542,0.00019977367,0.00018030105,0.00014018897,0.0052831094,0.04688966,0.03627078,0.0035714915,0.0053933105,0.00024538205],"about_ca_topic_score_codex":0.0018715594,"about_ca_topic_score_gemma":0.0035548443,"teacher_disagreement_score":0.01625637,"about_ca_system_score_codex":0.002341196,"about_ca_system_score_gemma":0.0013916561,"threshold_uncertainty_score":0.085972965},"labels":[],"label_agreement":null},{"id":"W4248827866","doi":"10.1145/3262638","title":"Session details: Issues in secondary education &amp; introductory programming","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Mathematics education; Computer science; Medical education; Psychology; Medicine; World Wide Web","score_opus":0.014335364810979129,"score_gpt":0.285197729777942,"score_spread":0.27086236496696287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248827866","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001955269,0.0024612239,0.001969351,0.0193784,0.032349896,0.0006426009,0.0030139044,0.0022003413,0.936029],"genre_scores_gemma":[0.0044420967,0.0010343534,0.00028073066,0.001874796,0.0044675507,0.00017594315,0.0008523462,0.00056668953,0.9863055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993637,0.00008231821,0.000035156885,0.00013190064,0.00019091486,0.00019592431],"domain_scores_gemma":[0.99537957,0.00080878363,0.000107105916,0.0002287776,0.0008312702,0.0026444164],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018983469,0.0012617637,0.0016313678,0.0010548473,0.0035016565,0.005800725,0.001034866,0.0045922375,0.86547655],"category_scores_gemma":[0.0038601938,0.00047545444,0.0011492798,0.001282507,0.0006684471,0.0027808219,0.0028622402,0.003646451,0.70843065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022283585,0.00019532119,0.00021154813,0.00016863192,0.0000034776754,0.00004805533,0.00008992647,0.000032907465,0.00058353355,0.0014785365,0.96353835,0.03342684],"study_design_scores_gemma":[0.000051783416,0.00012441234,0.001539943,0.00017979238,0.0000065650956,0.000051032297,0.00013114874,0.00007425715,0.00025604243,0.0010148733,0.9965604,0.000009693611],"about_ca_topic_score_codex":0.0018381578,"about_ca_topic_score_gemma":0.0036906116,"teacher_disagreement_score":0.86547655,"about_ca_system_score_codex":0.0011559178,"about_ca_system_score_gemma":0.0017555475,"threshold_uncertainty_score":0.19188136},"labels":[],"label_agreement":null},{"id":"W4249802452","doi":"10.1145/3159450.3170601","title":"Nifty Assignments","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Computer science; Session (web analytics); Suspect; Coding (social sciences); Multimedia; Programming language; World Wide Web; Psychology","score_opus":0.013922028023968257,"score_gpt":0.26294849897402306,"score_spread":0.2490264709500548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249802452","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036366183,0.0009996259,0.03075952,0.017822446,0.023566026,0.001542086,0.0073484797,0.018080559,0.863515],"genre_scores_gemma":[0.08744625,0.0006285263,0.034991335,0.0050956486,0.00431473,0.0012340705,0.010572118,0.003030202,0.8526871],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977603,0.00021752095,0.000091600305,0.00036352302,0.0010736512,0.00049341953],"domain_scores_gemma":[0.98652285,0.0009873307,0.0004593599,0.0014407958,0.0041150437,0.0064746435],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021206955,0.00091420335,0.000806033,0.0015410058,0.0028713034,0.003597819,0.0022023723,0.0013013578,0.30514878],"category_scores_gemma":[0.014568771,0.00043503154,0.0009417466,0.0007937926,0.0007890144,0.0029216586,0.00552346,0.0034777648,0.09984923],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002945436,0.0002561891,0.0010811603,0.00014864664,0.000009006605,0.00021040649,0.00043307987,0.00036512114,0.0016955916,0.0047898684,0.8070919,0.18362463],"study_design_scores_gemma":[0.000043750875,0.00023215439,0.003767169,0.00007125075,0.0000052256264,0.00029418044,0.00025960515,0.00043165847,0.0010489757,0.0047597573,0.98905396,0.00003228625],"about_ca_topic_score_codex":0.0015896343,"about_ca_topic_score_gemma":0.0047916207,"teacher_disagreement_score":0.30514878,"about_ca_system_score_codex":0.002083867,"about_ca_system_score_gemma":0.0022751486,"threshold_uncertainty_score":0.99112093},"labels":[],"label_agreement":null},{"id":"W4250565937","doi":"10.32920/ryerson.14663613","title":"An environment for teaching computational thinking to non-majors","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computational thinking; Key (lock); Computer science; Context (archaeology); Everyday life; Computational model; Human–computer interaction; Computer security; Simulation; Political science; Artificial intelligence","score_opus":0.015716944518562696,"score_gpt":0.28781117776567333,"score_spread":0.27209423324711063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250565937","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091765046,0.00092791463,0.5193812,0.021249821,0.004468217,0.0031096886,0.0021450357,0.012723896,0.3442291],"genre_scores_gemma":[0.14787759,0.0008824539,0.60626125,0.0045883735,0.00068821176,0.00497719,0.0023733357,0.0020517502,0.2302999],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805415,0.00077922415,0.0000814723,0.00029287837,0.00048222524,0.00031003144],"domain_scores_gemma":[0.9948925,0.001904467,0.00021192005,0.00046030778,0.00060528365,0.0019255312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020553998,0.0014780366,0.00065062277,0.0007043446,0.0022306333,0.003947437,0.0022039246,0.0022934983,0.066329695],"category_scores_gemma":[0.0064451704,0.00073984085,0.0009739603,0.0007275999,0.0011603218,0.0033408804,0.006127603,0.004221343,0.021186078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006324004,0.008857024,0.0029521906,0.0008137469,0.000023652956,0.0010619289,0.009599623,0.0071410364,0.02147369,0.13352458,0.4372015,0.37671864],"study_design_scores_gemma":[0.00028699872,0.00075285556,0.001755019,0.00033857263,0.00001467093,0.00053451676,0.002266839,0.0072989683,0.008439249,0.07117464,0.90707296,0.00006469494],"about_ca_topic_score_codex":0.0006379587,"about_ca_topic_score_gemma":0.0018452668,"teacher_disagreement_score":0.066329695,"about_ca_system_score_codex":0.0018781332,"about_ca_system_score_gemma":0.0027304618,"threshold_uncertainty_score":0.22189492},"labels":[],"label_agreement":null},{"id":"W4251348137","doi":"10.18260/1-2--35376","title":"The transition from STEM to STEAM","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada","funders":"","keywords":"Harmony (color); The arts; Engineering ethics; Beauty; Accreditation; Architecture; Engineering; Sociology; Aesthetics; Political science; Visual arts; Law; Art","score_opus":0.07555829071031331,"score_gpt":0.2711638960320234,"score_spread":0.1956056053217101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251348137","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20420167,0.01963752,0.02135186,0.21115153,0.0068292026,0.00008228757,0.00025351107,0.0005187205,0.5359736],"genre_scores_gemma":[0.83176696,0.012077243,0.00905814,0.029722083,0.0018413306,0.00006644946,0.00018275404,0.00029958872,0.114985466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9993705,0.00016555049,0.000020266567,0.00008821877,0.0002225625,0.00013299235],"domain_scores_gemma":[0.9994259,0.00013840286,0.000026852556,0.000030593757,0.00008501476,0.00029331364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096959114,0.00014679841,0.00015155032,0.00030177188,0.0014556638,0.003309919,0.00033269307,0.0013050291,0.019628115],"category_scores_gemma":[0.0021849463,0.000109744215,0.00019680841,0.000396427,0.0034945104,0.0046065077,0.004398062,0.0027904024,0.0028240776],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012103399,0.00015140003,0.0027719163,0.00026275354,0.000006964308,0.00046457775,0.013161797,0.0004533089,0.004020392,0.6702083,0.08689085,0.2214868],"study_design_scores_gemma":[0.000007988643,0.00011697395,0.0028649606,0.00020365359,0.0000024944354,0.00029465134,0.007710213,0.0003936101,0.0009929766,0.10457854,0.88282114,0.000012806653],"about_ca_topic_score_codex":0.0013767384,"about_ca_topic_score_gemma":0.002451134,"teacher_disagreement_score":0.019628115,"about_ca_system_score_codex":0.0014642397,"about_ca_system_score_gemma":0.0016048369,"threshold_uncertainty_score":0.06566256},"labels":[],"label_agreement":null},{"id":"W4251855366","doi":"10.24908/pceea.v0i0.5919","title":"First-year integrative project for computer and software engineering students at Polytechnique Montréal","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"Polytechnique Montréal","keywords":"Context (archaeology); Flexibility (engineering); Software; Robot; Computer science; Software engineering; Social software engineering; Software development; Engineering management; Software construction; Artificial intelligence; Engineering; Programming language; Management","score_opus":0.008311976693153453,"score_gpt":0.22595122545317026,"score_spread":0.2176392487600168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251855366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44146052,0.0054665757,0.11158527,0.050982185,0.012468769,0.004356437,0.008125001,0.0095046265,0.35605064],"genre_scores_gemma":[0.30275422,0.0017656024,0.046748474,0.0017150627,0.0008014081,0.0013763105,0.003166947,0.001027335,0.6406446],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9978327,0.0003062723,0.000026604845,0.0003224928,0.00071125774,0.00080064894],"domain_scores_gemma":[0.98708934,0.00021326331,0.00013647277,0.00029761752,0.0022144122,0.010048884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027481683,0.002033578,0.00092290447,0.0016590506,0.0046602604,0.0034576503,0.002291869,0.0014461502,0.07212119],"category_scores_gemma":[0.002688833,0.0006214793,0.0010505995,0.00072350935,0.001793926,0.0008362569,0.003692937,0.0023973293,0.0145390425],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081376446,0.0048212684,0.014600315,0.00028827504,0.00006701921,0.0012306473,0.008361175,0.0018528427,0.03751555,0.024696372,0.5985216,0.3072312],"study_design_scores_gemma":[0.00010188785,0.0023773115,0.033767924,0.0001409703,0.000022175826,0.00088300835,0.0038804084,0.0022946857,0.013997895,0.002211905,0.94023156,0.00009035617],"about_ca_topic_score_codex":0.11551537,"about_ca_topic_score_gemma":0.2752812,"teacher_disagreement_score":0.88448465,"about_ca_system_score_codex":0.013582445,"about_ca_system_score_gemma":0.028839437,"threshold_uncertainty_score":0.24126941},"labels":[],"label_agreement":null},{"id":"W4252048638","doi":"10.1145/1595496.1562988","title":"Running a programming contest in an introductory computer science course","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CONTEST; Course (navigation); Competition (biology); Mathematics education; Class (philosophy); Computer science; Psychology; Artificial intelligence; Engineering; Political science","score_opus":0.015673032666714846,"score_gpt":0.2808867529535599,"score_spread":0.2652137202868451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252048638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79491955,0.00034405637,0.07404004,0.0063381945,0.004539615,0.006561746,0.0015984895,0.0051453114,0.10651297],"genre_scores_gemma":[0.760754,0.0003058931,0.11443665,0.0019063862,0.0014617064,0.0023866855,0.005636501,0.0012509925,0.111861214],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970701,0.00059892924,0.00014827479,0.00042096194,0.00055535405,0.00120643],"domain_scores_gemma":[0.984878,0.0015503231,0.0003401672,0.0003737196,0.00085569825,0.012002177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037603602,0.0015198541,0.0012247885,0.00065693544,0.004576874,0.0047295205,0.002285236,0.002246389,0.044142514],"category_scores_gemma":[0.006568492,0.00089874986,0.0009953751,0.00076300796,0.00065969006,0.0025312821,0.0035659182,0.0048455936,0.014154577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010330762,0.06552887,0.0324375,0.0010969148,0.00023880566,0.006722824,0.010984039,0.020487068,0.05532055,0.036217052,0.4082337,0.35240197],"study_design_scores_gemma":[0.0036375534,0.04336315,0.10055576,0.00047654883,0.00024669894,0.0030842826,0.01419831,0.11004433,0.04535575,0.048384592,0.6295946,0.0010583705],"about_ca_topic_score_codex":0.0019138296,"about_ca_topic_score_gemma":0.0068159094,"teacher_disagreement_score":0.044142514,"about_ca_system_score_codex":0.0015486408,"about_ca_system_score_gemma":0.0031050593,"threshold_uncertainty_score":0.1476714},"labels":[],"label_agreement":null},{"id":"W4253440217","doi":"10.1145/961525.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Computer science; Measure (data warehouse); Constructivist teaching methods; Software engineering; Mathematics education; Software; Programming language; Teaching method; Psychology; Data mining; Mathematics","score_opus":0.02149025322131989,"score_gpt":0.23637409489699102,"score_spread":0.21488384167567112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253440217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911356,0.00009447744,0.003588491,0.00012253149,0.000014943598,0.00014108587,0.000060223396,0.00017484179,0.0046678977],"genre_scores_gemma":[0.98661613,0.000113558905,0.010739075,0.00007171372,0.000027516424,0.00018220552,0.00034252336,0.00005976577,0.0018475151],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97083807,0.0150920795,0.0017737938,0.0022731577,0.00895615,0.0010667761],"domain_scores_gemma":[0.826314,0.12702568,0.017468946,0.008694234,0.013361611,0.007135577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018266752,0.00080118526,0.0006339907,0.003348768,0.00078303425,0.0029322503,0.001271857,0.0012023888,0.0012845234],"category_scores_gemma":[0.13175827,0.00042399892,0.00041652587,0.0017067182,0.0011291982,0.0016639861,0.0022768236,0.0015594453,0.0005950142],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060877576,0.010650231,0.2909485,0.0010109564,0.00060524914,0.000073937685,0.01567794,0.026136465,0.029104112,0.0024926984,0.0026081933,0.61460406],"study_design_scores_gemma":[0.0005509624,0.021060036,0.8830987,0.00020936668,0.00018589715,0.00013274868,0.005677326,0.048203226,0.031238593,0.0036173442,0.0057784077,0.00024740555],"about_ca_topic_score_codex":0.0019115857,"about_ca_topic_score_gemma":0.003735184,"teacher_disagreement_score":0.018266752,"about_ca_system_score_codex":0.0025006996,"about_ca_system_score_gemma":0.0014733291,"threshold_uncertainty_score":0.096605},"labels":[],"label_agreement":null},{"id":"W4254979294","doi":"10.1145/563517.563426","title":"Design guidelines for the lab component of objects-first CS1","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Grading (engineering); Java; Component (thermodynamics); Complement (music); Software engineering; Software; Mathematics education; Programming language; Engineering; Psychology","score_opus":0.13453382379471643,"score_gpt":0.30191978880533876,"score_spread":0.16738596501062233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254979294","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002757637,0.00023334438,0.9644424,0.0016048364,0.00023440136,0.0037356294,0.00020038804,0.010049987,0.01674138],"genre_scores_gemma":[0.009927475,0.0002506091,0.9699103,0.000851596,0.00006522383,0.004767502,0.0003282652,0.0028896497,0.011009452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98569995,0.0058199284,0.0019885267,0.0008123505,0.0050301333,0.0006491507],"domain_scores_gemma":[0.9579652,0.010626327,0.0037835622,0.0059804707,0.018425846,0.0032185821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014868726,0.0014587847,0.00069098454,0.0028322819,0.0015926484,0.0043836744,0.0032793619,0.0032179153,0.016207973],"category_scores_gemma":[0.036311686,0.0025098335,0.00069478434,0.0015798061,0.00230063,0.0034757324,0.0023313842,0.005006677,0.020189507],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004101117,0.0013299562,0.0032486937,0.0023171257,0.00006403362,0.0013068023,0.010222317,0.008203545,0.055296343,0.17028622,0.15191911,0.59539574],"study_design_scores_gemma":[0.00021188217,0.00047066697,0.0016308647,0.00071999343,0.000053049152,0.0009032989,0.0010002459,0.009644124,0.021557005,0.027440822,0.93622833,0.00013963123],"about_ca_topic_score_codex":0.0022271348,"about_ca_topic_score_gemma":0.0049979454,"teacher_disagreement_score":0.016207973,"about_ca_system_score_codex":0.0016172464,"about_ca_system_score_gemma":0.004591679,"threshold_uncertainty_score":0.07863426},"labels":[],"label_agreement":null},{"id":"W4256256860","doi":"10.1145/1047344.1047441","title":"Learning by doing","year":2005,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.005864182274403195,"score_gpt":0.23156422537728347,"score_spread":0.22570004310288028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256256860","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014726717,0.0018189674,0.0645853,0.021243708,0.0026438485,0.00029269676,0.00044490639,0.0021809079,0.89206296],"genre_scores_gemma":[0.22364505,0.006566903,0.08043155,0.014840627,0.0017338955,0.0007633547,0.0021582278,0.0014009987,0.6684595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996748,0.00092158123,0.00012711981,0.0008116267,0.0010055972,0.0003861101],"domain_scores_gemma":[0.9950487,0.00071010547,0.000351696,0.0012706721,0.0008688496,0.0017499189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021462466,0.0009907816,0.0004397509,0.0007226208,0.0023074963,0.009123831,0.001549132,0.0016137126,0.09566347],"category_scores_gemma":[0.007373018,0.00029909433,0.0007412918,0.0006943885,0.0032998794,0.0087288525,0.0063666827,0.0031848308,0.05479602],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057929567,0.0003288899,0.0034941253,0.00042810282,0.000029468189,0.00028566166,0.014568895,0.0004882404,0.002895145,0.21814337,0.29320404,0.46607608],"study_design_scores_gemma":[0.000009733376,0.00007333687,0.000724023,0.0001927616,0.00001269612,0.00030730912,0.0025731416,0.00018924572,0.00076871924,0.078290395,0.9168414,0.000017271648],"about_ca_topic_score_codex":0.0009155579,"about_ca_topic_score_gemma":0.0014038701,"teacher_disagreement_score":0.09566347,"about_ca_system_score_codex":0.001232249,"about_ca_system_score_gemma":0.0034645265,"threshold_uncertainty_score":0.32002622},"labels":[],"label_agreement":null},{"id":"W4256494733","doi":"10.2307/3219180","title":"A Brief History of Factoring and Primality Testing B. C. (Before Computers)","year":2002,"lang":"en","type":"article","venue":"Mathematics Magazine","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Primality test; Factoring; Mathematics; Arithmetic; Discrete mathematics; Mathematics education; Prime (order theory); Combinatorics","score_opus":0.0565207306212576,"score_gpt":0.23392666378972699,"score_spread":0.1774059331684694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256494733","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002631421,0.51530904,0.10424645,0.028248204,0.014075086,0.00012723039,0.0005586194,0.00082480564,0.33397916],"genre_scores_gemma":[0.07166864,0.5342383,0.13288912,0.022404227,0.02900665,0.0002799703,0.0011168912,0.0010982078,0.20729807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986608,0.00044250957,0.00012298234,0.00025846332,0.00038615352,0.00012898337],"domain_scores_gemma":[0.9971259,0.0018946037,0.000086245745,0.00025010263,0.0005206048,0.00012239208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001947857,0.00095672265,0.0007613697,0.0034916138,0.0015710322,0.0030026182,0.00096283155,0.0018624308,0.019496484],"category_scores_gemma":[0.0049512475,0.00086661044,0.0007453585,0.0068391548,0.004643891,0.0059306757,0.001456271,0.005094699,0.013901293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010040433,0.00011833534,0.0006353636,0.00097483385,0.00002075819,0.0002097582,0.00033177584,0.0012706218,0.0013141683,0.23142634,0.21100679,0.55259085],"study_design_scores_gemma":[0.000006278924,0.000056139685,0.00065889064,0.00039237985,0.0000071296854,0.0004216397,0.00006391835,0.0004729476,0.00092830305,0.10957142,0.8873848,0.000036214093],"about_ca_topic_score_codex":0.003719826,"about_ca_topic_score_gemma":0.0042775464,"teacher_disagreement_score":0.019496484,"about_ca_system_score_codex":0.0027563088,"about_ca_system_score_gemma":0.0016099748,"threshold_uncertainty_score":0.065222204},"labels":[],"label_agreement":null},{"id":"W4280573147","doi":"10.1177/07356331221098793","title":"Tools and Approaches for Integrating Computational Thinking and Mathematics: A Scoping Review of Current Empirical Studies","year":2022,"lang":"en","type":"review","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute of Education; Universiti Tun Hussein Onn Malaysia","keywords":"Summative assessment; Formative assessment; Computational thinking; Debugging; Computer science; Curriculum; Mathematics education; Abstraction; Empirical research; Artificial intelligence; Mathematics; Psychology; Pedagogy; Programming language","score_opus":0.7146475314236165,"score_gpt":0.6111989312707014,"score_spread":0.10344860015291513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280573147","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026046892,0.9978879,0.0004097067,0.0005305613,0.00010429716,0.000050821604,0.00005019063,0.000006618365,0.0006994432],"genre_scores_gemma":[0.0025051115,0.9960414,0.0008519868,0.0002721736,0.000052658048,0.00011879096,0.00006400504,0.0000054264992,0.00008850935],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9904648,0.0029347604,0.0030887004,0.0007974824,0.002459656,0.00025457973],"domain_scores_gemma":[0.9243247,0.061025154,0.0045311544,0.0012690133,0.008372936,0.0004770298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019356804,0.0014475639,0.002898339,0.022255845,0.001212112,0.0047050263,0.0021433532,0.0020027042,0.0041356487],"category_scores_gemma":[0.06186476,0.001327916,0.0029708135,0.021832705,0.0026201548,0.0059476458,0.0027298736,0.002432964,0.0008175802],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007267449,0.00006321245,0.0009749805,0.37942782,0.00061172334,0.0001314169,0.0018712959,0.00030235923,0.00031243454,0.006349382,0.007828068,0.6020546],"study_design_scores_gemma":[0.000020030604,0.00007031695,0.0025127637,0.81199354,0.002456674,0.0004140803,0.0022265485,0.00012591112,0.00031475755,0.0034686492,0.17635565,0.000041110008],"about_ca_topic_score_codex":0.008335408,"about_ca_topic_score_gemma":0.015999468,"teacher_disagreement_score":0.022255845,"about_ca_system_score_codex":0.0036480245,"about_ca_system_score_gemma":0.0192745,"threshold_uncertainty_score":0.102369785},"labels":[],"label_agreement":null},{"id":"W4283366128","doi":"10.4018/978-1-6684-6295-9.ch029","title":"STEM Education for Girls","year":2022,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Trinity Western University; Western University; University of Saskatchewan","funders":"","keywords":"Focus group; Psychology; Qualitative property; Medical education; Pedagogy; Sociology; Medicine; Computer science","score_opus":0.02632457065251439,"score_gpt":0.27222309328033545,"score_spread":0.24589852262782105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283366128","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07544097,0.0121918805,0.00952677,0.014835529,0.0027891356,0.00035316125,0.0013111413,0.0007760033,0.88277537],"genre_scores_gemma":[0.1442389,0.01297215,0.011101468,0.004711393,0.0006021396,0.0002750454,0.000868013,0.00038638647,0.8248445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99985206,0.000023857523,0.0000064757687,0.00003697325,0.00004002336,0.000040645802],"domain_scores_gemma":[0.99980754,0.000038534097,0.00001315691,0.000018721688,0.000018097708,0.00010398989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003335035,0.00065894704,0.00026955982,0.00044836153,0.0023324958,0.0028168086,0.00057091395,0.0012175791,0.0853435],"category_scores_gemma":[0.0005384642,0.00019550779,0.00041626944,0.00058306364,0.0005306089,0.0019051008,0.0040514297,0.0015975214,0.022880234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008022963,0.00043889007,0.0044500623,0.0008646013,0.000009483325,0.0009206122,0.010669704,0.0001529819,0.007481802,0.06060283,0.20862572,0.70570314],"study_design_scores_gemma":[0.0000071270993,0.000066793305,0.002664408,0.00029751397,0.0000034514492,0.00070045894,0.0029420322,0.00003205432,0.0009536008,0.004441074,0.98788714,0.0000043689656],"about_ca_topic_score_codex":0.0007643047,"about_ca_topic_score_gemma":0.003910739,"teacher_disagreement_score":0.0853435,"about_ca_system_score_codex":0.0005614378,"about_ca_system_score_gemma":0.0009657494,"threshold_uncertainty_score":0.2855025},"labels":[],"label_agreement":null},{"id":"W4284666685","doi":"10.3390/biomimetics7030093","title":"The Education Pipeline of Biomimetics and Its Challenges","year":2022,"lang":"en","type":"article","venue":"Biomimetics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Guelph","funders":"","keywords":"Biomimetics; Pipeline (software); Engineering ethics; Curriculum; Engineering; Engineering management; Computer science; Sociology; Mechanical engineering; Artificial intelligence; Pedagogy","score_opus":0.024173633864619327,"score_gpt":0.2621300818864198,"score_spread":0.23795644802180047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284666685","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09773613,0.008187663,0.18765338,0.5699603,0.0018523673,0.0003965203,0.00031602144,0.0018124937,0.13208519],"genre_scores_gemma":[0.5762363,0.010825826,0.28592592,0.025851673,0.0008252628,0.0006647905,0.00055082096,0.0008180589,0.09830131],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99322,0.002765307,0.0002721029,0.00061863865,0.0020794612,0.001044495],"domain_scores_gemma":[0.9792444,0.006987626,0.00089002465,0.001424495,0.0044884016,0.006965098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014071099,0.0005287139,0.00040962367,0.0013497696,0.004108128,0.009147805,0.0023941717,0.0035635906,0.014785603],"category_scores_gemma":[0.019935997,0.000599112,0.0004878485,0.0014848051,0.0039165774,0.0131094465,0.009516659,0.0076348833,0.0044890493],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086894346,0.00063701806,0.0063118315,0.0009462254,0.00001073846,0.00047801287,0.01331076,0.0028856457,0.0035129043,0.39618704,0.08093767,0.49469528],"study_design_scores_gemma":[0.00002244919,0.0002627851,0.0040927078,0.0012676386,0.000007164389,0.00074336433,0.017635694,0.007343032,0.0026896491,0.23094605,0.7349185,0.000070844435],"about_ca_topic_score_codex":0.004473469,"about_ca_topic_score_gemma":0.004419012,"teacher_disagreement_score":0.014785603,"about_ca_system_score_codex":0.0052162544,"about_ca_system_score_gemma":0.026021296,"threshold_uncertainty_score":0.07441592},"labels":[],"label_agreement":null},{"id":"W4284699439","doi":"10.4018/978-1-6684-6295-9.ch006","title":"Dynamic Decision-Making Model","year":2022,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Affordance; Novelty; Computer science; Perspective (graphical); Focus (optics); Key (lock); Knowledge management; Management science; Human–computer interaction; Engineering; Artificial intelligence; Psychology","score_opus":0.01587922853027265,"score_gpt":0.2730192067554238,"score_spread":0.25713997822515117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284699439","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033466402,0.0025683127,0.6887834,0.010593588,0.0007519415,0.00087353436,0.0028901168,0.00044771688,0.25962493],"genre_scores_gemma":[0.6513179,0.004297683,0.2167205,0.0013288725,0.0004294135,0.0017685653,0.001966847,0.00016291074,0.1220073],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949457,0.002036881,0.0002845429,0.0011583428,0.0009247651,0.0006498145],"domain_scores_gemma":[0.99262416,0.0054512406,0.0004581009,0.00033845313,0.0007380091,0.00039008431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004931315,0.0018389198,0.0017290966,0.0017123641,0.0018981646,0.007944271,0.003816096,0.0040250486,0.037374962],"category_scores_gemma":[0.011122789,0.00083060603,0.00230152,0.0024038386,0.003027298,0.0055129225,0.00234787,0.0038918604,0.005752537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009194172,0.000141456,0.00089233863,0.00020632941,0.000071974675,0.00038514813,0.00030953973,0.13592485,0.00034537035,0.8383694,0.005013382,0.018248191],"study_design_scores_gemma":[0.00008593642,0.00007300073,0.00029986008,0.00010489642,0.000051320025,0.00022670877,0.00025077962,0.32881314,0.00027879924,0.64332,0.026443047,0.000052539646],"about_ca_topic_score_codex":0.0074009397,"about_ca_topic_score_gemma":0.0050452705,"teacher_disagreement_score":0.037374962,"about_ca_system_score_codex":0.0045170705,"about_ca_system_score_gemma":0.004572054,"threshold_uncertainty_score":0.12503177},"labels":[],"label_agreement":null},{"id":"W4284962850","doi":"10.4018/ijopcd.304083","title":"Maker Education","year":2022,"lang":"en","type":"article","venue":"International Journal of Online Pedagogy and Course Design","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Documentation; Qualitative research; Authentic learning; Pedagogy; Sample (material); Empirical research; Psychology; Mathematics education; Sociology; Medical education; Social science; Medicine; Computer science","score_opus":0.027384387933956877,"score_gpt":0.36588304833854857,"score_spread":0.3384986604045917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284962850","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004421759,0.0015813777,0.0018836004,0.005692621,0.0013769568,0.000069933805,0.0016494575,0.0015960317,0.98172814],"genre_scores_gemma":[0.017778378,0.001452982,0.0022342089,0.000743527,0.00015750543,0.00003453744,0.0010211356,0.00030013671,0.97627765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935466,0.00005186699,0.000028578213,0.00009839829,0.00034150813,0.0001249609],"domain_scores_gemma":[0.9986078,0.00010678264,0.000052371946,0.00014834976,0.00024706655,0.00083773216],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005733081,0.00047792358,0.00027801798,0.0012952029,0.002388386,0.0056050005,0.0006575945,0.0013767364,0.5302657],"category_scores_gemma":[0.0021387893,0.00027367653,0.00028407152,0.0014226171,0.0006137517,0.0027665298,0.0033665984,0.0014547679,0.17388204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010170611,0.00012906648,0.0018003065,0.00028224284,0.0000043436235,0.00026670189,0.0013766881,0.00009277117,0.0013201592,0.042572875,0.55516267,0.39689046],"study_design_scores_gemma":[0.0000029099556,0.000006912617,0.0005428641,0.000036415142,6.381227e-7,0.00006319412,0.00015847733,0.000018178065,0.00013392442,0.0010779047,0.9979564,0.0000022017007],"about_ca_topic_score_codex":0.004522385,"about_ca_topic_score_gemma":0.02155587,"teacher_disagreement_score":0.5302657,"about_ca_system_score_codex":0.002062181,"about_ca_system_score_gemma":0.004314444,"threshold_uncertainty_score":0.670019},"labels":[],"label_agreement":null},{"id":"W4284964282","doi":"10.1007/s42330-022-00210-9","title":"Analyse du processus de construction de connaissances dans des activités de programmation à l’école","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Agence Nationale de la Recherche","keywords":"Situational ethics; Computational thinking; Computer science; Mathematics education; Process (computing); Perspective (graphical); Artificial intelligence; Psychology; Programming language","score_opus":0.01138147251534667,"score_gpt":0.2558123953005045,"score_spread":0.24443092278515782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284964282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95101494,0.00019112146,0.025421705,0.00091678736,0.000032609118,0.000273684,0.00016489816,0.00015157397,0.021832623],"genre_scores_gemma":[0.9884382,0.000108424065,0.007116669,0.000035449128,0.000013617808,0.0001869215,0.0001122379,0.00003531699,0.0039531076],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98419917,0.009265329,0.0004691009,0.0013196182,0.0040429486,0.00070385204],"domain_scores_gemma":[0.89131933,0.08542408,0.00577438,0.002798782,0.012010975,0.002672493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013824706,0.00056755287,0.00029576814,0.0041615167,0.002034453,0.0062466236,0.0011633708,0.0014391718,0.005017844],"category_scores_gemma":[0.07610913,0.00051986723,0.0005465697,0.00224434,0.0037700136,0.0035745064,0.0029511366,0.0020543935,0.0005907411],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007089104,0.0008381358,0.26240388,0.0004982056,0.00015029189,0.0015982332,0.45261455,0.0047306465,0.0116183525,0.04514541,0.0016926022,0.21800075],"study_design_scores_gemma":[0.000094149895,0.0007265942,0.56823134,0.0006083469,0.000090134956,0.00093306723,0.2911618,0.0325331,0.018844852,0.014872284,0.07167114,0.00023318706],"about_ca_topic_score_codex":0.018590625,"about_ca_topic_score_gemma":0.011451542,"teacher_disagreement_score":0.9814094,"about_ca_system_score_codex":0.0043611582,"about_ca_system_score_gemma":0.002438371,"threshold_uncertainty_score":0.073112905},"labels":[],"label_agreement":null},{"id":"W4285158986","doi":"10.2139/ssrn.4150426","title":"Child-Home Interaction: Design and Usability Evaluation of a Game-Based End-User Development for Children","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Usability; Human–computer interaction; Computer science; End user; Psychology; World Wide Web","score_opus":0.023377347234672843,"score_gpt":0.28379408812750967,"score_spread":0.26041674089283684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285158986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9341062,0.00019445171,0.05924785,0.00006616353,0.000026908512,0.0017659643,0.00033290093,0.0011897512,0.0030697007],"genre_scores_gemma":[0.8460397,0.00025988673,0.14551058,0.00011417629,0.000008683536,0.0023979843,0.0006914023,0.00040310973,0.004574556],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99836177,0.0009161686,0.00014027556,0.00020942079,0.00023731231,0.00013504997],"domain_scores_gemma":[0.9962836,0.0024044767,0.000111491645,0.00023903608,0.0005787054,0.00038268886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022554658,0.0010501841,0.0007015691,0.0007053417,0.00056371134,0.0010985809,0.0017698794,0.0006826668,0.00294768],"category_scores_gemma":[0.0051837857,0.00050232833,0.00061537477,0.00032589815,0.00048945454,0.0007854125,0.0014458947,0.000479117,0.0005108156],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010284446,0.013764099,0.084416345,0.006136811,0.0006695605,0.0046002385,0.06805495,0.00928267,0.25800955,0.0035413571,0.0075218244,0.5337182],"study_design_scores_gemma":[0.003941453,0.056378055,0.40732273,0.0017028579,0.0031079696,0.011063006,0.036675528,0.089130096,0.28670883,0.002311996,0.10066905,0.000988414],"about_ca_topic_score_codex":0.003307128,"about_ca_topic_score_gemma":0.0060640285,"teacher_disagreement_score":0.003307128,"about_ca_system_score_codex":0.0005905891,"about_ca_system_score_gemma":0.00083530473,"threshold_uncertainty_score":0.011928201},"labels":[],"label_agreement":null},{"id":"W4285237294","doi":"10.1007/978-3-030-99830-1_9","title":"Bee-Bot Robots and Their STEM Learning Potential in the Play-Based Behaviour of Preschool Children in Canada","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Education and Early Childhood Development; Université du Québec à Montréal; Mount Saint Vincent University","funders":"","keywords":"Early childhood; Context (archaeology); Government (linguistics); Curriculum; Literacy; Early literacy; Robot; Early childhood education; Mathematics education; Pedagogy; Psychology; Computer science; Artificial intelligence; Geography; Developmental psychology","score_opus":0.009859013524463162,"score_gpt":0.19183849540125347,"score_spread":0.1819794818767903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285237294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94964117,0.0017935619,0.0002919863,0.0005192918,0.000014293801,0.000015666887,0.00040108437,0.000024863586,0.04729813],"genre_scores_gemma":[0.97332346,0.0012619582,0.00052794215,0.000048558908,0.0000018977651,0.000012729194,0.00014461938,0.0000138387195,0.024665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99980193,0.000022708491,0.0000034931302,0.0000293458,0.00005649618,0.00008612428],"domain_scores_gemma":[0.99956876,0.00011936579,0.000031023836,0.000007497894,0.00014028852,0.00013314541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024748404,0.0002154626,0.0002291409,0.0007327243,0.003417893,0.0017191152,0.0006215376,0.00041908424,0.0044719875],"category_scores_gemma":[0.0008402906,0.00014379746,0.00013342586,0.0012342781,0.0016824051,0.00044700576,0.0005744124,0.00046315268,0.0003209313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043082805,0.00026725855,0.40477842,0.0003359395,0.000039478822,0.0028791004,0.28774825,0.0020308753,0.011291096,0.04275925,0.019690393,0.227749],"study_design_scores_gemma":[0.000008646682,0.00010391848,0.75814086,0.00019233154,0.000023040715,0.0005053035,0.16940156,0.0010502335,0.0013504181,0.0017953613,0.067382626,0.000045698216],"about_ca_topic_score_codex":0.96866757,"about_ca_topic_score_gemma":0.99198955,"teacher_disagreement_score":0.031332433,"about_ca_system_score_codex":0.014645697,"about_ca_system_score_gemma":0.014269373,"threshold_uncertainty_score":0.106262445},"labels":[],"label_agreement":null},{"id":"W4285504262","doi":"10.4018/ijmbl.304458","title":"Evaluating Students' Experiences of a Weekly “Hour of Code”","year":2022,"lang":"en","type":"article","venue":"International Journal of Mobile and Blended Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Coding (social sciences); Mathematics education; Instructional design; Computer science; Class (philosophy); Multimedia; Syntax; Qualitative research; Psychology; Mathematics","score_opus":0.025365289178753303,"score_gpt":0.36337833337323056,"score_spread":0.33801304419447725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285504262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959459,0.000044693305,0.00093583507,0.0002745586,0.00003864554,0.00007385671,0.000035100093,0.00004822205,0.0026031293],"genre_scores_gemma":[0.99520123,0.00009494644,0.0012102636,0.00014850927,0.000019847572,0.00009795383,0.000088152934,0.0000471309,0.0030920757],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9936226,0.0028771977,0.00027640397,0.0005025695,0.0016558337,0.0010653519],"domain_scores_gemma":[0.9768504,0.007843013,0.0029347935,0.0010922819,0.006886522,0.0043930938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060273255,0.0006269105,0.00061156845,0.001102253,0.0031551595,0.0038388057,0.0015276972,0.0010901708,0.0018653078],"category_scores_gemma":[0.03516773,0.00038177875,0.00041343452,0.0009147327,0.0017334766,0.0013834732,0.0034696104,0.0018909762,0.0007491669],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082667836,0.0042722486,0.10662206,0.0004568758,0.000070473754,0.0014913498,0.690508,0.00080371654,0.0158957,0.001206239,0.009478625,0.16836813],"study_design_scores_gemma":[0.00006555277,0.0047711316,0.18673906,0.0002687024,0.000079629535,0.001188917,0.7497702,0.0024200184,0.013509229,0.00088568183,0.04003796,0.00026388207],"about_ca_topic_score_codex":0.0025206495,"about_ca_topic_score_gemma":0.008160188,"teacher_disagreement_score":0.0060273255,"about_ca_system_score_codex":0.0021853102,"about_ca_system_score_gemma":0.0016826214,"threshold_uncertainty_score":0.03187591},"labels":[],"label_agreement":null},{"id":"W4285678535","doi":"10.1016/j.ijcci.2022.100519","title":"Turning frustration into learning opportunities during maker activities: A review of literature","year":2022,"lang":"en","type":"review","venue":"International Journal of Child-Computer Interaction","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University","keywords":"Frustration; Psychology; Mathematics education; Social psychology","score_opus":0.041658457147428704,"score_gpt":0.3428229567361143,"score_spread":0.3011644995886856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285678535","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032858428,0.999114,0.00006220967,0.00018965418,0.000053697848,0.000005549343,0.00001618217,0.0000026030586,0.00022750668],"genre_scores_gemma":[0.0026062299,0.9967367,0.00022796451,0.00022784322,0.00007811345,0.000015263264,0.00002063401,0.000002045607,0.00008523149],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988133,0.00026572574,0.00027982765,0.00022841134,0.00034766016,0.000065157416],"domain_scores_gemma":[0.9911476,0.0071304175,0.0008613804,0.00006587025,0.0006494765,0.00014532731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001969248,0.0010645214,0.003016145,0.0036434587,0.00046199458,0.0024982032,0.0015344869,0.0019708467,0.0031661491],"category_scores_gemma":[0.007125175,0.0004939851,0.0011525161,0.0040941527,0.0012425635,0.002651165,0.0011366924,0.0015654258,0.00056586246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002102348,0.00015780976,0.0017299884,0.11230257,0.00039335882,0.0002070664,0.00056304876,0.00012349004,0.00040171106,0.0012569932,0.006790858,0.8758628],"study_design_scores_gemma":[0.00023168081,0.0007847066,0.038557943,0.34891862,0.0065659336,0.0065597687,0.0050392784,0.00034685538,0.002076301,0.006363456,0.5842974,0.00025799565],"about_ca_topic_score_codex":0.0028783972,"about_ca_topic_score_gemma":0.005890544,"teacher_disagreement_score":0.0036434587,"about_ca_system_score_codex":0.00099893,"about_ca_system_score_gemma":0.0033284917,"threshold_uncertainty_score":0.010591805},"labels":[],"label_agreement":null},{"id":"W4286775475","doi":"10.4204/eptcs.363.8","title":"Teaching Interaction using State Diagrams","year":2022,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Reachability; Computer science; State (computer science); Graphics; Mathematics education; State diagram; Programming language; Software engineering; Theoretical computer science; Psychology; Computer graphics (images)","score_opus":0.008708065485185726,"score_gpt":0.26719998257676647,"score_spread":0.25849191709158076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286775475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032320503,0.00034821423,0.93702376,0.000993489,0.00011187998,0.00020028208,0.00018885771,0.0039714426,0.02484154],"genre_scores_gemma":[0.40317914,0.0010619267,0.5777736,0.00042640613,0.000064777574,0.0005204838,0.0005988904,0.00066637964,0.01570839],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965928,0.001729351,0.00018686539,0.00049387966,0.0008238113,0.00017323527],"domain_scores_gemma":[0.9870078,0.010666013,0.00035801958,0.00091365847,0.0006726524,0.00038183638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023578058,0.0010203968,0.00044888197,0.001089676,0.00060172897,0.0027981196,0.0014019421,0.001041895,0.015579669],"category_scores_gemma":[0.016427545,0.0006096189,0.0007414868,0.00066444697,0.0012307421,0.004833583,0.0028119616,0.0019314755,0.002858648],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025973085,0.000815196,0.009200192,0.0010319899,0.00006161055,0.0006555867,0.021115657,0.021191683,0.034918386,0.26237863,0.021630477,0.6267409],"study_design_scores_gemma":[0.0002255824,0.00080317666,0.0040578973,0.0008136362,0.00009249961,0.0017599247,0.0036125467,0.11167802,0.044772126,0.29232094,0.5396851,0.00017855328],"about_ca_topic_score_codex":0.0009974255,"about_ca_topic_score_gemma":0.0015631038,"teacher_disagreement_score":0.015579669,"about_ca_system_score_codex":0.0011161179,"about_ca_system_score_gemma":0.001196146,"threshold_uncertainty_score":0.052119195},"labels":[],"label_agreement":null},{"id":"W4286801964","doi":"10.4018/978-1-6684-6295-9.ch035","title":"Role of Mentorship and Reflection in Leading Learning Through Making","year":2022,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mentorship; Informal learning; Reflective practice; Reflection (computer programming); Service-learning; Process (computing); Psychology; Formal learning; Knowledge management; Pedagogy; Medical education; Computer science; Medicine","score_opus":0.03127921459853882,"score_gpt":0.29336706013397457,"score_spread":0.26208784553543574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286801964","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03059604,0.016712103,0.07897933,0.033382103,0.0021490427,0.00033888532,0.00004395088,0.00064948347,0.83714914],"genre_scores_gemma":[0.64845765,0.016522205,0.052296918,0.0035860664,0.0014093799,0.00053751457,0.00009042377,0.0005045737,0.27659523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9896387,0.0077667916,0.00019987968,0.0004276031,0.0012886435,0.0006783997],"domain_scores_gemma":[0.97950464,0.01426091,0.00096363237,0.0021928973,0.0009160065,0.002161894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012896492,0.00067001267,0.00035170722,0.0012627894,0.0031389706,0.014949887,0.0023822587,0.0026887371,0.009421388],"category_scores_gemma":[0.017587261,0.00038901268,0.0005483828,0.0012613318,0.011410128,0.009739811,0.007165407,0.005834407,0.0022489813],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057661524,0.00015746182,0.0008256077,0.00045504374,0.000022172102,0.00072341587,0.04630507,0.0007820901,0.00062471215,0.695308,0.019521605,0.23521702],"study_design_scores_gemma":[0.00004902976,0.000305776,0.0012567268,0.0014189904,0.000037983136,0.0013319838,0.020236058,0.0016166959,0.0028264031,0.2819199,0.6889242,0.00007634673],"about_ca_topic_score_codex":0.00079895643,"about_ca_topic_score_gemma":0.0014554088,"teacher_disagreement_score":0.014949887,"about_ca_system_score_codex":0.0027873619,"about_ca_system_score_gemma":0.0046581887,"threshold_uncertainty_score":0.068203986},"labels":[],"label_agreement":null},{"id":"W4287384532","doi":"10.1007/978-3-031-11647-6_83","title":"Investigating the Role of Direct Instruction About the Notional Machine in Improving Novice Programmer Mental Models","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Notional amount; Computer science; Programmer; Construct (python library); Abstraction; Software engineering; Programming language; Artificial intelligence; Human–computer interaction","score_opus":0.015201274844876432,"score_gpt":0.23657632839469644,"score_spread":0.22137505354982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287384532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870968,0.000120200406,0.004964312,0.00020829207,0.000013764618,0.00003289294,0.000026512977,0.00006393507,0.0074734027],"genre_scores_gemma":[0.99130285,0.000076344266,0.005942994,0.000050233706,0.0000033994088,0.000028880648,0.00003840893,0.000029933219,0.0025268793],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99956423,0.00020973502,0.000015349906,0.000100492616,0.00007651005,0.00003365917],"domain_scores_gemma":[0.9859,0.012121971,0.00049578125,0.0007349255,0.0004022889,0.00034503822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086874265,0.0002770569,0.0002224853,0.0001096162,0.00018853553,0.0013095028,0.00084592873,0.0006543423,0.0056981593],"category_scores_gemma":[0.018262483,0.00021651266,0.00017267904,0.00014610785,0.0005979264,0.0021936232,0.0006536302,0.0017558158,0.00046823855],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009337358,0.009033423,0.05538254,0.0013766176,0.0001575537,0.00046163204,0.023813123,0.013382432,0.23536137,0.028965704,0.0048350235,0.6178932],"study_design_scores_gemma":[0.0020116682,0.026878899,0.2328985,0.0005792621,0.0010268925,0.0015391897,0.020706082,0.276654,0.29574266,0.122595586,0.01908812,0.00027912806],"about_ca_topic_score_codex":0.0011573221,"about_ca_topic_score_gemma":0.0013224405,"teacher_disagreement_score":0.0056981593,"about_ca_system_score_codex":0.00028408237,"about_ca_system_score_gemma":0.0005697941,"threshold_uncertainty_score":0.01906228},"labels":[],"label_agreement":null},{"id":"W4288600693","doi":"","title":"Post-secondary students’ enactment of identity in a programming and mathematics learning environment","year":2019,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Mathematics education; Identity (music); Computer science; Mathematics; Art; Aesthetics","score_opus":0.011152519818894336,"score_gpt":0.24593234417068194,"score_spread":0.2347798243517876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288600693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99287814,0.00003479922,0.00016444754,0.00026121954,0.000021885224,0.000009712982,0.000019919999,0.000008115462,0.006601667],"genre_scores_gemma":[0.98917377,0.000033004806,0.00014704584,0.00005688152,0.000003576205,0.000011303371,0.000035842924,0.0000062165723,0.01053236],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99764,0.00062207686,0.00011185723,0.00028151652,0.00074119744,0.00060329476],"domain_scores_gemma":[0.9870148,0.0016039701,0.0023213655,0.00076124445,0.002725002,0.0055735866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003109721,0.00019081226,0.00040863967,0.00061950524,0.0027440155,0.007992277,0.0008553691,0.0013319782,0.010544164],"category_scores_gemma":[0.010477403,0.00027870003,0.00026414945,0.00055628107,0.0015251095,0.0021643578,0.0050278194,0.0029871275,0.002640368],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017254613,0.0055565853,0.40513435,0.0001919801,0.00006639415,0.0008000109,0.4591898,0.00048731896,0.014094421,0.017698105,0.004441245,0.09061431],"study_design_scores_gemma":[0.00007017379,0.0015483212,0.60536075,0.00012162559,0.000051134473,0.00039577266,0.3337006,0.0014953621,0.0076700295,0.005062931,0.044417307,0.00010596988],"about_ca_topic_score_codex":0.0053885453,"about_ca_topic_score_gemma":0.007846399,"teacher_disagreement_score":0.010544164,"about_ca_system_score_codex":0.0013780652,"about_ca_system_score_gemma":0.002461598,"threshold_uncertainty_score":0.03527367},"labels":[],"label_agreement":null},{"id":"W4292004596","doi":"10.3217/jucs-001-06-0423","title":"Microworlds For Teaching Concepts of Object Oriented Programming","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Object (grammar); Object-oriented programming; Mathematics education; Programming language; Artificial intelligence; Psychology","score_opus":0.033584944287731726,"score_gpt":0.27933670533721944,"score_spread":0.2457517610494877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292004596","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016627248,0.0029954372,0.785297,0.0016583302,0.00073650095,0.000730859,0.00043324227,0.004700628,0.18682079],"genre_scores_gemma":[0.14002219,0.0027400535,0.71756524,0.0008062825,0.00022630657,0.002410209,0.00089466304,0.0013154615,0.13401966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99951935,0.0001931764,0.000029441884,0.00007584733,0.00012117677,0.000061004357],"domain_scores_gemma":[0.9992855,0.0003521737,0.000049211296,0.00010249465,0.00006365403,0.00014708306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041514437,0.0010522562,0.0003613318,0.0008761616,0.00082706264,0.0024070768,0.0011245153,0.00082997186,0.0541972],"category_scores_gemma":[0.0018342851,0.00044834125,0.0005621168,0.00096824847,0.0010190236,0.002650226,0.0024709266,0.0023842994,0.0069490974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011877766,0.0005100529,0.0005079222,0.0005223726,0.000012188156,0.00033956437,0.003003433,0.0026832796,0.012361405,0.6609965,0.04735043,0.27159414],"study_design_scores_gemma":[0.000062800646,0.00017181411,0.00059130456,0.00017942816,0.000012398004,0.00065287395,0.00078794867,0.0060468107,0.006467285,0.13738424,0.84760886,0.0000341899],"about_ca_topic_score_codex":0.00037448382,"about_ca_topic_score_gemma":0.0013041408,"teacher_disagreement_score":0.0541972,"about_ca_system_score_codex":0.00077316497,"about_ca_system_score_gemma":0.00056365464,"threshold_uncertainty_score":0.18130767},"labels":[],"label_agreement":null},{"id":"W4292501412","doi":"10.1007/978-3-031-09819-2_11","title":"Assessment in the Makerspace","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Documentation; Process (computing); Mathematics education; Product (mathematics); Computer science; Reflection (computer programming); Triangulation; Pedagogy; Psychology; Mathematics","score_opus":0.025886419625112275,"score_gpt":0.2799918568498005,"score_spread":0.2541054372246882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292501412","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005300881,0.0047707544,0.06589684,0.0036673967,0.0011432718,0.00006606963,0.00014557286,0.0014211776,0.917588],"genre_scores_gemma":[0.17378747,0.0032991788,0.039808407,0.00086404354,0.00034985476,0.000114994065,0.00031134608,0.00065292005,0.7808118],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975858,0.00066150655,0.00009497628,0.0002363947,0.0013027675,0.000118469725],"domain_scores_gemma":[0.9977131,0.0011439964,0.000070983144,0.0003737203,0.00054223655,0.00015594157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017179472,0.00065997936,0.0006515113,0.0017394371,0.001252143,0.008028516,0.0011224743,0.0014214619,0.040126268],"category_scores_gemma":[0.008880818,0.00034182076,0.0003291345,0.0017266243,0.0018412373,0.009443606,0.0034807094,0.0023697084,0.0083291475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048321897,0.00005091612,0.00032654786,0.00009978984,0.000004603752,0.00008401456,0.0007823121,0.0017191805,0.0007076379,0.51128525,0.06011249,0.424779],"study_design_scores_gemma":[0.00000952872,0.00004185011,0.00044761866,0.00017143643,0.000004585694,0.00013083368,0.0006284675,0.0034250522,0.0015499125,0.4367123,0.55685836,0.000020077832],"about_ca_topic_score_codex":0.0014712408,"about_ca_topic_score_gemma":0.0025316132,"teacher_disagreement_score":0.040126268,"about_ca_system_score_codex":0.0018061306,"about_ca_system_score_gemma":0.0020315729,"threshold_uncertainty_score":0.13423574},"labels":[],"label_agreement":null},{"id":"W4292501435","doi":"10.1007/978-3-031-09819-2_6","title":"Role of the Teacher-Librarian","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Key (lock); Plan (archaeology); Pedagogy; Sociology; Public relations; Engineering; Political science; Computer science; Geography","score_opus":0.013606221036054654,"score_gpt":0.20373090377620037,"score_spread":0.1901246827401457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292501435","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014655241,0.01128476,0.011411848,0.012315003,0.0018557736,0.000043567677,0.00006267802,0.00048999157,0.96107084],"genre_scores_gemma":[0.010751163,0.0027867516,0.003832712,0.002405307,0.00029612536,0.00002919627,0.00003278961,0.00017830847,0.9796877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922395,0.00032666256,0.00003087726,0.00012568982,0.00020238112,0.00009049093],"domain_scores_gemma":[0.9988663,0.00041559254,0.000045013407,0.000067899025,0.00027166112,0.00033360344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011294994,0.0004401611,0.0005988086,0.00092197815,0.0024659117,0.0063171447,0.0011438591,0.002121487,0.0621616],"category_scores_gemma":[0.0015055757,0.0004004906,0.00022695852,0.0008099661,0.0017540483,0.0073943785,0.001960702,0.0044257366,0.033695225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038415514,0.00015550776,0.0005855798,0.00028951062,0.000005395478,0.00036456485,0.0028326337,0.00020458926,0.0014415204,0.48445663,0.3721285,0.13749704],"study_design_scores_gemma":[0.0000056685453,0.000027806089,0.00021011036,0.00016928033,0.000003824889,0.00055455253,0.0008599815,0.00028868116,0.0003948006,0.010887739,0.9865904,0.000007183564],"about_ca_topic_score_codex":0.0013996889,"about_ca_topic_score_gemma":0.004404341,"teacher_disagreement_score":0.0621616,"about_ca_system_score_codex":0.0019257007,"about_ca_system_score_gemma":0.0028392058,"threshold_uncertainty_score":0.20795125},"labels":[],"label_agreement":null},{"id":"W4292649793","doi":"","title":"Understanding how students learn programming for mathematical inquiry at university: Schemes and social-individual dialectics","year":2022,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Dialectic; Computer science; Mathematics education; Psychology; Epistemology","score_opus":0.09353316145066443,"score_gpt":0.2858701525287877,"score_spread":0.1923369910781233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292649793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7778164,0.0005679725,0.06661893,0.01246565,0.00006999388,0.00008846394,0.00007418959,0.00009788937,0.14220041],"genre_scores_gemma":[0.9926865,0.00010599854,0.003207352,0.00013471067,0.0000074933214,0.000032714033,0.000020378597,0.00002953483,0.00377531],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99151516,0.005781936,0.00024027603,0.00084218953,0.0011562764,0.0004640762],"domain_scores_gemma":[0.98336214,0.010978673,0.0014300486,0.001389171,0.0014614586,0.0013785458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008664551,0.00036494597,0.00040065957,0.0019262121,0.0039785365,0.011661021,0.0014357981,0.0020242166,0.0068867737],"category_scores_gemma":[0.024959406,0.000382449,0.00047457055,0.0016896535,0.015160814,0.018581193,0.007575964,0.0037583476,0.00070988387],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053780906,0.00009713772,0.011191921,0.00011326958,0.000018508112,0.00007452227,0.29598913,0.00081822084,0.001024849,0.66509193,0.00076722546,0.024759512],"study_design_scores_gemma":[0.000019035695,0.00008072894,0.01046282,0.00021128274,0.000026301319,0.00017376163,0.17867191,0.0055568623,0.0017776899,0.7627208,0.040254254,0.00004448155],"about_ca_topic_score_codex":0.0022587196,"about_ca_topic_score_gemma":0.00221362,"teacher_disagreement_score":0.011661021,"about_ca_system_score_codex":0.00482003,"about_ca_system_score_gemma":0.0025817244,"threshold_uncertainty_score":0.045823038},"labels":[],"label_agreement":null},{"id":"W4292665510","doi":"10.21432/cjlt28254","title":"Proposition d’une typologie des pratiques effectives de programmation visuelle","year":2022,"lang":"fr","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy; Art","score_opus":0.012666986591308714,"score_gpt":0.2612195172212428,"score_spread":0.2485525306299341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292665510","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5662289,0.0020046174,0.14127475,0.008061185,0.00023776774,0.0011155535,0.0013569924,0.0010239268,0.27869627],"genre_scores_gemma":[0.9246988,0.0007949851,0.03751269,0.00034257912,0.000015475403,0.00052320096,0.00038147334,0.00015507778,0.035575744],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99183357,0.002613999,0.00038648964,0.001051545,0.0030223948,0.0010920562],"domain_scores_gemma":[0.98416346,0.005654486,0.0017400007,0.0014384978,0.0057014762,0.0013020209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048116725,0.0007165502,0.00046807187,0.0024493516,0.0063072476,0.0053921933,0.0016334265,0.0014096502,0.013519621],"category_scores_gemma":[0.020020105,0.00048934773,0.00043472205,0.0023526093,0.009491732,0.004287683,0.0046664295,0.0017631911,0.001611556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014882893,0.00017062311,0.13340048,0.001176082,0.00008642596,0.0015510343,0.46526176,0.0034499278,0.00712248,0.11154142,0.010343982,0.26574698],"study_design_scores_gemma":[0.000036697522,0.0002473746,0.12883244,0.0012667632,0.000121398494,0.001379971,0.44872367,0.0055140285,0.0044132485,0.03203621,0.37722024,0.0002081436],"about_ca_topic_score_codex":0.4146867,"about_ca_topic_score_gemma":0.56002945,"teacher_disagreement_score":0.4146867,"about_ca_system_score_codex":0.016912209,"about_ca_system_score_gemma":0.03196735,"threshold_uncertainty_score":0.8245459},"labels":[],"label_agreement":null},{"id":"W4293098080","doi":"10.1145/3478432.3499254","title":"CodeToon: A New Visual Programming Environment Using Comics for Teaching and Learning Programming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Comics; Computer science; Scratch; Multimedia; Visual programming language; Computer programming; Code (set theory); Coding (social sciences); Human–computer interaction; Programming language; Artificial intelligence; Sociology","score_opus":0.016838105167989278,"score_gpt":0.28505862639026774,"score_spread":0.26822052122227846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098080","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01217913,0.0003329595,0.8872366,0.00079365994,0.0003571204,0.00033839772,0.0010264671,0.06327373,0.034461994],"genre_scores_gemma":[0.07997966,0.00092667533,0.825425,0.0007332367,0.0001817436,0.0010235916,0.0032086705,0.022669602,0.06585181],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995223,0.00010542811,0.000032697502,0.00009223075,0.00017545908,0.0000718844],"domain_scores_gemma":[0.9982212,0.00078879495,0.00010355473,0.00025545587,0.00023982552,0.000391234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000831199,0.0010552789,0.00035741078,0.00094894576,0.0005372892,0.0018966537,0.0016162528,0.00098135,0.04106158],"category_scores_gemma":[0.0035146982,0.0006403661,0.0006676694,0.0006402657,0.0007702429,0.0033395467,0.0032838194,0.0019731103,0.006775079],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079967116,0.0005266288,0.002240484,0.0015261736,0.00006189409,0.0010976619,0.0040500113,0.007700843,0.09406051,0.07166561,0.20067833,0.61559206],"study_design_scores_gemma":[0.00032002467,0.00039264804,0.0014907126,0.0003526537,0.000035346242,0.0016883998,0.00031902248,0.027484126,0.035937894,0.023240367,0.9086117,0.00012701497],"about_ca_topic_score_codex":0.00054659054,"about_ca_topic_score_gemma":0.0012509068,"teacher_disagreement_score":0.04106158,"about_ca_system_score_codex":0.00042300415,"about_ca_system_score_gemma":0.0010080328,"threshold_uncertainty_score":0.13736469},"labels":[],"label_agreement":null},{"id":"W4293227180","doi":"10.1145/3478431.3499286","title":"The Impact of Optional Groups on Students","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Set (abstract data type); Drop out; Group work; Computer science; Group (periodic table); Work (physics); Psychology; Medical education; Multimedia; Engineering; Medicine","score_opus":0.013122073405011456,"score_gpt":0.31126680779322763,"score_spread":0.29814473438821615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970561,0.0000699928,0.00042103595,0.00033715626,0.00003206436,0.000064906526,0.00003574736,0.000041863343,0.0019410626],"genre_scores_gemma":[0.99816954,0.000028680706,0.00062551827,0.00009444278,0.000023739936,0.000107541724,0.000060834886,0.000011783061,0.00087783596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9879864,0.006434534,0.0006262272,0.0012128928,0.0017499877,0.0019900566],"domain_scores_gemma":[0.88980025,0.050084077,0.010949364,0.0074802204,0.0049581234,0.036728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007934526,0.00058175105,0.0008565848,0.00077631004,0.0020214769,0.0023328008,0.0019063198,0.0008973834,0.011141502],"category_scores_gemma":[0.06235495,0.00029934396,0.00092537125,0.000520396,0.0010771265,0.0011924664,0.004789909,0.0013021197,0.0011972528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016352605,0.028597536,0.5186279,0.00056962646,0.00035108966,0.0006084289,0.014875177,0.0027662893,0.008542096,0.0013737918,0.005050682,0.40228474],"study_design_scores_gemma":[0.0018125075,0.037917297,0.9088301,0.0002988231,0.00037289076,0.0004972453,0.021169996,0.0049600373,0.0055360897,0.004116655,0.014329653,0.0001587619],"about_ca_topic_score_codex":0.0013465643,"about_ca_topic_score_gemma":0.0021176795,"teacher_disagreement_score":0.011141502,"about_ca_system_score_codex":0.0009544388,"about_ca_system_score_gemma":0.0016761945,"threshold_uncertainty_score":0.041962266},"labels":[],"label_agreement":null},{"id":"W4293792253","doi":"10.1145/3526113.3545617","title":"CodeToon: Story Ideation, Auto Comic Generation, and Structure Mapping for Code-Driven Storytelling","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Comics; Storytelling; Computer science; Comic strip; Coding (social sciences); Code (set theory); Metaphor; Ideation; Code generation; Multimedia; Human–computer interaction; Programming language; Narrative; Artificial intelligence; Linguistics; Psychology; Sociology; Cognitive science; Computer security","score_opus":0.042571688141624,"score_gpt":0.2750297102724114,"score_spread":0.23245802213078742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293792253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015993485,0.00027190158,0.9621385,0.00026368132,0.000089209934,0.00042747063,0.00029519727,0.01344885,0.007071761],"genre_scores_gemma":[0.10242704,0.00023321282,0.88591766,0.00013194242,0.00003227984,0.0007397746,0.0009634576,0.0022925795,0.0072620646],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983115,0.0008267137,0.000090398724,0.00026836622,0.00042535245,0.0000775868],"domain_scores_gemma":[0.9925995,0.0050910506,0.00033663076,0.0010722338,0.00047848304,0.0004221364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016908959,0.0016142374,0.0003732293,0.0012997085,0.000574956,0.0023603612,0.001759204,0.0011690496,0.011370052],"category_scores_gemma":[0.010288671,0.00053914345,0.00084412063,0.0005228098,0.0015779156,0.0027724232,0.003161054,0.0014372003,0.0025558479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006826719,0.00079613493,0.0032226036,0.002580443,0.00010978308,0.0013155426,0.01636861,0.014835884,0.11419215,0.06588798,0.029057752,0.7509504],"study_design_scores_gemma":[0.00055862626,0.0010721906,0.0046740896,0.00076538435,0.0001303546,0.004320831,0.0034288575,0.34886014,0.13643959,0.09691387,0.402493,0.0003430619],"about_ca_topic_score_codex":0.00046042833,"about_ca_topic_score_gemma":0.00095073174,"teacher_disagreement_score":0.011370052,"about_ca_system_score_codex":0.00054741226,"about_ca_system_score_gemma":0.0006367432,"threshold_uncertainty_score":0.038036644},"labels":[],"label_agreement":null},{"id":"W4294238430","doi":"10.1145/3560266","title":"A Review of Worked Examples in Programming Activities","year":2022,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Tracing; Warrant; Code (set theory); Context (archaeology); Code generation; Focus (optics); Visualization; Data science; Programming language; Source code; Management science; Software engineering; Key (lock); Artificial intelligence; Engineering","score_opus":0.08044827249192911,"score_gpt":0.37291787308108376,"score_spread":0.29246960058915467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294238430","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040996392,0.99477804,0.00090149156,0.00051512825,0.00019188692,0.00001960639,0.00002909949,0.000015711252,0.0031391252],"genre_scores_gemma":[0.0030764176,0.99438727,0.0012954443,0.00034487213,0.00013582331,0.00004159355,0.000067050045,0.000011555125,0.0006399757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968098,0.0011970697,0.00048808518,0.0003234157,0.0010682993,0.00011342126],"domain_scores_gemma":[0.98252815,0.014220172,0.00091354223,0.000302156,0.0017613792,0.0002746312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030032063,0.0009669463,0.0014987877,0.00881772,0.0006424219,0.0025248218,0.0015736859,0.0019858633,0.007756204],"category_scores_gemma":[0.01655587,0.0007851618,0.0008305962,0.009277418,0.0015376031,0.004897591,0.001647238,0.0017122388,0.0020553342],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065392145,0.00007909983,0.00033988387,0.06230987,0.00008845059,0.00017889641,0.0009756777,0.0004567879,0.00034287485,0.009611125,0.019662706,0.9058893],"study_design_scores_gemma":[0.000021916683,0.00010709853,0.0020814415,0.082761444,0.00015980842,0.0011296055,0.00077011035,0.00013534121,0.00043145748,0.0050527663,0.90730715,0.000041892414],"about_ca_topic_score_codex":0.0022169687,"about_ca_topic_score_gemma":0.003352271,"teacher_disagreement_score":0.00881772,"about_ca_system_score_codex":0.001550697,"about_ca_system_score_gemma":0.003704779,"threshold_uncertainty_score":0.025947094},"labels":[],"label_agreement":null},{"id":"W4297273205","doi":"10.1007/978-3-031-13588-0_71","title":"Graphic Computational Thinking in Descriptive Geometry","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes on data engineering and communications technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Descriptive geometry; Computational thinking; Dimension (graph theory); Computer science; Perspective (graphical); Projection (relational algebra); Presentation (obstetrics); Reduction (mathematics); Geometry; Theoretical computer science; Computer graphics (images); Computational science; Mathematics; Algorithm; Artificial intelligence; Pure mathematics","score_opus":0.03953628154142671,"score_gpt":0.2522015085893414,"score_spread":0.2126652270479147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297273205","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012892171,0.004462443,0.33403912,0.003451844,0.0005607012,0.000031939668,0.0001510862,0.00040169587,0.64400905],"genre_scores_gemma":[0.57973236,0.0060198936,0.1579823,0.0009369267,0.0010544024,0.00020277026,0.00047544524,0.0006466138,0.25294927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99978405,0.000098533834,0.0000093638155,0.000032959408,0.000057293244,0.000017683773],"domain_scores_gemma":[0.99950635,0.0003215694,0.000017295291,0.00007158861,0.000059578488,0.000023648474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034844095,0.00049751357,0.00034289504,0.0011180403,0.0009868508,0.0036449286,0.00067590084,0.00067032914,0.014289058],"category_scores_gemma":[0.0011753304,0.00034846205,0.00045725907,0.0016994899,0.0062370165,0.004699088,0.0008955069,0.002101307,0.0018803639],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.568408e-7,0.0000012142096,0.000010850045,0.000010449295,5.860721e-7,0.0000052807236,0.00018546225,0.00022992503,0.000046034016,0.995,0.0015112851,0.0029980575],"study_design_scores_gemma":[0.0000021916,0.0000034696147,0.000047391215,0.000016862861,0.0000018791143,0.00003621706,0.00013823739,0.0011413916,0.0001225164,0.9585916,0.039895654,0.0000026372215],"about_ca_topic_score_codex":0.0012776753,"about_ca_topic_score_gemma":0.00173472,"teacher_disagreement_score":0.014289058,"about_ca_system_score_codex":0.0015042925,"about_ca_system_score_gemma":0.0005855949,"threshold_uncertainty_score":0.047801614},"labels":[],"label_agreement":null},{"id":"W4300615728","doi":"10.52842/conf.acadia.2018.030","title":"Critical Computational Literacy: A Call for the Development of Socially Aware, Ethically Minded Research within ACADIA","year":2018,"lang":"en","type":"article","venue":"ACADIA quarterly","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Literacy; Computer science; Data science; Sociology; Pedagogy","score_opus":0.07903348124635634,"score_gpt":0.42321335774120333,"score_spread":0.344179876494847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300615728","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17460838,0.024028536,0.103046976,0.46803942,0.002072077,0.00032705243,0.000116521805,0.00040673892,0.22735429],"genre_scores_gemma":[0.9324447,0.0058370316,0.041409258,0.012918424,0.0005190788,0.00051583716,0.000040085204,0.00012949611,0.0061862124],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9574994,0.034154776,0.0013502846,0.002305371,0.0028195402,0.0018705599],"domain_scores_gemma":[0.83011156,0.12291282,0.010156819,0.013014838,0.010831879,0.012972093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06643734,0.00046095226,0.0009813219,0.005748355,0.010315274,0.029496064,0.0022402615,0.003433617,0.0046073277],"category_scores_gemma":[0.07891614,0.00050865056,0.00071742956,0.002914037,0.06712858,0.023182005,0.018441107,0.010236991,0.00062086066],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028393026,0.00009289467,0.005410897,0.00049900624,0.000023459064,0.00025224828,0.18033153,0.00034636972,0.00035934808,0.73165894,0.006970025,0.074026875],"study_design_scores_gemma":[0.000017682329,0.00012413842,0.0050294315,0.0032755956,0.00001872204,0.0005340405,0.21710093,0.00078282715,0.0008381039,0.48248717,0.28972724,0.00006417605],"about_ca_topic_score_codex":0.002421204,"about_ca_topic_score_gemma":0.003592372,"teacher_disagreement_score":0.06643734,"about_ca_system_score_codex":0.014628916,"about_ca_system_score_gemma":0.03743524,"threshold_uncertainty_score":0.3513584},"labels":[],"label_agreement":null},{"id":"W4300907083","doi":"10.1007/978-3-031-01881-7_3","title":"Basic Physical Design and Query Plans","year":2011,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on data management","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Query plan; Focus (optics); Plan (archaeology); Simple (philosophy); Query language; Data structure; Query optimization; Hash function; Theoretical computer science; Information retrieval; Database; Sargable; Programming language; Web search query; Search engine","score_opus":0.0706653485221524,"score_gpt":0.25656319284026274,"score_spread":0.18589784431811035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300907083","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019334934,0.0011083551,0.85097617,0.0009607124,0.00026037777,0.000490803,0.0016500392,0.0042900294,0.13833003],"genre_scores_gemma":[0.056040548,0.003096788,0.70121443,0.00045604893,0.0002464048,0.0013682818,0.005084841,0.0024403906,0.23005219],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896204,0.00010059292,0.00009700274,0.00020143014,0.00056319695,0.000075726864],"domain_scores_gemma":[0.99946266,0.00016005794,0.000019822513,0.00018956067,0.00014126896,0.00002658322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010016155,0.001302042,0.0007475206,0.0007861906,0.001093782,0.004202657,0.002254243,0.0011116104,0.063360825],"category_scores_gemma":[0.002635602,0.0015670932,0.0009340695,0.0014164991,0.0018125379,0.004898593,0.0014933406,0.0021360167,0.022473326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009222525,0.00007275385,0.0001520108,0.0005417009,0.000016168362,0.000086147054,0.00043732335,0.0057968735,0.007980575,0.7433541,0.042842265,0.1986279],"study_design_scores_gemma":[0.000042828953,0.000052702522,0.00026445318,0.00014910361,0.000027224105,0.00029312103,0.00014600006,0.021488035,0.007884061,0.464699,0.50491524,0.000038294067],"about_ca_topic_score_codex":0.002215699,"about_ca_topic_score_gemma":0.0017609583,"teacher_disagreement_score":0.063360825,"about_ca_system_score_codex":0.0010854955,"about_ca_system_score_gemma":0.0016498844,"threshold_uncertainty_score":0.21196306},"labels":[],"label_agreement":null},{"id":"W4307867055","doi":"10.53967/cje-rce.5455","title":"Using Robotics to Support the Acquisition of STEM and 21st-Century Competencies: Promising (and Practical) Directions","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo; Memorial University of Newfoundland","funders":"","keywords":"Robotics; Curriculum; Artificial intelligence; Interpersonal communication; Intrapersonal communication; Psychology; Variety (cybernetics); Mathematics education; Computer science; Pedagogy; Robot; Communication","score_opus":0.06510542345565024,"score_gpt":0.29991966127426545,"score_spread":0.2348142378186152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307867055","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31522775,0.033582445,0.05273067,0.32757917,0.0008701391,0.0015406304,0.00027160693,0.0009094331,0.2672882],"genre_scores_gemma":[0.80177534,0.0392269,0.113088004,0.012307007,0.00019287865,0.0008598737,0.0002590456,0.000145693,0.03214534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98842466,0.006148512,0.0004166271,0.0005514556,0.002316873,0.0021417765],"domain_scores_gemma":[0.9717882,0.012848919,0.0020058437,0.0013819634,0.0061380393,0.005837051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019517006,0.00050726195,0.0003294095,0.0015389704,0.0043419576,0.00683511,0.0026557434,0.00230369,0.0073092687],"category_scores_gemma":[0.016787836,0.0003968965,0.00045720694,0.0019000887,0.006635821,0.008331849,0.0057592713,0.002143127,0.0013277896],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010081715,0.0013521295,0.07483464,0.0029805899,0.00004815622,0.0011031897,0.13153629,0.00069914997,0.0048230975,0.042479534,0.026625054,0.7134174],"study_design_scores_gemma":[0.00007124885,0.00083709264,0.09752696,0.0059657865,0.00006134799,0.00085964525,0.3007805,0.0008536248,0.004284941,0.020885961,0.5677086,0.00016422475],"about_ca_topic_score_codex":0.22100425,"about_ca_topic_score_gemma":0.6029889,"teacher_disagreement_score":0.22100425,"about_ca_system_score_codex":0.008150692,"about_ca_system_score_gemma":0.08967993,"threshold_uncertainty_score":0.43943572},"labels":[],"label_agreement":null},{"id":"W4308623367","doi":"10.1145/3550356.3559091","title":"Learning UML database design and modeling with AutoER","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Unified Modeling Language; Construct (python library); Software engineering; Software deployment; Applications of UML; Database; Software; Programming language","score_opus":0.03748816374472852,"score_gpt":0.250374911087367,"score_spread":0.21288674734263846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308623367","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062453073,0.00018203913,0.8672705,0.0009767554,0.00009137271,0.0004999187,0.0008138045,0.030765876,0.03694671],"genre_scores_gemma":[0.14948139,0.00034988896,0.8043941,0.000505236,0.000049094397,0.0005365688,0.0016797881,0.0023919696,0.04061186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982828,0.00055686,0.00011297998,0.00044141075,0.000513466,0.000092506016],"domain_scores_gemma":[0.99385214,0.0035565707,0.00028280687,0.0013827374,0.00071511086,0.00021065284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027012816,0.0009061076,0.00053287676,0.0008454504,0.0005295163,0.0022058287,0.0014167798,0.0011767386,0.029223412],"category_scores_gemma":[0.011086188,0.0006434639,0.00076811755,0.0004686813,0.0004305967,0.0041779308,0.0027026874,0.0016692607,0.009817884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032497483,0.0014370485,0.005109255,0.0004923713,0.000029290051,0.0003422256,0.0057296,0.009329231,0.024540924,0.0417653,0.03891855,0.87198126],"study_design_scores_gemma":[0.00037189943,0.0011849694,0.0043159174,0.0005637739,0.00007375469,0.0019086538,0.0015535998,0.18737514,0.11352536,0.112691574,0.5762831,0.00015231561],"about_ca_topic_score_codex":0.00040540274,"about_ca_topic_score_gemma":0.0009127598,"teacher_disagreement_score":0.029223412,"about_ca_system_score_codex":0.0005840846,"about_ca_system_score_gemma":0.0010836569,"threshold_uncertainty_score":0.09776205},"labels":[],"label_agreement":null},{"id":"W4308709666","doi":"10.24908/pceea.vi.15943","title":"Integrating the Modern and the Archaic in an Introductory Programming Course - C++ 20; the Command Line; Multilingual Coding; and a Code Review Exam","year":2022,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Waterloo; University of Toronto","keywords":"Computer science; Scripting language; Coding (social sciences); Course (navigation); Graphics; Code (set theory); Software engineering; Programming language; Multimedia; Mathematics education; Engineering; Computer graphics (images); Psychology","score_opus":0.022567036059501774,"score_gpt":0.2908556022845405,"score_spread":0.2682885662250387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308709666","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007449894,0.9611605,0.0057590697,0.002296306,0.0008828649,0.00054187764,0.000098204866,0.00008879891,0.021722578],"genre_scores_gemma":[0.04509082,0.92448634,0.018192256,0.0020996728,0.0004660143,0.0005533378,0.00026410003,0.000040811312,0.008806694],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995837,0.0014780451,0.00051409897,0.00040133332,0.0016230432,0.00014646916],"domain_scores_gemma":[0.99616194,0.0014853232,0.00068666233,0.00011303686,0.0013740327,0.00017903725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047585657,0.0005503115,0.00073250406,0.0029420096,0.0004529035,0.0011975738,0.0010907197,0.0010816375,0.0021413055],"category_scores_gemma":[0.008294555,0.00035407228,0.0004380414,0.0018492988,0.00054266833,0.0015125567,0.0010570121,0.0012009437,0.0012369179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064141655,0.00015999402,0.0003942233,0.010192569,0.00003614153,0.00008294588,0.00022092929,0.00009516805,0.0011193162,0.0014772465,0.0048634005,0.981294],"study_design_scores_gemma":[0.00005903385,0.0010427583,0.007565739,0.015451817,0.00021289075,0.0013357035,0.000555387,0.00015124805,0.0034998439,0.00090228417,0.9691756,0.000047745878],"about_ca_topic_score_codex":0.0043730633,"about_ca_topic_score_gemma":0.017198602,"teacher_disagreement_score":0.0047585657,"about_ca_system_score_codex":0.00121308,"about_ca_system_score_gemma":0.0049431003,"threshold_uncertainty_score":0.025166035},"labels":[],"label_agreement":null},{"id":"W4308932920","doi":"10.1002/spe.3167","title":"Training industrial end‐user programmers with interactive tutorials","year":2022,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Science Foundation of Sri Lanka; Natural Sciences and Engineering Research Council of Canada; ABB Corporate Research","keywords":"Computer science; Block (permutation group theory); Multimedia; End user; Software; Robot; Robotics; Human–computer interaction; Training (meteorology); Software engineering; Programming by demonstration; Artificial intelligence; World Wide Web; Programming language","score_opus":0.04558590685991021,"score_gpt":0.30725975175717263,"score_spread":0.2616738448972624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308932920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719393,0.00014072345,0.018519238,0.00013157963,0.00002486685,0.00046722245,0.00011760823,0.0015479515,0.007111344],"genre_scores_gemma":[0.953071,0.00019606295,0.038709123,0.00018938212,0.000019332107,0.0005937571,0.00036451413,0.0001579434,0.0066987975],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99817264,0.0009488187,0.00008907969,0.0002610506,0.0002670489,0.00026128796],"domain_scores_gemma":[0.986917,0.0076764394,0.00085714855,0.0010308486,0.0015343115,0.0019842878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024676449,0.0008422807,0.00046694398,0.00071173004,0.00045912052,0.00084604596,0.0013431452,0.0006806718,0.011009354],"category_scores_gemma":[0.016817644,0.00029073432,0.00023074067,0.00040907756,0.000373729,0.0009993935,0.0020266878,0.0007965075,0.003108385],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023060779,0.025394779,0.071411856,0.0019095079,0.00007264289,0.0015805674,0.036949094,0.007203731,0.057970047,0.0010077098,0.023701303,0.77049273],"study_design_scores_gemma":[0.0023513497,0.055927854,0.41358745,0.0020433536,0.000425247,0.010381663,0.05505732,0.067387946,0.14223172,0.0050238483,0.24495047,0.00063185097],"about_ca_topic_score_codex":0.00066424627,"about_ca_topic_score_gemma":0.0013940703,"teacher_disagreement_score":0.011009354,"about_ca_system_score_codex":0.00041040345,"about_ca_system_score_gemma":0.00062655355,"threshold_uncertainty_score":0.036830008},"labels":[],"label_agreement":null},{"id":"W4309396672","doi":"10.37001/ripem.v12i4.3144","title":"Computational Literacy &amp; Mathematics Education","year":2022,"lang":"en","type":"article","venue":"Revista Internacional de Pesquisa em Educação Matemática","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University; Western University","funders":"","keywords":"Curriculum; Mathematics education; Computer science; Literacy; Computer literacy; Through-the-lens metering; Connected Mathematics; Reform mathematics; Mathematics curriculum; Computer programming; Teaching method; Pedagogy; Mathematics; Lens (geology); Technology integration; Sociology; Programming language; Engineering","score_opus":0.015131058389530225,"score_gpt":0.3058713334441072,"score_spread":0.290740275054577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309396672","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09610998,0.008350869,0.0055467016,0.022429796,0.00011401971,0.000074081494,0.001577053,0.00014695607,0.86565053],"genre_scores_gemma":[0.85448986,0.0122796595,0.0062912274,0.0010916387,0.00010813719,0.00010726905,0.0009828295,0.000045116987,0.12460429],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990625,0.00022401645,0.000047696947,0.00013164902,0.00039789063,0.00013627019],"domain_scores_gemma":[0.9980856,0.00080451637,0.000359816,0.000123229,0.00032654632,0.000300245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005094747,0.00019379899,0.00018157922,0.0015660438,0.001802015,0.0040811137,0.0003166889,0.00047983072,0.034024388],"category_scores_gemma":[0.0043196725,0.000102987935,0.00009368129,0.0045135105,0.0047531896,0.0024372346,0.001741011,0.00064853794,0.002642222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021553602,0.00006730919,0.035542615,0.00052698475,0.000007814808,0.00034847425,0.021596648,0.00039807733,0.0006743625,0.5280858,0.04339293,0.36933747],"study_design_scores_gemma":[0.0000058818973,0.00001985008,0.08075467,0.000489942,0.0000041741127,0.00038711776,0.0084567005,0.00030833125,0.0003392184,0.050040495,0.85918087,0.000012712158],"about_ca_topic_score_codex":0.24631234,"about_ca_topic_score_gemma":0.33768797,"teacher_disagreement_score":0.24631234,"about_ca_system_score_codex":0.010436465,"about_ca_system_score_gemma":0.012579178,"threshold_uncertainty_score":0.48975724},"labels":[],"label_agreement":null},{"id":"W4310506457","doi":"10.1016/j.ijcci.2022.100560","title":"Centering and decentering children in computing through joint activity at a computational science exhibit","year":2022,"lang":"en","type":"article","venue":"International Journal of Child-Computer Interaction","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Sociocultural evolution; Ambiguity; Computer science; Science education; Focus (optics); Computational thinking; Code (set theory); Human–computer interaction; Psychology; Mathematics education; Cognitive science; Sociology; Artificial intelligence; Set (abstract data type)","score_opus":0.015575989278760853,"score_gpt":0.2872065320600274,"score_spread":0.2716305427812665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310506457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9310118,0.00021111836,0.010660221,0.0020988025,0.00014517149,0.00009826767,0.00007075323,0.00047513773,0.055228785],"genre_scores_gemma":[0.96781456,0.0001499625,0.011586796,0.00021021564,0.00002281485,0.000057888636,0.00008681962,0.00008697343,0.019984026],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981494,0.0006807361,0.00005317936,0.00028369404,0.00033491047,0.00049806474],"domain_scores_gemma":[0.9958768,0.00061012694,0.00048795887,0.0005685394,0.00040052822,0.002056029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018231751,0.00066976144,0.0003145531,0.0008381096,0.005144487,0.0031892676,0.0011317988,0.0014572678,0.009824562],"category_scores_gemma":[0.00606131,0.00033110278,0.00044979775,0.00036030708,0.0025560705,0.0023179452,0.005453036,0.0031471981,0.0021531119],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069897436,0.004248442,0.13036023,0.00035366367,0.00010986662,0.005476308,0.52279276,0.0013506667,0.05827807,0.051967595,0.03689138,0.1874721],"study_design_scores_gemma":[0.00012600682,0.0018039498,0.14948666,0.0005862768,0.00024166766,0.0073185177,0.39424634,0.007122856,0.028836539,0.027160078,0.38269165,0.00037937245],"about_ca_topic_score_codex":0.0033802507,"about_ca_topic_score_gemma":0.013443342,"teacher_disagreement_score":0.009824562,"about_ca_system_score_codex":0.00089393783,"about_ca_system_score_gemma":0.0017280631,"threshold_uncertainty_score":0.032866478},"labels":[],"label_agreement":null},{"id":"W4310506648","doi":"10.1145/3563767.3568125","title":"The Role of Abstraction in Introductory Programming","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Abstraction; Computer science; Curriculum; Theme (computing); Mathematics education; Work (physics); Computational thinking; Programming language; Software engineering; Artificial intelligence; Psychology; World Wide Web; Pedagogy","score_opus":0.006044656203320243,"score_gpt":0.225078828793053,"score_spread":0.21903417258973276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310506648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98001593,0.0014161307,0.013335436,0.0011834438,0.000054891756,0.00010664034,0.000059654085,0.00013070909,0.0036972023],"genre_scores_gemma":[0.9941788,0.00033486236,0.0046552466,0.00013287831,0.00002750514,0.000054794953,0.00006433951,0.000028992512,0.0005225089],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98408484,0.0055868835,0.0009540109,0.0013474807,0.0068266843,0.0012000868],"domain_scores_gemma":[0.80740774,0.12802242,0.04250748,0.0065896017,0.009699907,0.005772825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012864165,0.0007596289,0.00062097184,0.001988374,0.0011004279,0.0029376196,0.0013362551,0.00095338695,0.0026635802],"category_scores_gemma":[0.10764529,0.00052352436,0.00068053487,0.0011451598,0.0019232954,0.0039824913,0.004468726,0.0030691277,0.0004489862],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059649535,0.0013643092,0.7049704,0.0009490425,0.00016927687,0.0005480474,0.013910172,0.004637054,0.007864607,0.0036703025,0.0020221965,0.25929803],"study_design_scores_gemma":[0.00003774013,0.0030218218,0.94251025,0.0011523733,0.00018635184,0.001484676,0.009301465,0.011679158,0.0068976525,0.014876,0.008647413,0.00020506835],"about_ca_topic_score_codex":0.0023591577,"about_ca_topic_score_gemma":0.0035342434,"teacher_disagreement_score":0.012864165,"about_ca_system_score_codex":0.0017589085,"about_ca_system_score_gemma":0.0026430541,"threshold_uncertainty_score":0.06803298},"labels":[],"label_agreement":null},{"id":"W4311017874","doi":"10.5753/sbie.2022.225250","title":"Lições aprendidas usando Robótica Desplugada, Linguagens Baseadas em Blocos e Simulador Robótico 3D","year":2022,"lang":"pt","type":"article","venue":"Anais do XXXIII Simpósio Brasileiro de Informática na Educação (SBIE 2022)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Computer science; Philosophy","score_opus":0.01776939787302626,"score_gpt":0.2812667680356565,"score_spread":0.2634973701626302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311017874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38072667,0.0036497347,0.48438552,0.0016170922,0.0010617404,0.00025979138,0.0011342596,0.007229429,0.119935766],"genre_scores_gemma":[0.8427631,0.0025255322,0.09953126,0.00036070042,0.00008510788,0.00021468312,0.00085438986,0.0010838218,0.05258136],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9991472,0.00012796724,0.00004441551,0.00015022664,0.00042236078,0.00010783314],"domain_scores_gemma":[0.99853337,0.0006753563,0.00011254006,0.00025377527,0.00032708404,0.00009795616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008312596,0.00074466877,0.0006506612,0.0012832016,0.0012308353,0.003346396,0.0007279689,0.0013361515,0.022598347],"category_scores_gemma":[0.0047246725,0.0006598001,0.0009206824,0.0010144038,0.0014293921,0.0029899052,0.0024315177,0.0008808757,0.003560996],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014258485,0.00055725285,0.007685027,0.0027008236,0.0001883718,0.0027054404,0.006762856,0.18114664,0.27355537,0.081635915,0.016416624,0.42521986],"study_design_scores_gemma":[0.00016445492,0.0017749246,0.012695028,0.0007826881,0.0002704872,0.0023730025,0.0073812017,0.48464158,0.19123992,0.04622202,0.25198406,0.0004705913],"about_ca_topic_score_codex":0.0047131856,"about_ca_topic_score_gemma":0.0056041875,"teacher_disagreement_score":0.022598347,"about_ca_system_score_codex":0.0010033108,"about_ca_system_score_gemma":0.00090653845,"threshold_uncertainty_score":0.075599015},"labels":[],"label_agreement":null},{"id":"W4311017896","doi":"10.5753/sbie.2022.225108","title":"Practical Guide for Designing Activities that Integrate Curricular Content, Computational Thinking and Constructionist Theory","year":2022,"lang":"en","type":"article","venue":"Anais do XXXIII Simpósio Brasileiro de Informática na Educação (SBIE 2022)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Strict constructionism; Elaboration; Constructionism; Promotion (chess); Computational thinking; Computer science; Mathematics education; Engineering ethics; Knowledge management; Pedagogy; Psychology; Epistemology; Engineering; Artificial intelligence; Political science","score_opus":0.04375423971744624,"score_gpt":0.3155242069316053,"score_spread":0.2717699672141591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311017896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003424735,0.0010272965,0.88991606,0.006432297,0.0006883735,0.0035629563,0.0012534193,0.010274813,0.08341999],"genre_scores_gemma":[0.0057414016,0.00080366683,0.9520106,0.0010728422,0.00005017862,0.0025928945,0.0006385589,0.0006865276,0.03640334],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757844,0.0011065941,0.00019797726,0.00018017698,0.00082312536,0.0001136453],"domain_scores_gemma":[0.9926755,0.004018066,0.00029418393,0.0007640005,0.0017050344,0.00054324104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034706015,0.0022345632,0.000726671,0.003141069,0.0012308892,0.0019033327,0.0020955228,0.0029843056,0.04421354],"category_scores_gemma":[0.010216564,0.0012033312,0.0005310544,0.0017694917,0.0016615924,0.0023741778,0.002459587,0.0031062148,0.027118511],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001336533,0.0010030511,0.00074993557,0.0015707904,0.000017184555,0.00080408476,0.007690685,0.00404546,0.013553816,0.0527116,0.3443452,0.5733745],"study_design_scores_gemma":[0.00007775816,0.00017473825,0.0005916026,0.0006361925,0.00000617549,0.0008005256,0.001614431,0.00169615,0.0020609344,0.015629327,0.97666866,0.000043574673],"about_ca_topic_score_codex":0.0029521848,"about_ca_topic_score_gemma":0.009503741,"teacher_disagreement_score":0.04421354,"about_ca_system_score_codex":0.0011832695,"about_ca_system_score_gemma":0.004955699,"threshold_uncertainty_score":0.14790899},"labels":[],"label_agreement":null},{"id":"W4311017904","doi":"10.5753/sbie.2022.225128","title":"Pattern Recognition in Computing Education: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Anais do XXXIII Simpósio Brasileiro de Informática na Educação (SBIE 2022)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Theme (computing); Computer science; Context (archaeology); Computational thinking; Cognition; Artificial intelligence; Cognitive science; Data science; Psychology; Neuroscience","score_opus":0.04752501730562727,"score_gpt":0.34691244985245534,"score_spread":0.2993874325468281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311017904","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002877546,0.99847037,0.00018395668,0.0003366429,0.00010617496,0.000109749635,0.00017884579,0.000006595461,0.0003198778],"genre_scores_gemma":[0.0027334478,0.9960284,0.00046922345,0.0003389313,0.00004808235,0.00016938454,0.000117044045,0.0000031295078,0.00009228638],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99521303,0.0015360237,0.0016127585,0.00040206,0.0010700404,0.00016614213],"domain_scores_gemma":[0.9750558,0.018589934,0.0029736324,0.00037782246,0.0026826642,0.00032009985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061296793,0.0012682038,0.0037776774,0.01336095,0.00067470956,0.0022317541,0.0017145633,0.0017493413,0.0068571013],"category_scores_gemma":[0.034519777,0.00078197615,0.0041226703,0.013052234,0.0008743902,0.0029564602,0.0016139623,0.0012015159,0.00073106674],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010590126,0.000027844764,0.0005508489,0.8141172,0.0015673664,0.0001330825,0.00027847275,0.00013278762,0.00014449925,0.0007046274,0.0066414494,0.175596],"study_design_scores_gemma":[0.000080945814,0.0001327836,0.0020682148,0.91872036,0.010444036,0.00053974165,0.00034182155,0.000069089074,0.00014899223,0.00062943256,0.06679295,0.00003151103],"about_ca_topic_score_codex":0.008369951,"about_ca_topic_score_gemma":0.02535925,"teacher_disagreement_score":0.01336095,"about_ca_system_score_codex":0.0029778571,"about_ca_system_score_gemma":0.015583325,"threshold_uncertainty_score":0.032417238},"labels":[],"label_agreement":null},{"id":"W4311681237","doi":"10.22215/etd/2022-15278","title":"Investigating the Utility of Notional Machine Instruction in an Introductory Programming Lesson","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Notional amount; Computer science; TUTOR; Tracing; Code (set theory); TRACE (psycholinguistics); Mental representation; Artificial intelligence; Process (computing); Programming language; Mathematics education; Cognition; Psychology; Set (abstract data type)","score_opus":0.024581136927986177,"score_gpt":0.29867195003057295,"score_spread":0.27409081310258676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311681237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99895823,0.000013148529,0.00042556692,0.000018422417,0.0000025405425,0.000053042928,0.000010254519,0.000014842848,0.0005039455],"genre_scores_gemma":[0.99561334,0.00004152035,0.0035125907,0.000021535607,0.0000046212413,0.00015268289,0.000037281123,0.000009846084,0.00060649967],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99727446,0.0011361241,0.00022769305,0.0005942779,0.0005301226,0.00023741722],"domain_scores_gemma":[0.942549,0.04847295,0.0031469543,0.002062244,0.0019095826,0.0018592005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003821006,0.0005443933,0.0005387104,0.00053797,0.0003894672,0.0013596293,0.001078187,0.0007994671,0.0023833436],"category_scores_gemma":[0.045121465,0.00038456163,0.00027658872,0.0003941728,0.00090444204,0.0016403743,0.0013016466,0.001425843,0.00038146917],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013432023,0.10036563,0.20167561,0.0018539558,0.00027779292,0.00080378103,0.07653586,0.009403107,0.18185632,0.0017788964,0.0013341958,0.41068277],"study_design_scores_gemma":[0.0025910293,0.19420448,0.54276735,0.00047402937,0.0009509496,0.0008130948,0.021088311,0.030543212,0.19586965,0.0036270923,0.0067905397,0.00028022612],"about_ca_topic_score_codex":0.0008490733,"about_ca_topic_score_gemma":0.0013444736,"teacher_disagreement_score":0.003821006,"about_ca_system_score_codex":0.00053486595,"about_ca_system_score_gemma":0.0007949512,"threshold_uncertainty_score":0.020207644},"labels":[],"label_agreement":null},{"id":"W4313272766","doi":"10.1002/acp.4029","title":"Insights into computational thinking from think‐aloud interviews: A systematic review","year":2022,"lang":"en","type":"review","venue":"Applied Cognitive Psychology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Advanced Education; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Think aloud protocol; Psychology; Protocol analysis; Cognition; Empirical research; Cognitive interview; Systematic review; Exploratory research; Applied psychology; Cognitive science; MEDLINE; Computer science; Human–computer interaction; Epistemology; Usability","score_opus":0.06770365094359963,"score_gpt":0.37553776287128826,"score_spread":0.3078341119276886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313272766","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016703189,0.9942179,0.0013867907,0.00059726724,0.00017909032,0.0007119051,0.00035147677,0.000018465906,0.00086682563],"genre_scores_gemma":[0.017828397,0.97601056,0.0034480311,0.0005275668,0.00005702375,0.0017095335,0.00026462058,0.000015753585,0.00013851955],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97175187,0.015520569,0.00700055,0.0011175906,0.004138676,0.00047070542],"domain_scores_gemma":[0.8424737,0.13426319,0.009158484,0.00206178,0.011278188,0.00076475996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029612303,0.0016398889,0.004395171,0.020367326,0.0011259184,0.0035176289,0.002145349,0.0017949688,0.0042519616],"category_scores_gemma":[0.1250756,0.0014661772,0.004279531,0.014679207,0.0020215588,0.0048276964,0.0028840373,0.0019752232,0.00058415666],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014490975,0.000036986024,0.00050445634,0.8155195,0.001407209,0.0001563707,0.0032958195,0.00014651935,0.00024767584,0.00089987234,0.0021961583,0.17544453],"study_design_scores_gemma":[0.000069052534,0.00011369953,0.0012396022,0.9513961,0.0047753975,0.00026155345,0.0035453627,0.00006436926,0.00026897268,0.00071788597,0.037505634,0.000042280953],"about_ca_topic_score_codex":0.0057208464,"about_ca_topic_score_gemma":0.015728611,"teacher_disagreement_score":0.029612303,"about_ca_system_score_codex":0.0041285655,"about_ca_system_score_gemma":0.023119533,"threshold_uncertainty_score":0.15660667},"labels":[],"label_agreement":null},{"id":"W4313590566","doi":"10.1145/3578523","title":"The Impact of Intelligent Pedagogical Agents’ Interventions on Student Behavior and Performance in Open-Ended Game Design Environments","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; Simon Fraser University","funders":"Mitacs","keywords":"Psychological intervention; Intervention (counseling); Process (computing); Psychology; Focus (optics); Repetition (rhetorical device); Computer science; Applied psychology; Human–computer interaction; Mathematics education; Medical education; Medicine","score_opus":0.19698060904365663,"score_gpt":0.42743298012823405,"score_spread":0.23045237108457742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313590566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972838,0.00001860615,0.001653779,0.000028570365,0.000010844108,0.00013231683,0.000019661702,0.00011396377,0.000738557],"genre_scores_gemma":[0.99191624,0.00003804512,0.006606628,0.00003311949,0.0000057083707,0.00029591433,0.000057175977,0.000017143797,0.0010300075],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977852,0.001010892,0.00017994933,0.0003508855,0.000409317,0.0002637522],"domain_scores_gemma":[0.99161714,0.005372248,0.0007934695,0.00062513846,0.00046776852,0.0011243284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001672384,0.00088799495,0.0004758677,0.0004213726,0.0003130793,0.0011462737,0.0009755111,0.0005930767,0.0019406084],"category_scores_gemma":[0.014873253,0.00025922523,0.00034078475,0.00015455204,0.00045432738,0.0005896928,0.0011639051,0.0007766485,0.00042871982],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014607676,0.14031254,0.07566646,0.0016365563,0.0007219297,0.0004985235,0.013757983,0.044266097,0.106763214,0.001452239,0.0020042981,0.5983125],"study_design_scores_gemma":[0.005186362,0.22697064,0.48825446,0.000504055,0.0010823759,0.0004553686,0.007590059,0.12946473,0.12179565,0.0045685084,0.013609781,0.0005180625],"about_ca_topic_score_codex":0.0009891329,"about_ca_topic_score_gemma":0.0012857493,"teacher_disagreement_score":0.0019406084,"about_ca_system_score_codex":0.0004202973,"about_ca_system_score_gemma":0.00050763146,"threshold_uncertainty_score":0.008844554},"labels":[],"label_agreement":null},{"id":"W4313958579","doi":"10.1145/3545945.3569882","title":"Identifying Different Student Clusters in Functional Programming Assignments","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Satisficing; Computer science; Mathematics education; Range (aeronautics); Key (lock); Cluster grouping; Cluster (spacecraft); Work (physics); Data science; Multimedia; Artificial intelligence; Psychology; Engineering; Programming language","score_opus":0.09550576598411839,"score_gpt":0.33585640330914596,"score_spread":0.24035063732502757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313958579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913017,0.000078755664,0.006095527,0.00009212564,0.000019975412,0.000080749036,0.00054017827,0.00016567235,0.0016253475],"genre_scores_gemma":[0.99132335,0.000043055836,0.0050444514,0.000041167394,0.000013447304,0.000095218675,0.0017300842,0.000078718636,0.0016304955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961261,0.0007057419,0.00030646517,0.0012179518,0.0009285823,0.00071508525],"domain_scores_gemma":[0.9863896,0.004433872,0.0022321024,0.0014572489,0.0035053566,0.0019818114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021040197,0.00037806423,0.00059489056,0.0049269833,0.0011485142,0.0024168082,0.0008819271,0.000921644,0.0028529763],"category_scores_gemma":[0.016071899,0.0002606935,0.00048363698,0.0036756368,0.0006436951,0.0012175065,0.0025743393,0.0007572377,0.0018108117],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016661241,0.00055736816,0.8658627,0.00011504997,0.00011579032,0.00018752478,0.008826846,0.0019814558,0.007166016,0.0019932757,0.0043563186,0.10717143],"study_design_scores_gemma":[0.000096296004,0.0005930122,0.9273575,0.00008543656,0.00012277922,0.00047454637,0.017572593,0.03202487,0.007057385,0.007104409,0.0073889946,0.00012210476],"about_ca_topic_score_codex":0.005528735,"about_ca_topic_score_gemma":0.007855113,"teacher_disagreement_score":0.005528735,"about_ca_system_score_codex":0.00092544215,"about_ca_system_score_gemma":0.0009838566,"threshold_uncertainty_score":0.0111272335},"labels":[],"label_agreement":null},{"id":"W4317212853","doi":"10.1007/s42330-022-00254-x","title":"Learning Math Through Coding and Learning Coding Through Math: Two Sides of the Same Coin","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Coding (social sciences); Mathematics education; Math education; Mathematics; Computer science; Statistics","score_opus":0.01893825544525076,"score_gpt":0.2686810140416786,"score_spread":0.24974275859642783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317212853","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04220159,0.06686177,0.1293285,0.36093846,0.0053100446,0.00019244854,0.00038605504,0.00040755753,0.39437357],"genre_scores_gemma":[0.80285287,0.04755321,0.059360635,0.037320387,0.0042495886,0.0005590474,0.0003052825,0.00065325544,0.04714576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9860196,0.0058903717,0.0006571015,0.0017005154,0.0046031917,0.0011292587],"domain_scores_gemma":[0.9616745,0.02425857,0.0023768018,0.0029330277,0.0061067026,0.0026504043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010777006,0.000984513,0.0019538929,0.0039021852,0.0038761368,0.018650413,0.002633567,0.0077936454,0.015207126],"category_scores_gemma":[0.027843468,0.000662086,0.0008468159,0.0033770136,0.06471153,0.031252246,0.009817426,0.010464029,0.0020384397],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059851525,0.000038641905,0.00058045285,0.00024053502,0.00001578267,0.00003057695,0.004326574,0.00018890058,0.00014385731,0.95814115,0.0036480778,0.03258564],"study_design_scores_gemma":[0.000044094162,0.000044988286,0.001955704,0.00097397837,0.000024897334,0.00013603411,0.0051168003,0.0010362623,0.00054109725,0.9304339,0.05960788,0.00008427842],"about_ca_topic_score_codex":0.024398793,"about_ca_topic_score_gemma":0.0150283575,"teacher_disagreement_score":0.024398793,"about_ca_system_score_codex":0.0063006883,"about_ca_system_score_gemma":0.011737811,"threshold_uncertainty_score":0.056994975},"labels":[],"label_agreement":null},{"id":"W4317952630","doi":"10.1145/3582302.3582314","title":"Report on the First International Workshop on Data Systems Education (DataEd '22)","year":2023,"lang":"en","type":"article","venue":"ACM SIGMOD Record","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Computer science; Bridging (networking); Panel discussion; Data management; Conjunction (astronomy); Data science; Engineering management; Library science; World Wide Web; Database; Engineering","score_opus":0.08682560969649208,"score_gpt":0.3362625693619047,"score_spread":0.2494369596654126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317952630","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021270534,0.042515397,0.056983735,0.16848391,0.27215645,0.002954713,0.016806027,0.0019182747,0.41691092],"genre_scores_gemma":[0.04588489,0.01587187,0.023898518,0.020676464,0.019297868,0.001716126,0.016219229,0.0021811936,0.85425377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98869425,0.0034078732,0.000451551,0.0012578145,0.0041547306,0.0020337657],"domain_scores_gemma":[0.98258346,0.0025281147,0.000331016,0.0009798363,0.006078839,0.0074986797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017408447,0.001630288,0.001104907,0.0027906997,0.0026761247,0.0118524395,0.0022740914,0.0046741515,0.1138034],"category_scores_gemma":[0.013252183,0.0006345196,0.0016493127,0.0025029727,0.0013153245,0.0063697184,0.011439102,0.007755717,0.04202347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026340358,0.0004763931,0.0006630269,0.00037996913,0.000023744467,0.00022106346,0.00096986693,0.00041832752,0.0012269759,0.006100728,0.8971931,0.09206345],"study_design_scores_gemma":[0.000034011093,0.000087514505,0.0006370473,0.0001971809,0.000010430162,0.0000491693,0.0008130715,0.00017032944,0.0006718954,0.0012264971,0.9960846,0.000018257542],"about_ca_topic_score_codex":0.0054864744,"about_ca_topic_score_gemma":0.00970119,"teacher_disagreement_score":0.1138034,"about_ca_system_score_codex":0.0029091171,"about_ca_system_score_gemma":0.009094537,"threshold_uncertainty_score":0.3807103},"labels":[],"label_agreement":null},{"id":"W4318704691","doi":"10.3233/icg-230216","title":"The 2022 Computer Olympiad","year":2023,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer science; Mathematics education; Mathematics","score_opus":0.013333461975968897,"score_gpt":0.2577571290865415,"score_spread":0.24442366711057262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318704691","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039127827,0.002459084,0.0030594335,0.042738706,0.12396911,0.00085206394,0.010142488,0.0018899186,0.77576137],"genre_scores_gemma":[0.07662624,0.0008537866,0.0018783843,0.009586157,0.007222178,0.00047143223,0.012558369,0.0005282525,0.8902752],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987998,0.0001282692,0.000024249082,0.00012223318,0.00042557635,0.0004998296],"domain_scores_gemma":[0.9976331,0.000038394155,0.000044239554,0.00004882682,0.00048911344,0.0017462836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017855298,0.0011133177,0.00038930296,0.0007429166,0.0033392643,0.004983454,0.000823529,0.0018138826,0.096888565],"category_scores_gemma":[0.0015783228,0.00024449817,0.00046193157,0.0004993625,0.0005665802,0.001299464,0.0038869018,0.0034002026,0.039189134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013960454,0.00011971362,0.00086940615,0.000044506567,0.0000075216076,0.000099558725,0.000074804506,0.000068449655,0.00024611712,0.0016346738,0.9852129,0.011482703],"study_design_scores_gemma":[0.00002584412,0.00011328528,0.0076031047,0.000052715313,0.0000034013092,0.000042920645,0.0003731118,0.0001478336,0.0002388175,0.00041360472,0.990974,0.000011439236],"about_ca_topic_score_codex":0.01679473,"about_ca_topic_score_gemma":0.06728083,"teacher_disagreement_score":0.096888565,"about_ca_system_score_codex":0.002265169,"about_ca_system_score_gemma":0.003664671,"threshold_uncertainty_score":0.32412457},"labels":[],"label_agreement":null},{"id":"W4319978000","doi":"10.1109/cipae55637.2022.00005","title":"Message from the General Chair","year":2022,"lang":"en","type":"article","venue":"2022 International Conference on Computers, Information Processing and Advanced Education (CIPAE)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.018600271485567095,"score_gpt":0.29108216219071054,"score_spread":0.27248189070514345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319978000","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044382,0.004056675,0.00081925874,0.35277963,0.5806565,0.0003609754,0.0019187876,0.00082182226,0.058142476],"genre_scores_gemma":[0.0040203272,0.0027748526,0.0006374074,0.20105347,0.09413427,0.00039601294,0.0010462615,0.0004637138,0.6954737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985807,0.00017921711,0.00010888234,0.0003410842,0.00058831216,0.00020185177],"domain_scores_gemma":[0.9945018,0.0005320902,0.00017457758,0.0002352209,0.0032691841,0.001286963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021085867,0.0010268565,0.0011714163,0.00097474514,0.0022898996,0.0044507054,0.0018490559,0.008388129,0.2568637],"category_scores_gemma":[0.008826293,0.00052109757,0.0008237408,0.00084446976,0.00060317194,0.003528245,0.0020646565,0.009911484,0.22255617],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018291146,0.000005857676,0.00003345779,0.000023908196,0.0000010178406,0.000020242882,0.0000072724897,0.0000069924245,0.000040259543,0.00027409746,0.99541914,0.0041495357],"study_design_scores_gemma":[0.000012039168,0.000012420928,0.00026154137,0.000049878123,0.0000027040107,0.000050611146,0.00004961558,0.000028212118,0.00008885812,0.00024037702,0.99919516,0.00000848227],"about_ca_topic_score_codex":0.0040904973,"about_ca_topic_score_gemma":0.0048379013,"teacher_disagreement_score":0.2568637,"about_ca_system_score_codex":0.0019544517,"about_ca_system_score_gemma":0.0036723746,"threshold_uncertainty_score":0.8592947},"labels":[],"label_agreement":null},{"id":"W4320162203","doi":"10.1007/978-3-030-44982-7_35-1","title":"Computing in Mathematics Education: Past, Present, and Future","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Logo (programming language); Theme (computing); Mathematics education; Computational thinking; Reflection (computer programming); Computer science; Basic education; Engineering ethics; Psychology; Engineering","score_opus":0.018258148483379876,"score_gpt":0.26223221975633676,"score_spread":0.2439740712729569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320162203","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025254118,0.20756857,0.008665781,0.0144832255,0.0054098326,0.000042167914,0.00011876387,0.00022640763,0.76096],"genre_scores_gemma":[0.027961256,0.1506116,0.012326473,0.003042101,0.0037210693,0.00005959098,0.0002576063,0.00021310803,0.8018073],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997799,0.000042307427,0.0000071588775,0.000027024354,0.00011751233,0.000026156033],"domain_scores_gemma":[0.9994305,0.0002708008,0.000024605028,0.000030193034,0.000117742464,0.00012616067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003585144,0.0005319673,0.00041047155,0.001315921,0.000890628,0.00520388,0.0006846168,0.00095204526,0.03503875],"category_scores_gemma":[0.0008472549,0.0001770592,0.00028034137,0.0027232156,0.0015381727,0.0034548368,0.0012549745,0.0026479985,0.0065644076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013676996,0.00007001029,0.0003463628,0.00044705745,0.0000033797457,0.000055592303,0.0006475261,0.00031319604,0.00049055804,0.31411365,0.2877426,0.39575633],"study_design_scores_gemma":[0.0000018795331,0.000008819303,0.00030323208,0.0003516821,0.0000017737793,0.00011924877,0.0002633323,0.00020075435,0.000102192054,0.028008636,0.9706349,0.0000034639602],"about_ca_topic_score_codex":0.0022025295,"about_ca_topic_score_gemma":0.008381444,"teacher_disagreement_score":0.03503875,"about_ca_system_score_codex":0.0015382642,"about_ca_system_score_gemma":0.002847171,"threshold_uncertainty_score":0.11721629},"labels":[],"label_agreement":null},{"id":"W4320926255","doi":"10.58459/rptel.2023.18022","title":"Integrating Parsons puzzles within Scratch enables efficient computational thinking learning","year":2022,"lang":"en","type":"article","venue":"Research and Practice in Technology Enhanced Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Defense Advanced Research Projects Agency; Royal Society; National Science Foundation; University of Cambridge; McGill University; American Society for Engineering Education","keywords":"Scratch; Computational thinking; Computer science; Perception; Agency (philosophy); Transfer of learning; Cognitive load; Cognitive architecture; Mathematics education; Educational technology; Architecture; Cognition; Multimedia; Human–computer interaction; Psychology; Artificial intelligence; Programming language; Sociology","score_opus":0.03358934056398666,"score_gpt":0.36498310827407043,"score_spread":0.3313937677100838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320926255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63538593,0.0025246923,0.31320938,0.0012273176,0.000116460134,0.0005013306,0.00033623385,0.005059051,0.041639548],"genre_scores_gemma":[0.53595567,0.0023289786,0.4505909,0.00016525826,0.000025339139,0.00037773524,0.0005642168,0.00034984457,0.009641971],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991198,0.00022741753,0.00010636567,0.0001937097,0.00026986623,0.00008276439],"domain_scores_gemma":[0.9964491,0.0018586562,0.00056981074,0.0005800001,0.00034597635,0.00019637388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092130934,0.0009957806,0.00042164463,0.0011782983,0.00034898482,0.0021896616,0.0013104266,0.0005803276,0.0052382825],"category_scores_gemma":[0.0069364076,0.00048998767,0.000803227,0.0008014548,0.0008353975,0.0030868382,0.0022224148,0.0011234136,0.0016458993],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029863563,0.0010493284,0.017318968,0.003231262,0.00014003579,0.00094859325,0.006632035,0.007110926,0.047382638,0.024885679,0.0048009055,0.88620096],"study_design_scores_gemma":[0.00046786998,0.00790952,0.118614204,0.00386885,0.001146105,0.008983661,0.009545568,0.06313001,0.15859671,0.13414155,0.49316812,0.00042781423],"about_ca_topic_score_codex":0.00053480524,"about_ca_topic_score_gemma":0.0017840288,"teacher_disagreement_score":0.0052382825,"about_ca_system_score_codex":0.0004000123,"about_ca_system_score_gemma":0.0010625422,"threshold_uncertainty_score":0.017523825},"labels":[],"label_agreement":null},{"id":"W4321162272","doi":"10.1145/3544548.3580919","title":"Studying the effect of AI Code Generators on Supporting Novice Learners in Introductory Programming","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":288,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Python (programming language); Code (set theory); Scratch; Task (project management); Programming language; Pair programming; Artificial intelligence; Natural language processing; Software; Software development","score_opus":0.029922631598858117,"score_gpt":0.3209316447643412,"score_spread":0.2910090131654831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321162272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99856514,0.00003213945,0.00083264476,0.000032152082,0.000007113736,0.000067703026,0.000018529816,0.00006702449,0.00037758207],"genre_scores_gemma":[0.98812693,0.00012003794,0.010103809,0.0000700672,0.000013209217,0.00019975733,0.000107394844,0.000034471333,0.0012243683],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99764425,0.0011472699,0.00018496116,0.00047110202,0.00033648146,0.00021597481],"domain_scores_gemma":[0.9314713,0.055509243,0.0047964216,0.0020012793,0.0020673426,0.004154414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035818152,0.0007425701,0.00045120955,0.00043441448,0.0003047257,0.0009772885,0.00075286016,0.00072858314,0.0025120296],"category_scores_gemma":[0.03797709,0.0003826576,0.00026671452,0.00019918825,0.0005797852,0.0014564908,0.0012139,0.0009100396,0.00055165094],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018229168,0.051052615,0.18873237,0.0019957488,0.00024052958,0.0011142528,0.020200994,0.007451728,0.18971941,0.0009984341,0.002234589,0.5180303],"study_design_scores_gemma":[0.0039467462,0.23306377,0.43289912,0.0004912713,0.0006194771,0.0014607613,0.01052106,0.021512296,0.27857193,0.0032312318,0.013326103,0.00035628513],"about_ca_topic_score_codex":0.00045944934,"about_ca_topic_score_gemma":0.0008853998,"teacher_disagreement_score":0.0035818152,"about_ca_system_score_codex":0.00025588638,"about_ca_system_score_gemma":0.0007599823,"threshold_uncertainty_score":0.018942714},"labels":[],"label_agreement":null},{"id":"W4322768744","doi":"10.1177/20965311231158393","title":"Defining Computational Thinking as an Evident Tool in Problem-Solving: Comparative Research on Chinese and Canadian Mathematics Textbooks","year":2023,"lang":"en","type":"article","venue":"ECNU Review of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Originality; Leverage (statistics); Mathematics education; Thinking processes; Cognition; Process (computing); Computer science; Generalization; Perspective (graphical); Psychology; Mathematics; Artificial intelligence; Creativity; Statistical thinking","score_opus":0.09247546713207876,"score_gpt":0.44443984519506696,"score_spread":0.3519643780629882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322768744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98947245,0.0008623884,0.0002943296,0.00017365547,0.000007931748,0.00003435836,0.000041084262,0.0000057568545,0.00910795],"genre_scores_gemma":[0.9978709,0.0006121832,0.00033421948,0.000038878567,0.0000016943865,0.000016466227,0.000052658364,0.0000034756308,0.0010695421],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99730575,0.0005987618,0.00019653334,0.00032735834,0.0011631113,0.0004085456],"domain_scores_gemma":[0.98753333,0.005803598,0.002055235,0.00040483449,0.003155894,0.0010470429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035238422,0.000369426,0.000510326,0.005410091,0.0047973725,0.0040456965,0.0010247695,0.00050156924,0.0031219057],"category_scores_gemma":[0.020274978,0.00023268373,0.00022578202,0.012022804,0.00546102,0.001969774,0.0020064733,0.000786004,0.00012445051],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101245525,0.00013788076,0.29586697,0.0009003019,0.000043838998,0.0007160043,0.5855274,0.00039803004,0.0013956947,0.020777097,0.0013168469,0.09281876],"study_design_scores_gemma":[0.000012722541,0.000093117065,0.61265314,0.00051680894,0.000060587,0.00027498134,0.3672863,0.00046705562,0.00074963266,0.0012993832,0.016530104,0.000056076908],"about_ca_topic_score_codex":0.70438874,"about_ca_topic_score_gemma":0.8470719,"teacher_disagreement_score":0.29561126,"about_ca_system_score_codex":0.023367474,"about_ca_system_score_gemma":0.036499858,"threshold_uncertainty_score":0.59470433},"labels":[],"label_agreement":null},{"id":"W4323029214","doi":"10.1007/978-3-031-05254-5_11","title":"Instrumental Orchestration of the Use of Programming Technology for Authentic Mathematics Investigation Projects","year":2022,"lang":"en","type":"book-chapter","venue":"Mathematics education in the digital era","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Orchestration; Situated; Frame (networking); Mathematics education; Scheme (mathematics); Dual (grammatical number); Computer science; Key (lock); Mathematics; Artificial intelligence","score_opus":0.05883037158701863,"score_gpt":0.2728753252618614,"score_spread":0.2140449536748428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323029214","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10571993,0.00028128512,0.32413703,0.0011972041,0.0001618339,0.0002764023,0.00008874501,0.0011598184,0.5669778],"genre_scores_gemma":[0.77161056,0.000227012,0.1189092,0.00016688273,0.00003809279,0.00050187315,0.00011506647,0.0005234955,0.10790777],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99666226,0.001872419,0.00009490446,0.00034087317,0.00075293117,0.0002766624],"domain_scores_gemma":[0.9959319,0.0019845208,0.0002343246,0.0008655227,0.0003639175,0.0006197634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030786742,0.0003728495,0.00016903157,0.0012499106,0.0021164273,0.004013412,0.0013123357,0.00086055824,0.011801047],"category_scores_gemma":[0.008282573,0.00032339455,0.00028289045,0.00069698814,0.004110119,0.0034827092,0.0071347794,0.001996785,0.0019095704],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018798785,0.00025622157,0.004154984,0.00016387134,0.000011926676,0.0005596415,0.041312244,0.0013854834,0.017557863,0.7310639,0.0061361836,0.19720967],"study_design_scores_gemma":[0.00005415049,0.00043462138,0.012872177,0.00053328276,0.00003972566,0.0017381441,0.028993523,0.021133054,0.03198089,0.26087004,0.6412373,0.00011309688],"about_ca_topic_score_codex":0.00043107005,"about_ca_topic_score_gemma":0.0012015942,"teacher_disagreement_score":0.011801047,"about_ca_system_score_codex":0.00084113295,"about_ca_system_score_gemma":0.0022542858,"threshold_uncertainty_score":0.03947842},"labels":[],"label_agreement":null},{"id":"W4323033783","doi":"10.1145/3545945.3569739","title":"Student Perspectives on Optional Groups","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workload; Context (archaeology); Computer science; Group (periodic table); Group work; Mathematics education; Work (physics); Knowledge management; Data science; Psychology; Engineering","score_opus":0.023729168708247237,"score_gpt":0.3092230248668714,"score_spread":0.28549385615862416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323033783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756132,0.00020630655,0.0013735491,0.0030348462,0.0001390983,0.000032132073,0.000039968116,0.000023100512,0.019537844],"genre_scores_gemma":[0.9964652,0.00011741507,0.00020149851,0.00030181513,0.00004615407,0.000017679346,0.000024342091,0.000011516563,0.002814347],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98828864,0.0075646294,0.0003066456,0.00053664146,0.0016995064,0.0016039538],"domain_scores_gemma":[0.9702323,0.015211173,0.0029052857,0.0008010945,0.0022202197,0.008629897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070349774,0.000350223,0.00038266383,0.0013975711,0.005529417,0.0063490095,0.0009104108,0.0016594455,0.0067576584],"category_scores_gemma":[0.025545016,0.00023930872,0.00033689948,0.0009344799,0.0034482973,0.0029625993,0.006477842,0.0031620807,0.0008968056],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047148627,0.0005358272,0.10746143,0.00019500256,0.00003307933,0.0012619866,0.8006074,0.00039302217,0.0042963414,0.013247881,0.0056102066,0.06588637],"study_design_scores_gemma":[0.000040050043,0.0006124656,0.048948705,0.00018628669,0.000023692413,0.0006648064,0.8708497,0.0008544445,0.0020254436,0.0049690306,0.07075391,0.000071426344],"about_ca_topic_score_codex":0.0015454008,"about_ca_topic_score_gemma":0.0022825,"teacher_disagreement_score":0.0070349774,"about_ca_system_score_codex":0.0016622815,"about_ca_system_score_gemma":0.001506084,"threshold_uncertainty_score":0.03720492},"labels":[],"label_agreement":null},{"id":"W4323033877","doi":"10.1145/3545945.3569752","title":"Prior Programming Experience: A Persistent Performance Gap in CS1 and CS2","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Perception; Work experience; Mathematics education; Gauge (firearms); Psychology; Work (physics)","score_opus":0.037294105971718255,"score_gpt":0.28126511170192636,"score_spread":0.2439710057302081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323033877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99927324,0.000036423084,0.000058211364,0.000052782223,0.000003680847,0.0000054659304,0.000040691637,0.00000736235,0.00052207586],"genre_scores_gemma":[0.99956983,0.000013144828,0.000033965567,0.000026009491,0.000002886082,0.0000060372026,0.000086800814,0.0000034498946,0.0002579189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980293,0.00029077267,0.00017934653,0.0003493864,0.0007534335,0.0003978127],"domain_scores_gemma":[0.97763216,0.008034499,0.0052766707,0.00108974,0.0020250257,0.0059418823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001985727,0.00019344524,0.00031193433,0.0012372696,0.00074549945,0.0014422279,0.00062766584,0.0006760136,0.002896003],"category_scores_gemma":[0.018912949,0.00019929996,0.00022843956,0.00085607974,0.0007002412,0.00081429485,0.002356818,0.0012739477,0.00041930564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047259335,0.0014483301,0.9537459,0.00009508885,0.000051802057,0.00034775256,0.009237508,0.00024935754,0.004946005,0.00025921367,0.00055406813,0.028592352],"study_design_scores_gemma":[0.0000037185177,0.00025177433,0.9968802,0.00001196431,0.0000040824625,0.000100023964,0.0016719445,0.00017499943,0.0005230236,0.000043923017,0.00032473542,0.000009581832],"about_ca_topic_score_codex":0.00592786,"about_ca_topic_score_gemma":0.00787873,"teacher_disagreement_score":0.00592786,"about_ca_system_score_codex":0.0006849251,"about_ca_system_score_gemma":0.00074901764,"threshold_uncertainty_score":0.011786699},"labels":[],"label_agreement":null},{"id":"W4323033920","doi":"10.1145/3545945.3569729","title":"Embedding and Scaling Writing Instruction Across First- and Second-Year Computer Science Courses","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; University of Toronto","funders":"","keywords":"Computer science; Curriculum; Variety (cybernetics); Mathematics education; Scale (ratio); Perception; Embedding; Pedagogy; Psychology; Artificial intelligence","score_opus":0.016592120856628645,"score_gpt":0.3015279951396073,"score_spread":0.2849358742829787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323033920","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97621983,0.0000890736,0.014626714,0.00038762979,0.00007841355,0.001374109,0.000121496894,0.0010532455,0.006049543],"genre_scores_gemma":[0.93969434,0.00008749061,0.05600988,0.00015544218,0.000052259773,0.0011562161,0.00026789238,0.00026356083,0.0023128493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99014306,0.0035670411,0.00101595,0.0020895253,0.0023335349,0.000850892],"domain_scores_gemma":[0.93982697,0.020176206,0.0047234935,0.010592935,0.013608624,0.011071887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011835022,0.0006268379,0.0005272751,0.0026222055,0.002536099,0.0037906994,0.0018996792,0.00063461484,0.0045181513],"category_scores_gemma":[0.06099334,0.00048715706,0.00041148608,0.0020298334,0.0013359516,0.003374854,0.007985963,0.0018992472,0.0017561301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059550034,0.0054265545,0.13694726,0.00040013643,0.000039240178,0.00043359536,0.05683277,0.0024337634,0.036479622,0.0015515004,0.004514239,0.75434583],"study_design_scores_gemma":[0.0004459827,0.016244765,0.68372613,0.0007438651,0.00019553308,0.0015675313,0.114298254,0.01900404,0.065600686,0.0090292515,0.088651724,0.0004921804],"about_ca_topic_score_codex":0.0015163133,"about_ca_topic_score_gemma":0.0032909235,"teacher_disagreement_score":0.011835022,"about_ca_system_score_codex":0.002092932,"about_ca_system_score_gemma":0.0034997715,"threshold_uncertainty_score":0.06259036},"labels":[],"label_agreement":null},{"id":"W4323037687","doi":"10.1145/3545945.3569840","title":"Critical Pedagogy in Practice in the Computing Classroom","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Critical pedagogy; Pedagogy; Curriculum; Oppression; Social justice; Critical consciousness; Power (physics); Politics; Power structure; Sociology; Critical thinking; Mathematics education; Engineering ethics; Computer science; Psychology; Engineering; Political science; Social science","score_opus":0.0333617602627559,"score_gpt":0.40084176404053967,"score_spread":0.3674800037777838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323037687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3685756,0.007947945,0.146363,0.11614862,0.0025404731,0.00081383454,0.000036114925,0.0005808262,0.3569936],"genre_scores_gemma":[0.96338415,0.0017806831,0.018172175,0.004223538,0.00025374626,0.000332244,0.000014081352,0.00021256035,0.011626804],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9559822,0.03561923,0.0006949461,0.0020753697,0.003059071,0.002569232],"domain_scores_gemma":[0.961642,0.026699731,0.002225975,0.0023392236,0.0022358545,0.0048571425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018650638,0.0008160061,0.00064886746,0.0024981794,0.018965531,0.01753571,0.0020730915,0.0049602417,0.0057997215],"category_scores_gemma":[0.037468508,0.0006047059,0.00049022684,0.0013955575,0.07400914,0.0138323195,0.016315062,0.009618255,0.0012155888],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027489128,0.00018021098,0.0014620984,0.0002663337,0.00001008288,0.0007747308,0.66796017,0.00036573154,0.00096767227,0.29701316,0.00639356,0.024578733],"study_design_scores_gemma":[0.000048852646,0.000116640156,0.000786628,0.0012905048,0.0000097447155,0.0012338787,0.49790257,0.00066671363,0.0013847129,0.20275648,0.293757,0.000046298122],"about_ca_topic_score_codex":0.0029811715,"about_ca_topic_score_gemma":0.003081239,"teacher_disagreement_score":0.018965531,"about_ca_system_score_codex":0.009803742,"about_ca_system_score_gemma":0.014267783,"threshold_uncertainty_score":0.0986352},"labels":[],"label_agreement":null},{"id":"W4323305057","doi":"10.1007/s10956-023-10028-1","title":"Effects of Robotics Education on Young Children’s Cognitive Development: a Pilot Study with Eye-Tracking","year":2023,"lang":"en","type":"article","venue":"Journal of Science Education and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Carleton University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada","keywords":"Cognition; Thematic analysis; Psychology; Eye tracking; Robotics; Cognitive development; Cognitive skill; Data collection; Qualitative property; Tracking (education); Computational thinking; Qualitative research; Developmental psychology; Mathematics education; Artificial intelligence; Computer science; Pedagogy; Machine learning; Robot","score_opus":0.01138689889744735,"score_gpt":0.3003801902117963,"score_spread":0.2889932913143489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323305057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991641,0.000054969554,0.00009004854,0.000017189655,0.00000685972,0.000051673753,0.00004267781,0.0000084171625,0.00056415086],"genre_scores_gemma":[0.9975357,0.0001685657,0.00078661164,0.00003204355,0.000008056519,0.0002102601,0.000082803555,0.000006347252,0.0011694748],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990721,0.00025867237,0.00009146454,0.00019224841,0.00016601989,0.00021950621],"domain_scores_gemma":[0.994839,0.0034358078,0.00034865356,0.00029488275,0.00039149495,0.00069010333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017683703,0.00063520734,0.0005487158,0.00046233885,0.0003598807,0.00045149802,0.0004067559,0.0005295151,0.0020436982],"category_scores_gemma":[0.0045355153,0.00030270693,0.00052970514,0.0002895871,0.0005507804,0.000565537,0.0006482271,0.0008057895,0.0002770527],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.038751055,0.14432563,0.23939082,0.0020272837,0.00049272156,0.0073942957,0.04166833,0.0014923916,0.19332801,0.0007627067,0.0019044522,0.3284623],"study_design_scores_gemma":[0.0019765648,0.12363587,0.81423134,0.00011799051,0.0004656044,0.0010199213,0.0066304067,0.0007507773,0.04708009,0.0004199487,0.0035687897,0.00010275957],"about_ca_topic_score_codex":0.0033414648,"about_ca_topic_score_gemma":0.0042193187,"teacher_disagreement_score":0.0033414648,"about_ca_system_score_codex":0.00027503906,"about_ca_system_score_gemma":0.00088676164,"threshold_uncertainty_score":0.009352148},"labels":[],"label_agreement":null},{"id":"W4323526400","doi":"10.1145/3545947.3576273","title":"Differences in Intention to Major in Computing Across CS1","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bachelor; Computer science; Affect (linguistics); Perception; Mathematics education; Psychology","score_opus":0.02684412214964834,"score_gpt":0.2949275617463219,"score_spread":0.2680834395966736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99917054,0.000012942445,0.000028192195,0.000026151538,0.0000029970663,0.0000065580857,0.000051350784,0.0000030766955,0.00069822045],"genre_scores_gemma":[0.998804,0.000012409272,0.000031554922,0.000031432202,0.0000023349285,0.000008371044,0.00016103534,0.000003570797,0.0009452765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99918765,0.00015317155,0.00006295249,0.00011543211,0.00021670536,0.00026403353],"domain_scores_gemma":[0.98899454,0.0036176946,0.0022419065,0.00045151456,0.0011088117,0.0035854785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014605868,0.00021886513,0.00019896314,0.001152173,0.0004617315,0.0011025586,0.00040998854,0.0005500026,0.0070249946],"category_scores_gemma":[0.006714305,0.00018447648,0.00042687592,0.0005525719,0.000477919,0.00068198075,0.00084116345,0.0012893124,0.0010716231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017380156,0.0006731144,0.9918682,0.000012149786,0.00003169608,0.00003253558,0.0018640008,0.00007391633,0.00093899,0.00013887227,0.00021264456,0.003980192],"study_design_scores_gemma":[0.0000025931918,0.00016713026,0.9986394,0.0000032920304,0.0000032257099,0.000014482765,0.0007465947,0.00013283956,0.00013236306,0.000020300315,0.00013420856,0.0000036150295],"about_ca_topic_score_codex":0.006830871,"about_ca_topic_score_gemma":0.009934481,"teacher_disagreement_score":0.0070249946,"about_ca_system_score_codex":0.00041331275,"about_ca_system_score_gemma":0.0004175414,"threshold_uncertainty_score":0.023500979},"labels":[],"label_agreement":null},{"id":"W4323526402","doi":"10.1145/3545947.3569614","title":"Transform Your Computer Science Course with Specifications Grading","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Conestoga College","funders":"","keywords":"Grading (engineering); Syllabus; Computer science; Structuring; Mathematics education; Software engineering; Engineering; Mathematics","score_opus":0.044176125545263595,"score_gpt":0.27014763550109855,"score_spread":0.22597150995583495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526402","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067033514,0.00035049787,0.47327328,0.055539593,0.01489342,0.001962676,0.0011758164,0.024436316,0.36133483],"genre_scores_gemma":[0.26381373,0.00067795,0.47340238,0.010807624,0.0021713185,0.001510429,0.002046612,0.0065591587,0.23901072],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994649,0.0012457969,0.00026044805,0.00042278317,0.002897855,0.00052409334],"domain_scores_gemma":[0.9877939,0.0021623622,0.00089899125,0.0019519941,0.004955151,0.002237637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004603911,0.0006945798,0.0003722617,0.0014761223,0.0014383984,0.0053277058,0.0016461585,0.0015689976,0.043970667],"category_scores_gemma":[0.027559392,0.00041386884,0.0006311671,0.0011085807,0.00082900404,0.0044728452,0.0044262973,0.0035614837,0.03466698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016321498,0.0009201644,0.002657799,0.00014953842,0.000010241681,0.00032197914,0.0024285782,0.0024451574,0.0073972824,0.044298615,0.32576564,0.6134418],"study_design_scores_gemma":[0.00012967364,0.0005361666,0.0055995435,0.00023661707,0.0000165181,0.00039027227,0.0024824988,0.008326249,0.01114864,0.069111384,0.9018816,0.00014078117],"about_ca_topic_score_codex":0.0013374863,"about_ca_topic_score_gemma":0.0028345007,"teacher_disagreement_score":0.043970667,"about_ca_system_score_codex":0.0017201492,"about_ca_system_score_gemma":0.0019757864,"threshold_uncertainty_score":0.14709657},"labels":[],"label_agreement":null},{"id":"W4323526458","doi":"10.1145/3545947.3576339","title":"Run, Llama, Run","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Block (permutation group theory); Computational thinking; Collaborative learning; Short run; Multimedia; Human–computer interaction; Knowledge management; Artificial intelligence","score_opus":0.014640255497287641,"score_gpt":0.24013801894475692,"score_spread":0.22549776344746927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526458","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009529414,0.002611813,0.051165737,0.009487655,0.0020864217,0.00027348276,0.0129009895,0.17360325,0.7383413],"genre_scores_gemma":[0.046353005,0.0019518181,0.029509127,0.0015557446,0.00052606675,0.00061383337,0.011607303,0.04741287,0.8604701],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982697,0.00036951317,0.00009427336,0.000607122,0.00047440504,0.00018508098],"domain_scores_gemma":[0.9958598,0.0011901222,0.0003704002,0.00088445836,0.0005944525,0.0011008353],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013917986,0.001098107,0.0008986712,0.0013534854,0.0013844715,0.0073284586,0.0016895505,0.0017276158,0.5452632],"category_scores_gemma":[0.008468627,0.0007605546,0.0008178284,0.0013680377,0.0015220846,0.005573143,0.0055182166,0.0027619007,0.3371431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010868371,0.00017856725,0.0014205303,0.00097528315,0.000031542386,0.0006182055,0.00061952043,0.0009921241,0.00861584,0.042347394,0.67960835,0.26350588],"study_design_scores_gemma":[0.00007847567,0.000082375875,0.0009086289,0.00017415137,0.000014842504,0.00024380528,0.00012248501,0.0012309393,0.0018371157,0.010781529,0.984484,0.000041592586],"about_ca_topic_score_codex":0.0019847306,"about_ca_topic_score_gemma":0.003443539,"teacher_disagreement_score":0.5452632,"about_ca_system_score_codex":0.0016602601,"about_ca_system_score_gemma":0.0015187777,"threshold_uncertainty_score":0.6486269},"labels":[],"label_agreement":null},{"id":"W4323526467","doi":"10.1145/3545947.3576354","title":"The Role of Sketching in Facilitating Problem Solving in Introductory Programming","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Correctness; Programming language; Code (set theory); Keystroke logging; Data flow diagram; Sequence (biology); Program code; Human–computer interaction; Generative grammar; Mathematics education; Artificial intelligence; Database; Mathematics","score_opus":0.007491029291025777,"score_gpt":0.23058279585416794,"score_spread":0.22309176656314217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8684973,0.0025293466,0.1194731,0.0005023033,0.00007412748,0.00033304997,0.00007383665,0.0019055478,0.006611458],"genre_scores_gemma":[0.9015928,0.001324571,0.09567794,0.00006865937,0.00002709709,0.00012247084,0.00007254732,0.0001169024,0.0009970047],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957282,0.0030155468,0.00022356327,0.0003157577,0.0005540743,0.00016289303],"domain_scores_gemma":[0.8768032,0.10833547,0.005224612,0.0057909503,0.0024435546,0.001402285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045860317,0.0010094898,0.0004458655,0.0010887276,0.00030582646,0.0019925826,0.0009768793,0.0005974438,0.0035069345],"category_scores_gemma":[0.09933528,0.00050975184,0.0004005204,0.0005181684,0.0009733365,0.0027469688,0.0012053319,0.0007154636,0.0005472693],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001741185,0.0012866774,0.043577787,0.0031660532,0.00014632898,0.0006698164,0.008732605,0.014559372,0.11944745,0.0050481595,0.001273886,0.8003507],"study_design_scores_gemma":[0.0016369721,0.028817214,0.38688016,0.004930941,0.0016146175,0.010126211,0.013419678,0.12595436,0.28965405,0.030704807,0.10522504,0.001035932],"about_ca_topic_score_codex":0.00032287577,"about_ca_topic_score_gemma":0.0003588671,"teacher_disagreement_score":0.0045860317,"about_ca_system_score_codex":0.00027916674,"about_ca_system_score_gemma":0.00051387545,"threshold_uncertainty_score":0.024253488},"labels":[],"label_agreement":null},{"id":"W4323526532","doi":"10.1145/3545947.3576288","title":"Finding and Categorizing COVID-19 Papers in CS Education","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Categorization; Coronavirus disease 2019 (COVID-19); Computer science; Schema (genetic algorithms); Pandemic; Data science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Process (computing); Information retrieval; Artificial intelligence; Outbreak; Medicine","score_opus":0.02354525523119139,"score_gpt":0.29658921327075666,"score_spread":0.27304395803956527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3791633,0.37375805,0.035857804,0.022392265,0.0069067325,0.0109487865,0.05907389,0.0011210797,0.11077812],"genre_scores_gemma":[0.5534092,0.24852622,0.1115499,0.0046668653,0.0015780193,0.006842707,0.05414157,0.00060898956,0.01867649],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9783537,0.0040827976,0.007005089,0.001898085,0.007508887,0.0011514729],"domain_scores_gemma":[0.8544324,0.081335455,0.023237785,0.005808286,0.030744622,0.0044414676],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.019175375,0.00087857095,0.0017354599,0.14246282,0.0037296098,0.009975555,0.0021956195,0.0018162428,0.007450153],"category_scores_gemma":[0.127546,0.00054012844,0.0015936102,0.1227403,0.0017571795,0.008456632,0.0060030296,0.0011574422,0.0017142319],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070888264,0.00021089392,0.10342499,0.09694537,0.0012558614,0.0033724336,0.035712525,0.00095491204,0.007450063,0.04072973,0.052393176,0.6568413],"study_design_scores_gemma":[0.00020863613,0.00046059585,0.18174416,0.086893596,0.001855949,0.0030335195,0.09074845,0.0013909288,0.0061033852,0.037209067,0.5900482,0.0003034894],"about_ca_topic_score_codex":0.006232404,"about_ca_topic_score_gemma":0.01041476,"teacher_disagreement_score":0.85753715,"about_ca_system_score_codex":0.005442005,"about_ca_system_score_gemma":0.01573881,"threshold_uncertainty_score":0.10141033},"labels":[],"label_agreement":null},{"id":"W4323526536","doi":"10.1145/3545947.3576235","title":"Adapting Between Parsons Problems and Coding Tasks","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Coding (social sciences); Computer science; Cognitive science; Artificial intelligence; Human–computer interaction; Psychology; Sociology","score_opus":0.04817717598437409,"score_gpt":0.25542571861857577,"score_spread":0.20724854263420167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48179024,0.00019139376,0.4435841,0.0010439471,0.00070280285,0.0036731572,0.0007138499,0.012166853,0.056133606],"genre_scores_gemma":[0.5695526,0.00015161828,0.3927144,0.0005862824,0.00009550752,0.0027398067,0.0015269854,0.0015658939,0.03106682],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99206674,0.0024797549,0.00093171897,0.002066959,0.0018591485,0.00059576414],"domain_scores_gemma":[0.96124244,0.02449931,0.0029621013,0.00553557,0.003666784,0.0020938744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031240864,0.0018026832,0.00070580735,0.0012278424,0.00084524864,0.0032920158,0.003365157,0.0024050921,0.011045626],"category_scores_gemma":[0.043821637,0.0008471177,0.0007262532,0.00096258946,0.0013923423,0.0047031264,0.004437583,0.003386058,0.0034192835],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002694321,0.006080542,0.018473648,0.001428869,0.00008497528,0.0014423876,0.017348297,0.024514912,0.103435636,0.030078217,0.018581368,0.77583694],"study_design_scores_gemma":[0.0016481581,0.0062432797,0.052074715,0.0010052401,0.00020512335,0.0040372466,0.010610918,0.24896164,0.30943477,0.13238506,0.2321622,0.001231693],"about_ca_topic_score_codex":0.0012072921,"about_ca_topic_score_gemma":0.0019520713,"teacher_disagreement_score":0.011045626,"about_ca_system_score_codex":0.0015159408,"about_ca_system_score_gemma":0.0017159136,"threshold_uncertainty_score":0.036951303},"labels":[],"label_agreement":null},{"id":"W4323526582","doi":"10.1145/3545947.3576318","title":"Metacognitive Processes and Program Comprehension","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Program comprehension; Metacognition; Computer science; Comprehension; Tracing; Cognition; Attribution; Code (set theory); Test (biology); Cognitive psychology; Psychology; Programming language; Artificial intelligence; Mathematics education; Social psychology; Software; Software system","score_opus":0.021898759136618894,"score_gpt":0.280339547443537,"score_spread":0.25844078830691813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930807,0.00024308266,0.0025541927,0.000114636365,0.0000051130155,0.000011774349,0.000011883798,0.000025257621,0.0039534764],"genre_scores_gemma":[0.99865425,0.000083643594,0.00089197286,0.000018753562,0.0000038026049,0.000011315666,0.000015159892,0.000005388185,0.00031574318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786794,0.0010773827,0.0000882325,0.00030483748,0.0005286867,0.00013292074],"domain_scores_gemma":[0.9614468,0.028536756,0.006081075,0.0019779098,0.001317209,0.00064028293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023124975,0.00035283968,0.00017028222,0.0009381326,0.00037334548,0.0016370822,0.0003993113,0.00050097005,0.0013354772],"category_scores_gemma":[0.040460154,0.00026121075,0.00014717584,0.00042042247,0.0012475537,0.0019306926,0.0010703233,0.0010035038,0.00016221045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013329806,0.0024264941,0.53239226,0.0004435563,0.00022954342,0.00058812735,0.037264388,0.0045686574,0.03357214,0.013114263,0.00059623417,0.3734713],"study_design_scores_gemma":[0.00012528551,0.0017519159,0.91937256,0.00028239426,0.00015567892,0.0012553125,0.0069588274,0.013658047,0.019329105,0.03316112,0.0038490777,0.00010066927],"about_ca_topic_score_codex":0.0010767074,"about_ca_topic_score_gemma":0.000875844,"teacher_disagreement_score":0.0023124975,"about_ca_system_score_codex":0.00044823694,"about_ca_system_score_gemma":0.00057970453,"threshold_uncertainty_score":0.0122298},"labels":[],"label_agreement":null},{"id":"W4323526616","doi":"10.1145/3545947.3573330","title":"BOF: Grading for Equity in Computer Science Courses","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; Conestoga College; Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Grading (engineering); Equity (law); Representation (politics); Computer science; Inclusion (mineral); Mathematics education; Field (mathematics); Engineering ethics; Public relations; Sociology; Political science; Social science; Psychology; Mathematics; Engineering; Law","score_opus":0.07106279783798758,"score_gpt":0.37420803554714677,"score_spread":0.3031452377091592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526616","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19924158,0.0010019307,0.09184047,0.009243541,0.003765819,0.009043703,0.10742242,0.032407925,0.54603255],"genre_scores_gemma":[0.64211106,0.00041819492,0.12190837,0.0017039237,0.00057782274,0.008996897,0.068173766,0.009344629,0.14676529],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9816263,0.0035255477,0.0019292625,0.0014560253,0.00936819,0.002094734],"domain_scores_gemma":[0.9362474,0.018391883,0.0064610085,0.00759777,0.027042799,0.0042591225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014065599,0.00076104107,0.0012405047,0.008667419,0.0020266955,0.0033320722,0.0027079221,0.0013766459,0.109639265],"category_scores_gemma":[0.11511772,0.00038134953,0.0011872618,0.005402771,0.0007402703,0.003894074,0.0037097968,0.0020169702,0.029222382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008150974,0.0009180654,0.058985613,0.00043017737,0.0000932822,0.000043276,0.00053556554,0.00090542465,0.0007826663,0.011766123,0.4523765,0.47234824],"study_design_scores_gemma":[0.000639378,0.0011089557,0.45160523,0.00071084045,0.00012090125,0.00020495587,0.0012828711,0.014274797,0.0073691397,0.034941427,0.48743874,0.00030269436],"about_ca_topic_score_codex":0.012580097,"about_ca_topic_score_gemma":0.014906245,"teacher_disagreement_score":0.109639265,"about_ca_system_score_codex":0.003482259,"about_ca_system_score_gemma":0.003744083,"threshold_uncertainty_score":0.36677986},"labels":[],"label_agreement":null},{"id":"W4324088770","doi":"10.3389/feduc.2023.1098410","title":"“It feels like I have a camera in my eye”: New methods for literacies research in maker-oriented classrooms","year":2023,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ontario Tech University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Affordance; Perspective (graphical); Computer science; Data collection; Narrative; Process (computing); Task (project management); Multimedia; Point (geometry); Human–computer interaction; Mathematics education; Psychology; Artificial intelligence; Engineering; Sociology","score_opus":0.06353334477901446,"score_gpt":0.4523262485950275,"score_spread":0.38879290381601306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324088770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06617736,0.008175878,0.8716809,0.011043,0.0007595068,0.0040960894,0.00040842526,0.0005835482,0.037075374],"genre_scores_gemma":[0.16325322,0.0027927626,0.81957936,0.0012670144,0.00019647149,0.008630015,0.00011968329,0.00025338258,0.0039080232],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.85225093,0.13248432,0.0031795166,0.004027368,0.0071105883,0.00094722846],"domain_scores_gemma":[0.79922265,0.16439381,0.007006751,0.01845261,0.008355357,0.0025688112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10018959,0.0015229965,0.0012817046,0.011968493,0.004569121,0.017207349,0.003600781,0.0023692122,0.0060422816],"category_scores_gemma":[0.1030306,0.0013235757,0.0016127342,0.0062981364,0.023858126,0.01669433,0.014126723,0.004437406,0.0013022057],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014298044,0.00032514107,0.009160754,0.0029634812,0.00013666625,0.000587785,0.47069803,0.0006253669,0.0044371276,0.15094268,0.004658015,0.355322],"study_design_scores_gemma":[0.00033400595,0.00067985256,0.01303806,0.008800816,0.00019343928,0.00287026,0.36249942,0.006664361,0.006078708,0.30814224,0.29015186,0.0005469046],"about_ca_topic_score_codex":0.0015827112,"about_ca_topic_score_gemma":0.003945609,"teacher_disagreement_score":0.10018959,"about_ca_system_score_codex":0.0041709812,"about_ca_system_score_gemma":0.005534724,"threshold_uncertainty_score":0.52985954},"labels":[],"label_agreement":null},{"id":"W4327605576","doi":"10.3389/feduc.2023.979709","title":"Preservice teachers’ science learning and self-efficacy to teach with robotics-based activities: Investigating a scaffolded and a self-guided approach","year":2023,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Brock University","keywords":"Robotics; Artificial intelligence; Curriculum; Bachelor; Educational robotics; Mathematics education; Science education; Computer science; Psychology; Pedagogy; Robot","score_opus":0.014179516162256454,"score_gpt":0.27715757016344594,"score_spread":0.2629780540011895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327605576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99938023,0.00002026108,0.00005192558,0.000016267433,0.0000013437294,0.0000366515,0.000004998344,0.0000011001686,0.00048725336],"genre_scores_gemma":[0.9992594,0.000031705902,0.00020377927,0.000013200937,0.0000024076508,0.000083806975,0.000015163396,0.000001014167,0.0003894958],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980002,0.0005576354,0.00015030685,0.00033114542,0.0006361221,0.00032456865],"domain_scores_gemma":[0.9896947,0.004790798,0.0020716714,0.0007002765,0.0012140346,0.0015285311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046085264,0.00024016612,0.0005247176,0.0009990337,0.0007153081,0.0017869676,0.000620629,0.000542171,0.002645032],"category_scores_gemma":[0.008960069,0.00037554832,0.00051458,0.00041005286,0.001652896,0.0008583059,0.00123411,0.0010652848,0.00026685544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010725026,0.027062189,0.8422848,0.00039810143,0.00013248975,0.00022619929,0.06897998,0.00046386177,0.008030602,0.0011998886,0.0003042386,0.049845107],"study_design_scores_gemma":[0.00011834561,0.00426193,0.97078216,0.00010750589,0.00006050246,0.00008651054,0.02083634,0.0004576748,0.0021876951,0.00025589118,0.0008289996,0.00001652029],"about_ca_topic_score_codex":0.0019543143,"about_ca_topic_score_gemma":0.0028493947,"teacher_disagreement_score":0.0046085264,"about_ca_system_score_codex":0.0008990767,"about_ca_system_score_gemma":0.001893324,"threshold_uncertainty_score":0.024372518},"labels":[],"label_agreement":null},{"id":"W4327698177","doi":"10.1080/10447318.2023.2189814","title":"A Child-Robot Musical Theater Afterschool Program for Promoting STEAM Education: A Case Study and Guidelines","year":2023,"lang":"en","type":"article","venue":"International Journal of Human-Computer Interaction","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"Canadian Institute for Theoretical Astrophysics; Congressional Hispanic Caucus Institute","keywords":"Robot; The arts; Robotics; Social robot; Psychology; Dance; Perception; Pedagogy; Multimedia; Engineering; Computer science; Visual arts; Mobile robot; Artificial intelligence; Art; Robot control","score_opus":0.052600434124556894,"score_gpt":0.4167163572807319,"score_spread":0.364115923156175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327698177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97854257,0.0006219053,0.0058734333,0.00260918,0.00013634856,0.00203604,0.00017735985,0.00009591499,0.009907199],"genre_scores_gemma":[0.95250905,0.0027055512,0.030564118,0.00093663734,0.000073246076,0.0027625929,0.00024937757,0.00006604062,0.010133406],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972339,0.0015464155,0.00010308016,0.00022868524,0.0002545438,0.0006333573],"domain_scores_gemma":[0.99811006,0.00038747987,0.0001758954,0.000084983105,0.00018429337,0.0010572915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028951932,0.0007406732,0.00053518463,0.0009941141,0.0063522346,0.00133656,0.00228937,0.002772265,0.0027447413],"category_scores_gemma":[0.00331063,0.0004612012,0.00081663305,0.00094127835,0.0016272058,0.001136668,0.002570341,0.00198372,0.0005344213],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018102773,0.08040613,0.12273008,0.005571311,0.00017854362,0.10633663,0.33205917,0.002690781,0.026400065,0.018738696,0.027252687,0.27582553],"study_design_scores_gemma":[0.00078027614,0.016285406,0.11953188,0.0020834277,0.00018987237,0.045609917,0.53698766,0.0028817805,0.021878676,0.0028239915,0.25052086,0.00042620447],"about_ca_topic_score_codex":0.008550513,"about_ca_topic_score_gemma":0.03625852,"teacher_disagreement_score":0.008550513,"about_ca_system_score_codex":0.0033395658,"about_ca_system_score_gemma":0.004096387,"threshold_uncertainty_score":0.024230301},"labels":[],"label_agreement":null},{"id":"W4360866760","doi":"10.1080/10986065.2023.2191074","title":"Vygotskian hybridizing of motion and mapping: Learning about geometric transformations in block-based programming environments","year":2023,"lang":"en","type":"article","venue":"Mathematical Thinking and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Affordance; Motion (physics); Articulation (sociology); Construct (python library); Action (physics); Mathematics education; Computer science; Human–computer interaction; Block (permutation group theory); Space (punctuation); Mathematics; Programming language; Artificial intelligence; Geometry","score_opus":0.019792300624523314,"score_gpt":0.2440825817749579,"score_spread":0.2242902811504346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360866760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9381581,0.00007744414,0.04914325,0.00051024935,0.000005127581,0.0000351614,0.0000112257585,0.00005475056,0.012004734],"genre_scores_gemma":[0.983993,0.00007911598,0.013797112,0.000033810178,8.927142e-7,0.000024703284,0.000014572506,0.0000149871585,0.0020417338],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9993274,0.00032376565,0.00002617985,0.00014155798,0.00011119949,0.000069882815],"domain_scores_gemma":[0.9992281,0.00046103628,0.00008380882,0.0000856694,0.000054256867,0.00008708408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010436703,0.00037867887,0.0002637312,0.00043270778,0.00076676096,0.0026077216,0.00059160683,0.00056440214,0.0022687356],"category_scores_gemma":[0.002967495,0.0002665132,0.0003447672,0.0002944014,0.0036150976,0.0037323956,0.0024832084,0.0012649941,0.00024202044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028675116,0.00046323007,0.05209582,0.00043124272,0.000042505562,0.002076054,0.4297447,0.011284125,0.086514205,0.28128278,0.001205678,0.13457285],"study_design_scores_gemma":[0.00013834165,0.0017946381,0.07435116,0.0004914256,0.00010821116,0.005154273,0.25743276,0.0723996,0.063005246,0.39916867,0.12570605,0.0002495864],"about_ca_topic_score_codex":0.0015015698,"about_ca_topic_score_gemma":0.0017255858,"teacher_disagreement_score":0.0026077216,"about_ca_system_score_codex":0.00067320204,"about_ca_system_score_gemma":0.00096917094,"threshold_uncertainty_score":0.0075896382},"labels":[],"label_agreement":null},{"id":"W4360992100","doi":"10.1007/978-3-031-13017-5","title":"Excursions in Number Theory, Algebra, and Analysis","year":2023,"lang":"en","type":"book","venue":"Undergraduate texts in mathematics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton","funders":"","keywords":"Algebra over a field; Computer science; Mathematics; Pure mathematics","score_opus":0.019631104023973427,"score_gpt":0.2804248911182715,"score_spread":0.26079378709429807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360992100","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015196805,0.039988793,0.007044292,0.006820514,0.025227565,0.000059791735,0.00018690972,0.00033903643,0.91881347],"genre_scores_gemma":[0.00658707,0.013523003,0.0020722332,0.0021914777,0.01063793,0.000081588136,0.00021077957,0.00033699785,0.9643589],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994442,0.00011842855,0.000027151656,0.00005894892,0.00031726965,0.000034034507],"domain_scores_gemma":[0.99884295,0.0006782861,0.000038023245,0.00010529116,0.00019242587,0.00014303287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005991917,0.0012032992,0.001013897,0.003185483,0.0019313184,0.0029941923,0.0012486255,0.0010606243,0.055488445],"category_scores_gemma":[0.0029468618,0.00040325007,0.0006370428,0.0026671041,0.002427258,0.0032720212,0.0019936129,0.004082907,0.022479067],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035814344,0.000044174398,0.00006547427,0.00019938752,0.000005312079,0.00010112758,0.0005092736,0.0002578328,0.00050144235,0.17151348,0.74119025,0.08557639],"study_design_scores_gemma":[0.0000056247745,0.000019380477,0.00026169734,0.00018352436,0.000003919464,0.00014129284,0.00009961066,0.000267196,0.00016832021,0.0457842,0.95305866,0.0000065285935],"about_ca_topic_score_codex":0.0011987379,"about_ca_topic_score_gemma":0.003568613,"teacher_disagreement_score":0.055488445,"about_ca_system_score_codex":0.0012438194,"about_ca_system_score_gemma":0.0007916028,"threshold_uncertainty_score":0.18562734},"labels":[],"label_agreement":null},{"id":"W4362503934","doi":"10.1007/978-3-031-23936-6_9","title":"Using Bee-Bots® in Early Learning STEM: An Analysis of Resources","year":2023,"lang":"en","type":"book-chapter","venue":"Contemporary trends and issues in science education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Mount Saint Vincent University","funders":"","keywords":"Variety (cybernetics); Curriculum; Mathematics education; Robot; The Internet; Computer science; Subject (documents); Literacy; Multimedia; World Wide Web; Pedagogy; Artificial intelligence; Psychology","score_opus":0.085086999435996,"score_gpt":0.35600702217624863,"score_spread":0.2709200227402526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362503934","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8327874,0.0018424699,0.007693863,0.00074874767,0.000021524596,0.0001291939,0.0012415696,0.00056398317,0.15497135],"genre_scores_gemma":[0.95054877,0.0012626604,0.008171209,0.00017086312,0.000007893166,0.00006731367,0.0016447338,0.00024973977,0.037876785],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999188,0.00015667467,0.000026149326,0.00008749757,0.00043995384,0.00010162399],"domain_scores_gemma":[0.99478465,0.0038342995,0.00026076345,0.00024229591,0.00065605546,0.00022192165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007392175,0.00020302625,0.00017441706,0.0018709155,0.00068513415,0.0018782903,0.00087922043,0.0004693566,0.0075400798],"category_scores_gemma":[0.004461301,0.00014107532,0.00016440477,0.0029437055,0.00049589126,0.0031922294,0.0011340469,0.0003845906,0.00180662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070630445,0.00060535397,0.10756057,0.0006514254,0.00003641801,0.0011307393,0.010708132,0.0036981793,0.008450158,0.045467753,0.019655298,0.80132973],"study_design_scores_gemma":[0.000049843813,0.00093574653,0.4988805,0.0013880678,0.00016292238,0.0041127526,0.04045013,0.06228086,0.019921765,0.03850796,0.33317867,0.0001307924],"about_ca_topic_score_codex":0.0073581142,"about_ca_topic_score_gemma":0.019001186,"teacher_disagreement_score":0.0075400798,"about_ca_system_score_codex":0.0013509137,"about_ca_system_score_gemma":0.0013002879,"threshold_uncertainty_score":0.02522409},"labels":[],"label_agreement":null},{"id":"W4366428239","doi":"10.1007/s10664-022-10279-3","title":"Introduction to the special issue on program comprehension","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Program comprehension; Computer science; Comprehension; Programming language; Software","score_opus":0.02009561219030038,"score_gpt":0.2880236548705743,"score_spread":0.2679280426802739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366428239","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031122693,0.043194693,0.0044744913,0.07167148,0.8531728,0.00007861976,0.00077121955,0.00035909083,0.025966454],"genre_scores_gemma":[0.0011654745,0.021003205,0.0012829553,0.01781061,0.89645183,0.00011148906,0.0009974239,0.00059118716,0.060585883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767596,0.00045139712,0.00028436942,0.00043455628,0.0009630388,0.00019070497],"domain_scores_gemma":[0.98084325,0.008456315,0.0010050607,0.0010725827,0.005570921,0.0030518037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037843504,0.002563614,0.0031191853,0.0072499723,0.0017286267,0.0074662208,0.0022008198,0.0045972685,0.12208732],"category_scores_gemma":[0.015227127,0.00090337923,0.0018442028,0.0038234065,0.0016332056,0.0062570604,0.004204639,0.008945497,0.056015864],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012191114,0.000029238605,0.00009338988,0.00017224664,0.000006963825,0.000020187043,0.000021671809,0.000032977656,0.00010908724,0.00094686163,0.9743871,0.024168031],"study_design_scores_gemma":[0.000010778783,0.00004481644,0.0010478521,0.0004967941,0.000016466558,0.00015702439,0.000052595184,0.00010245739,0.00008040193,0.004257913,0.9937144,0.000018421491],"about_ca_topic_score_codex":0.0010548603,"about_ca_topic_score_gemma":0.0027397012,"teacher_disagreement_score":0.12208732,"about_ca_system_score_codex":0.0015935593,"about_ca_system_score_gemma":0.0023189124,"threshold_uncertainty_score":0.40842283},"labels":[],"label_agreement":null},{"id":"W4366431513","doi":"10.23977/aetp.2023.070211","title":"Pair Programming Efficacy and Implementation Strategies in Chinese High School IT Curriculum","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Cohesion (chemistry); Computational thinking; Computer science; Class (philosophy); Mathematics education; Knowledge management; Pedagogy; Sociology; Psychology; Artificial intelligence","score_opus":0.01134631868361173,"score_gpt":0.38888485746986196,"score_spread":0.3775385387862502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366431513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973917,0.00005409124,0.00028274805,0.00006240332,0.000004518395,0.000043087435,0.0000063515977,0.000007737376,0.00214737],"genre_scores_gemma":[0.9985051,0.00005903614,0.0005394272,0.000021530663,0.000002718186,0.000051507024,0.000019659064,0.0000035446521,0.0007974814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99738103,0.0007838008,0.00017467458,0.000343912,0.0009475845,0.0003690181],"domain_scores_gemma":[0.9956529,0.0014336188,0.0008882928,0.00024911255,0.00069899193,0.0010770888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034331016,0.00040467703,0.0003215236,0.0012850766,0.0007639636,0.0018217579,0.00071994966,0.00044271006,0.0019732728],"category_scores_gemma":[0.009277752,0.00024432948,0.000317838,0.0007100032,0.0007457184,0.0010455955,0.001538123,0.0008433211,0.00022716398],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029801778,0.007125871,0.7394285,0.00036346962,0.000107901855,0.00024518996,0.034393437,0.001125839,0.007296734,0.00630015,0.0010898231,0.20222503],"study_design_scores_gemma":[0.00008458432,0.0021348281,0.9542524,0.00021081917,0.0002111552,0.00010858874,0.025184887,0.0049777743,0.0058320286,0.0018861446,0.0050588134,0.00005794482],"about_ca_topic_score_codex":0.0036228832,"about_ca_topic_score_gemma":0.0035312811,"teacher_disagreement_score":0.0036228832,"about_ca_system_score_codex":0.0011599996,"about_ca_system_score_gemma":0.00344613,"threshold_uncertainty_score":0.01815623},"labels":[],"label_agreement":null},{"id":"W4366597152","doi":"10.1145/3591210","title":"Evaluation of Submission Limits and Regression Penalties to Improve Student Behavior with Automatic Assessment Systems","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Computer science; Limiting; Mathematics education; Psychology","score_opus":0.04838050288104476,"score_gpt":0.39384469373592607,"score_spread":0.34546419085488134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366597152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867365,0.00011685108,0.010961578,0.00011522438,0.00003997271,0.0005051533,0.000054769196,0.00056561595,0.0009043716],"genre_scores_gemma":[0.9749083,0.000071914015,0.023721457,0.000079037396,0.00001635596,0.000483351,0.00011297102,0.00004303291,0.0005634861],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9827456,0.00973253,0.0018243465,0.0011538315,0.0041109542,0.00043273988],"domain_scores_gemma":[0.82442063,0.13420565,0.015462684,0.0064779217,0.014505817,0.0049273064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016383665,0.000979606,0.0008332823,0.00076039124,0.00048453631,0.0015211665,0.0018596931,0.0008133042,0.001319844],"category_scores_gemma":[0.10801244,0.00037604736,0.00044387678,0.0005407311,0.0005347495,0.001495728,0.00085643417,0.0013271013,0.00033485494],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02841952,0.036267076,0.16759285,0.0019509579,0.000588396,0.00016393716,0.0024704582,0.09079848,0.049474765,0.0011230259,0.002468335,0.6186822],"study_design_scores_gemma":[0.0037269704,0.11514217,0.2051833,0.0004095127,0.0010042391,0.00024311326,0.0016009053,0.597716,0.06748115,0.0015994799,0.0055687483,0.0003243747],"about_ca_topic_score_codex":0.001738294,"about_ca_topic_score_gemma":0.0014033867,"teacher_disagreement_score":0.016383665,"about_ca_system_score_codex":0.00092915964,"about_ca_system_score_gemma":0.0023054245,"threshold_uncertainty_score":0.08664614},"labels":[],"label_agreement":null},{"id":"W4367052795","doi":"10.3390/app13095381","title":"STEAM Education and the Innovative Pedagogies in the Intelligence Era","year":2023,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"National Natural Science Foundation of China","keywords":"Engineering ethics; Pedagogy; Political science; Mathematics education; Psychology; Engineering","score_opus":0.04525932670580616,"score_gpt":0.3362232034624637,"score_spread":0.2909638767566575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367052795","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11337332,0.037715502,0.04942501,0.231965,0.0043760412,0.0001017103,0.000059132213,0.00032363008,0.56266063],"genre_scores_gemma":[0.90595764,0.018155886,0.009055274,0.010977371,0.0024287966,0.0000958374,0.000044517343,0.00009713241,0.05318751],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982603,0.0009589957,0.000044396573,0.00009085033,0.00045446004,0.00019098252],"domain_scores_gemma":[0.9974141,0.0015501009,0.00020310872,0.000112244335,0.00020018878,0.0005201815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025067579,0.00029471677,0.000259543,0.0009962289,0.0015958977,0.0036870835,0.00040513172,0.0013939077,0.007121476],"category_scores_gemma":[0.004387216,0.000103490216,0.00019697925,0.0006584627,0.013261958,0.0054380475,0.004118999,0.003509625,0.0007547893],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021014426,0.000051614326,0.0005920522,0.0001599954,0.0000045046495,0.00006842138,0.006011188,0.00033347114,0.00032114197,0.9391807,0.0075245043,0.045731373],"study_design_scores_gemma":[0.000021093181,0.00007314257,0.0010920591,0.0003586903,0.000004169126,0.000119354096,0.0042062355,0.00079848,0.0006607184,0.64932877,0.34332377,0.000013549809],"about_ca_topic_score_codex":0.0010337279,"about_ca_topic_score_gemma":0.0015060367,"teacher_disagreement_score":0.007121476,"about_ca_system_score_codex":0.0022525105,"about_ca_system_score_gemma":0.0032986638,"threshold_uncertainty_score":0.023823678},"labels":[],"label_agreement":null},{"id":"W4367316643","doi":"10.1080/00220671.2023.2203092","title":"Technology and early mathematics skills: Effectiveness of I Love Math with Robots","year":2023,"lang":"en","type":"article","venue":"The Journal of Educational Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Context (archaeology); Robot; Mathematics education; Cognition; Intervention (counseling); Control (management); Psychology; Developmental psychology; Computer science; Artificial intelligence","score_opus":0.04440673207296298,"score_gpt":0.3850240211918482,"score_spread":0.3406172891188852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367316643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99776995,0.00037008233,0.000075651646,0.0000725625,0.000009348028,0.00002296405,0.00002444515,0.0000071618942,0.0016477606],"genre_scores_gemma":[0.9977756,0.00045389036,0.00047472588,0.00001974596,0.000006500439,0.0000364664,0.000030368448,0.0000019227764,0.0012007375],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994716,0.00019359634,0.000039756607,0.00009897584,0.0001204595,0.00007564102],"domain_scores_gemma":[0.99875605,0.00050797325,0.0003254107,0.00006443799,0.00006964811,0.00027645577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005836419,0.00025667684,0.0002479557,0.00027811315,0.00023150469,0.00048156135,0.00026360224,0.0003238972,0.0030869201],"category_scores_gemma":[0.002951907,0.00013872936,0.00046583585,0.00014525784,0.00032887355,0.00041843153,0.00042632184,0.00040157864,0.0002372036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011031371,0.063470446,0.40743452,0.003767549,0.0008920961,0.0009108995,0.014829368,0.00095121295,0.038234036,0.0015257737,0.0023786053,0.45457417],"study_design_scores_gemma":[0.0004874215,0.035267994,0.94341874,0.0003305717,0.0005252781,0.00041694092,0.0034975766,0.0004466156,0.00955727,0.00029848804,0.005718389,0.00003479412],"about_ca_topic_score_codex":0.0013505252,"about_ca_topic_score_gemma":0.0016606657,"teacher_disagreement_score":0.0030869201,"about_ca_system_score_codex":0.00022914921,"about_ca_system_score_gemma":0.00042386373,"threshold_uncertainty_score":0.010326803},"labels":[],"label_agreement":null},{"id":"W4376862387","doi":"10.1007/s42330-023-00267-0","title":"Promoting Computational Thinking, Computational Participation, and Spatial Reasoning with LEGO Robotics","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation of Sri Lanka","keywords":"Computational thinking; Robotics; Science education; Artificial intelligence; Mathematics education; Computer science; Spatial intelligence; Spatial ability; Human–computer interaction; Robot; Psychology; Cognition","score_opus":0.012036872870608334,"score_gpt":0.2654021580600215,"score_spread":0.25336528518941315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376862387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.766634,0.00022306945,0.11476576,0.0029194287,0.00007040786,0.00017863979,0.00005041266,0.0006207469,0.11453757],"genre_scores_gemma":[0.9492779,0.000118112715,0.044804204,0.0001412737,0.0000075721746,0.000092008544,0.00003818159,0.000050425755,0.0054702675],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993656,0.0003099637,0.000015395084,0.00008627665,0.00011636228,0.000106402695],"domain_scores_gemma":[0.998594,0.0007620988,0.00014132907,0.00015997008,0.00008593701,0.00025666965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008774557,0.00046539842,0.00018050738,0.00036270262,0.00062515214,0.0016957548,0.0006662437,0.00062636164,0.009606938],"category_scores_gemma":[0.003840502,0.00017931241,0.00025453468,0.00024739487,0.0017204988,0.0017720407,0.0028156543,0.0008387823,0.0009056579],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014850987,0.006663677,0.020586869,0.0009934229,0.000084310224,0.00044193558,0.031975646,0.01549918,0.089784205,0.27580976,0.008409686,0.54826623],"study_design_scores_gemma":[0.0008247549,0.003277345,0.049109593,0.00080518675,0.00021376986,0.0006551287,0.01563254,0.0879017,0.04440841,0.6473883,0.14961934,0.00016391178],"about_ca_topic_score_codex":0.0013091131,"about_ca_topic_score_gemma":0.0030809331,"teacher_disagreement_score":0.009606938,"about_ca_system_score_codex":0.0005032214,"about_ca_system_score_gemma":0.0011242465,"threshold_uncertainty_score":0.032138348},"labels":[],"label_agreement":null},{"id":"W4378071936","doi":"10.31756/jrsmte.213si","title":"STEAM Camp: Teaching Middle School Students Mathematics, Science and Coding through Digital Designs","year":2023,"lang":"en","type":"article","venue":"Journal of Research in Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Outreach; Mathematics education; Curriculum; Coding (social sciences); Computer science; Pedagogy; Psychology; Sociology; Political science","score_opus":0.12201780509805586,"score_gpt":0.44318116519025075,"score_spread":0.32116336009219487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378071936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89714056,0.0006761604,0.02456413,0.0038742863,0.0007050112,0.0011745794,0.00037338326,0.00089107134,0.070600875],"genre_scores_gemma":[0.84975636,0.0009958964,0.097366795,0.0011443458,0.00014697209,0.0010947878,0.0005982554,0.00017269023,0.048723876],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987501,0.0004632774,0.000050130337,0.00018483996,0.0002567864,0.00029481476],"domain_scores_gemma":[0.9967278,0.00075412623,0.00014206835,0.00027841484,0.00027579805,0.0018217295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025703434,0.00064496783,0.00038177584,0.0010381453,0.0031561328,0.002118264,0.0019806658,0.0011577641,0.016383925],"category_scores_gemma":[0.003373658,0.0004776544,0.00073460053,0.0007965333,0.002997156,0.0024085394,0.0056696013,0.0019112781,0.001998614],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060468004,0.012756379,0.03490379,0.0014455453,0.00005535975,0.0030127927,0.29005122,0.0018901806,0.024587344,0.05680349,0.0951074,0.47878182],"study_design_scores_gemma":[0.00047858484,0.0043600816,0.041288868,0.0007769365,0.0000746419,0.0016145725,0.18605505,0.0022368892,0.015252847,0.033091266,0.7146549,0.00011542013],"about_ca_topic_score_codex":0.0043319752,"about_ca_topic_score_gemma":0.02493125,"teacher_disagreement_score":0.016383925,"about_ca_system_score_codex":0.00241013,"about_ca_system_score_gemma":0.007586821,"threshold_uncertainty_score":0.05480969},"labels":[],"label_agreement":null},{"id":"W4378800987","doi":"10.1145/3569173.3569176","title":"Crafting Technology-Enhanced Educational Videos for Visual Learners","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Whiteboard; Class (philosophy); Presentation (obstetrics); Computer science; Interactivity; CLARITY; Multimedia; Theme (computing); Discipline; Mathematics education; Experiential learning; Psychology; World Wide Web; Artificial intelligence","score_opus":0.011647994138896594,"score_gpt":0.2948648597538784,"score_spread":0.28321686561498177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378800987","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40833372,0.003733143,0.3866163,0.0064491015,0.0036811081,0.003527247,0.008971092,0.022324137,0.15636408],"genre_scores_gemma":[0.51043755,0.0035827984,0.40839273,0.0015916844,0.00091184734,0.0021587594,0.0049113347,0.002504441,0.06550897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99964726,0.00011525328,0.00001554918,0.000052999898,0.00010231071,0.00006666125],"domain_scores_gemma":[0.99727947,0.0016822302,0.000111191956,0.00022935618,0.00039698038,0.00030083107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009481564,0.0006321393,0.0002514199,0.0010434854,0.00044278687,0.0016862096,0.0010271046,0.0008743748,0.02436705],"category_scores_gemma":[0.0074221767,0.0001990637,0.00035581834,0.0004154805,0.0003226859,0.0019888955,0.0015618146,0.0008674998,0.006269956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046549417,0.00056268024,0.0024385604,0.0016118269,0.000032477245,0.002226562,0.0093073845,0.002481343,0.03835506,0.00453314,0.09445378,0.84353167],"study_design_scores_gemma":[0.000448617,0.0018625094,0.012180994,0.0025883415,0.00012553004,0.0040608016,0.015235038,0.017888227,0.05691228,0.010660767,0.87776554,0.00027125713],"about_ca_topic_score_codex":0.0007242679,"about_ca_topic_score_gemma":0.0017696897,"teacher_disagreement_score":0.02436705,"about_ca_system_score_codex":0.0003390538,"about_ca_system_score_gemma":0.0004761633,"threshold_uncertainty_score":0.08151597},"labels":[],"label_agreement":null},{"id":"W4379876866","doi":"10.1007/978-3-031-34550-0_35","title":"Assessing the Impact of Using Python to Teach Computational Thinking for Remote Schools in a Blended Learning Environment","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computational thinking; Python (programming language); Computer science; Curriculum; Popularity; Bridging (networking); Mathematics education; Artificial intelligence; Programming language; Pedagogy; Sociology; Mathematics; Psychology","score_opus":0.04048910426055992,"score_gpt":0.33571514867973656,"score_spread":0.29522604441917666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379876866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941028,0.000017942059,0.0016259091,0.00004721791,0.000012837502,0.00011003356,0.000055582837,0.000105585474,0.0039222375],"genre_scores_gemma":[0.98867995,0.000051139054,0.0066667786,0.000049371392,0.0000060110942,0.00015917323,0.00016069389,0.00004049616,0.0041863895],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985655,0.0004390412,0.00008680668,0.0002282876,0.0004984781,0.00018186726],"domain_scores_gemma":[0.9895355,0.0062409895,0.00064399076,0.0007569927,0.0010604381,0.0017621022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021965557,0.00055599347,0.0002828535,0.00045630004,0.00043946865,0.0015486084,0.0009906641,0.00066725025,0.0063036806],"category_scores_gemma":[0.013639581,0.00022781118,0.0004173124,0.0004208375,0.00048045546,0.0016245216,0.0017266998,0.0010499031,0.0013536164],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03856889,0.119542256,0.08177423,0.0013272723,0.00040726853,0.00044910333,0.006370466,0.04151568,0.08022098,0.004113898,0.0044521485,0.6212578],"study_design_scores_gemma":[0.0057213544,0.19074483,0.4566681,0.000606507,0.0012416377,0.0006861642,0.012439283,0.14291967,0.15405178,0.011663301,0.022861168,0.00039618023],"about_ca_topic_score_codex":0.0016662024,"about_ca_topic_score_gemma":0.0020106903,"teacher_disagreement_score":0.0063036806,"about_ca_system_score_codex":0.0006448344,"about_ca_system_score_gemma":0.0011418919,"threshold_uncertainty_score":0.021087885},"labels":[],"label_agreement":null},{"id":"W4380077453","doi":"10.33902/jpr.202318636","title":"When preservice and inservice teachers join forces: A collaborative way to support the enactment of new coding curricula in mathematics classrooms","year":2023,"lang":"en","type":"article","venue":"Journal of Pedagogical Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University","funders":"Social Sciences and Humanities Research Council of Canada; Brock University","keywords":"Join (topology); Coding (social sciences); Curriculum; Mathematics education; Computer science; Pedagogy; Psychology; Sociology; Mathematics","score_opus":0.260465954462457,"score_gpt":0.46185735328230637,"score_spread":0.20139139881984935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380077453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8317999,0.0004947466,0.09108683,0.022830227,0.0007562129,0.0014617732,0.00011119474,0.002288487,0.04917061],"genre_scores_gemma":[0.882029,0.00024618238,0.10139504,0.0011707091,0.00009484073,0.000990743,0.00016682093,0.00039499282,0.013511686],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97179645,0.018056871,0.00094731624,0.0031115976,0.003361088,0.0027266932],"domain_scores_gemma":[0.9410782,0.018320909,0.0060725636,0.008651142,0.005910305,0.01996694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024005208,0.00086811546,0.0005880489,0.0029076652,0.013203394,0.010750603,0.004519567,0.0033114136,0.006630787],"category_scores_gemma":[0.068787195,0.0012309708,0.00061938073,0.0011945206,0.0064725475,0.0072668116,0.020939993,0.0053674057,0.0033284682],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013497191,0.001139128,0.021572739,0.0002523711,0.000033129985,0.0016123916,0.7224513,0.0004754125,0.011511641,0.0062238127,0.017629568,0.21696354],"study_design_scores_gemma":[0.00013713715,0.00082718726,0.01924655,0.00069968204,0.00007341991,0.0011249316,0.7327933,0.0031135126,0.007845964,0.011548619,0.2223383,0.00025137104],"about_ca_topic_score_codex":0.0036058743,"about_ca_topic_score_gemma":0.010997144,"teacher_disagreement_score":0.024005208,"about_ca_system_score_codex":0.0036755076,"about_ca_system_score_gemma":0.017603943,"threshold_uncertainty_score":0.12695318},"labels":[],"label_agreement":null},{"id":"W4380078323","doi":"10.4018/ijtepd.324166","title":"Reimagining the Mathematics Curriculum Through a Cross-Curricular and Maker Education Lens","year":2023,"lang":"en","type":"article","venue":"International Journal of Teacher Education and Professional Development","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Western University","funders":"","keywords":"Curriculum; Mathematics education; Pedagogy; Sociology; Psychology","score_opus":0.025076424000494483,"score_gpt":0.3735240009849356,"score_spread":0.3484475769844411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380078323","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28128794,0.006713815,0.13908565,0.021481354,0.001458691,0.00014746867,0.00005862241,0.00041630075,0.5493502],"genre_scores_gemma":[0.909348,0.0026559432,0.04508721,0.0015605214,0.00020598451,0.00010981462,0.000056405268,0.00016682073,0.040809374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99793243,0.0011208497,0.00008372075,0.00023415261,0.0004156933,0.00021320368],"domain_scores_gemma":[0.9977069,0.0010155594,0.00020109456,0.00032753407,0.00026541445,0.00048345685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003285304,0.0006260432,0.0002769167,0.0028447448,0.002798077,0.014365514,0.0009927895,0.0014668907,0.007103743],"category_scores_gemma":[0.005196438,0.00027916997,0.00029113903,0.0014769322,0.009225181,0.009822089,0.008538031,0.0037932752,0.0007305796],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045608092,0.00022653703,0.0044224258,0.0002999294,0.000012116076,0.00064830366,0.07872309,0.0005566951,0.00275816,0.7436622,0.0036841177,0.16496092],"study_design_scores_gemma":[0.0000203178,0.00016857893,0.0067555616,0.00080947834,0.000036244102,0.0010993917,0.07532134,0.0011734423,0.0039157947,0.1604812,0.75019294,0.00002567806],"about_ca_topic_score_codex":0.0011216806,"about_ca_topic_score_gemma":0.0030393158,"teacher_disagreement_score":0.014365514,"about_ca_system_score_codex":0.0033641353,"about_ca_system_score_gemma":0.003964802,"threshold_uncertainty_score":0.024408579},"labels":[],"label_agreement":null},{"id":"W4380564165","doi":"10.1109/tale54877.2022.00096","title":"The Future Nexus of Computational Thinking Education: A Preliminary Systematic Review of Reviews","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Nexus (standard); Scope (computer science); Computer science; Field (mathematics); Systematic review; Domain (mathematical analysis); Management science; Data science; Knowledge management; MEDLINE; Engineering; Political science","score_opus":0.011679523633496358,"score_gpt":0.27446048967537456,"score_spread":0.26278096604187823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380564165","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034160258,0.9885062,0.0018267449,0.002556468,0.00052567915,0.0009457264,0.00092732516,0.000034824676,0.001260939],"genre_scores_gemma":[0.028502418,0.95935994,0.005930392,0.0021683215,0.00025194586,0.0024963845,0.00088222505,0.000023610108,0.00038477348],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9816051,0.007280609,0.006557158,0.00099678,0.003047478,0.0005128487],"domain_scores_gemma":[0.9035058,0.06622016,0.010588539,0.00165821,0.017125513,0.00090182916],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023518074,0.0012322289,0.003289263,0.022430945,0.00085505616,0.003758221,0.0014399991,0.0015390284,0.0033062526],"category_scores_gemma":[0.10853032,0.0010082312,0.0048119943,0.018405033,0.00094701885,0.0059938747,0.0023488307,0.0015911622,0.0005736967],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003112087,0.000026731548,0.0024022905,0.8118947,0.0025816134,0.00028978035,0.0023146146,0.0002641796,0.00078187964,0.002095393,0.0077769733,0.16926062],"study_design_scores_gemma":[0.000077764045,0.00014877133,0.0039238697,0.91644883,0.012151722,0.00039078973,0.0015652721,0.0001797553,0.0003510665,0.0011381435,0.06358574,0.000038287224],"about_ca_topic_score_codex":0.0055305785,"about_ca_topic_score_gemma":0.02842583,"teacher_disagreement_score":0.9764819,"about_ca_system_score_codex":0.005050843,"about_ca_system_score_gemma":0.020777915,"threshold_uncertainty_score":0.12437695},"labels":[],"label_agreement":null},{"id":"W4380905498","doi":"10.1007/978-3-031-35254-6_11","title":"Logic Programming at Elementary School: Why, What and How Should We Teach Logic Programming to Children?","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Mathematics education; Logical reasoning; Logic programming; Computational thinking; Computer programming; Artificial intelligence; Programming language; Mathematics","score_opus":0.03801753468501129,"score_gpt":0.278903641103232,"score_spread":0.24088610641822072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380905498","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12028259,0.17137252,0.028859885,0.38284573,0.0054929196,0.00019623832,0.0007471567,0.0009616926,0.28924122],"genre_scores_gemma":[0.5478008,0.119613014,0.055751078,0.05899945,0.001411194,0.00047758681,0.0009193505,0.00059835205,0.21442911],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927765,0.00019464703,0.000021776732,0.00014009407,0.00015208895,0.00021364607],"domain_scores_gemma":[0.9986248,0.00030113288,0.00011239633,0.000044096207,0.00027422333,0.00064336555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001436577,0.0003396602,0.0006869356,0.0006139782,0.0013390859,0.0034235923,0.00085869356,0.001801961,0.006322855],"category_scores_gemma":[0.0027533888,0.0003960946,0.00044130048,0.0007590819,0.0021569077,0.0048581827,0.0016280209,0.005428431,0.002850911],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001392457,0.00080649427,0.014065578,0.0015964911,0.000052356212,0.00036375318,0.011652586,0.00044871113,0.0026578512,0.13200706,0.33392268,0.50228715],"study_design_scores_gemma":[0.000074144285,0.00025597337,0.02815983,0.0049126013,0.00007543424,0.00062796345,0.011751156,0.0005273423,0.0022102564,0.09673702,0.8546239,0.000044398395],"about_ca_topic_score_codex":0.00864388,"about_ca_topic_score_gemma":0.027265335,"teacher_disagreement_score":0.00864388,"about_ca_system_score_codex":0.0038104882,"about_ca_system_score_gemma":0.007065769,"threshold_uncertainty_score":0.027647197},"labels":[],"label_agreement":null},{"id":"W4381799994","doi":"10.31756/jrsmte.617si","title":"School and Community Practices of Computational Thinking in Mathematics Education through Diverse Perspectives","year":2023,"lang":"en","type":"article","venue":"Journal of Research in Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Curriculum; Mathematics education; Computational thinking; Affordance; Framing (construction); Constructivism (international relations); Social constructivism; Pedagogy; Outreach; Psychology; Engineering","score_opus":0.11684406814441076,"score_gpt":0.4718150803130679,"score_spread":0.3549710121686571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381799994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96038824,0.0013231664,0.003922756,0.0047477866,0.000054114487,0.000053336626,0.000021545919,0.000017803011,0.029471168],"genre_scores_gemma":[0.99742645,0.00045508947,0.00078035746,0.00019955118,0.000011779377,0.000023742066,0.000008728123,0.0000103953125,0.0010839518],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98629296,0.010868271,0.00029976948,0.0007315396,0.0010255026,0.0007818937],"domain_scores_gemma":[0.98624957,0.010003943,0.00092660333,0.0005877059,0.000793237,0.0014389441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009976117,0.00038782775,0.00054415286,0.004524199,0.010021217,0.008767672,0.0011930629,0.0017031295,0.0033211238],"category_scores_gemma":[0.013595113,0.00045765436,0.0003427516,0.0024710253,0.022348654,0.00992885,0.011542993,0.0035073997,0.00023841915],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011889498,0.0000444944,0.0029620263,0.00005185221,0.0000037521515,0.00019761706,0.96979743,0.00004519879,0.00034112373,0.019209795,0.00018219075,0.0071526305],"study_design_scores_gemma":[0.000006280134,0.000032520264,0.0031064542,0.00016557986,0.0000065902605,0.0002103429,0.96153444,0.00019153803,0.00023492049,0.011409424,0.0230862,0.000015639327],"about_ca_topic_score_codex":0.003979483,"about_ca_topic_score_gemma":0.0066064615,"teacher_disagreement_score":0.010021217,"about_ca_system_score_codex":0.00407481,"about_ca_system_score_gemma":0.0042645438,"threshold_uncertainty_score":0.05275941},"labels":[],"label_agreement":null},{"id":"W4381956297","doi":"10.1007/978-3-031-36272-9_68","title":"How to Repeat Hints: Improving AI-Driven Help in Open-Ended Learning Environments","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; Simon Fraser University","funders":"Mitacs","keywords":"Computer science; Focus (optics); Human–computer interaction; Artificial intelligence; Computational thinking; Term (time); Open research; Multimedia; World Wide Web","score_opus":0.02180637181018714,"score_gpt":0.2580973910480388,"score_spread":0.23629101923785167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381956297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12582868,0.0008619275,0.8292798,0.000595321,0.00022483715,0.00035590373,0.00035090226,0.026384061,0.016118484],"genre_scores_gemma":[0.32289803,0.00032694972,0.6600705,0.0002685855,0.000036941237,0.00023715499,0.0007046736,0.0011197726,0.014337391],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987571,0.00038469688,0.00007989133,0.00026883086,0.00041954062,0.00008994759],"domain_scores_gemma":[0.99452424,0.003406404,0.0002645789,0.00064773415,0.00083869166,0.00031840097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010740259,0.00095417205,0.0005333122,0.0004730354,0.0003772896,0.001399691,0.002766096,0.0013998275,0.007915203],"category_scores_gemma":[0.010521463,0.00043201455,0.0003839098,0.0004696252,0.0004260649,0.0032289908,0.0021826916,0.001762884,0.003320958],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072760886,0.00089173194,0.0015407013,0.00037865387,0.000047167217,0.00014372129,0.0012865935,0.014906175,0.023367936,0.002659965,0.00857455,0.9454751],"study_design_scores_gemma":[0.0007418161,0.0025349203,0.009126279,0.0004963346,0.0003892724,0.0009138777,0.0018669623,0.73876536,0.12838575,0.056236375,0.060233116,0.0003100259],"about_ca_topic_score_codex":0.0014183498,"about_ca_topic_score_gemma":0.0022640699,"teacher_disagreement_score":0.007915203,"about_ca_system_score_codex":0.00027473297,"about_ca_system_score_gemma":0.0006043423,"threshold_uncertainty_score":0.026479006},"labels":[],"label_agreement":null},{"id":"W4382491059","doi":"10.31756/jrsmte.624","title":"Computational Thinking Workshop: A New Way to Learn and Teach Mathematics","year":2023,"lang":"en","type":"article","venue":"Journal of Research in Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Computational thinking; Mathematics education; Curriculum; Observational study; Computer science; Pedagogy; Psychology; Mathematics","score_opus":0.07003664005045121,"score_gpt":0.4213478304975834,"score_spread":0.3513111904471322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382491059","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13887292,0.007010643,0.2775328,0.041349325,0.011842052,0.0015559131,0.0013438704,0.0093464805,0.5111461],"genre_scores_gemma":[0.36985454,0.0060246694,0.32369903,0.00957773,0.0026386343,0.00223179,0.0018037477,0.002506548,0.28166333],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946361,0.0025534257,0.00018533893,0.00080302294,0.001241796,0.0005802852],"domain_scores_gemma":[0.99343973,0.0020342488,0.0004309368,0.0011780006,0.00042612973,0.0024909738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004693601,0.0011102516,0.00057998695,0.0022967795,0.003560042,0.009153737,0.004724132,0.002239101,0.03929594],"category_scores_gemma":[0.0062235715,0.00053362345,0.0014267457,0.0014058641,0.0037733607,0.010503801,0.012788898,0.0043957345,0.015269278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034939818,0.0022275588,0.006369765,0.0013539267,0.000100182086,0.0023610494,0.044346362,0.00081783393,0.011946668,0.11379618,0.26888824,0.5474428],"study_design_scores_gemma":[0.00011457969,0.0005350969,0.0028361196,0.00044983724,0.000033255736,0.0022334089,0.01279894,0.00086384313,0.004314459,0.03608368,0.93963873,0.000098177894],"about_ca_topic_score_codex":0.00029069025,"about_ca_topic_score_gemma":0.0012026087,"teacher_disagreement_score":0.03929594,"about_ca_system_score_codex":0.001181408,"about_ca_system_score_gemma":0.0032425756,"threshold_uncertainty_score":0.13145804},"labels":[],"label_agreement":null},{"id":"W4382515967","doi":"10.1145/3587103.3594211","title":"Conducting Multi-Institutional Studies of Parsons Problems","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scratch; Computer science; Code (set theory); Coding (social sciences); Publication; Order (exchange); Programming language; Mathematics education; Software engineering; Human–computer interaction; Psychology; Sociology","score_opus":0.3230945578174528,"score_gpt":0.37928008449961925,"score_spread":0.056185526682166476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382515967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96381575,0.004203353,0.0074645714,0.002783864,0.00026377925,0.0037965905,0.0007655494,0.00017284852,0.016733604],"genre_scores_gemma":[0.9614586,0.004531817,0.016149335,0.002472137,0.00018881977,0.008908928,0.00092597125,0.000101612735,0.005262854],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9737008,0.014373266,0.0029955818,0.0023059496,0.0044953763,0.0021290984],"domain_scores_gemma":[0.88857853,0.05086459,0.018126432,0.009974077,0.02757747,0.0048788693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025133207,0.000727688,0.0011348682,0.006537549,0.004447472,0.00457682,0.0025580965,0.0017999439,0.004859921],"category_scores_gemma":[0.059078567,0.0007724606,0.0013201615,0.0066411407,0.0025065015,0.007844465,0.0052233236,0.0035449483,0.0014052218],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017179699,0.026036466,0.31691,0.010204035,0.0016056112,0.0019417413,0.16379793,0.0019981677,0.008016986,0.012586399,0.02590569,0.42927882],"study_design_scores_gemma":[0.00083939126,0.010619688,0.3889296,0.0064458153,0.0012588529,0.0016361718,0.42383057,0.0015823093,0.024527047,0.010568681,0.12928616,0.00047563305],"about_ca_topic_score_codex":0.0035211677,"about_ca_topic_score_gemma":0.015169033,"teacher_disagreement_score":0.025133207,"about_ca_system_score_codex":0.0048698154,"about_ca_system_score_gemma":0.009004237,"threshold_uncertainty_score":0.13291872},"labels":[],"label_agreement":null},{"id":"W4382515993","doi":"10.1145/3587103.3594206","title":"Transformed by Transformers: Navigating the AI Coding Revolution for Computing Education: An ITiCSE Working Group Conducted by Humans","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Coding (social sciences); Curriculum; Scalability; Code (set theory); Programming language; Sociology; Social science; Pedagogy","score_opus":0.03189325455159091,"score_gpt":0.3243553058066213,"score_spread":0.2924620512550304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382515993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11168116,0.007899387,0.76937705,0.05521018,0.001106881,0.00092466344,0.0003946478,0.0049388236,0.04846719],"genre_scores_gemma":[0.36836025,0.009025012,0.58427906,0.0045176884,0.00026159157,0.00055169425,0.0012106604,0.0022757954,0.029518243],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.993769,0.004065476,0.00023775428,0.00065605534,0.00086358946,0.00040805395],"domain_scores_gemma":[0.98277503,0.01004076,0.00043230716,0.0026430753,0.0029050936,0.0012036621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015588959,0.00072225765,0.00043768517,0.0015853831,0.002112964,0.007007826,0.0013381726,0.0026719016,0.006795185],"category_scores_gemma":[0.028108638,0.0005350332,0.0007652183,0.0015607822,0.0050256187,0.014342112,0.0056496905,0.0042979433,0.001413305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024386149,0.0005446298,0.0035977755,0.0004010899,0.0000376058,0.00015799512,0.033692785,0.006139175,0.007797055,0.107703246,0.055275258,0.7844095],"study_design_scores_gemma":[0.00015923906,0.0005026529,0.002248618,0.00088340405,0.00010411033,0.0005495464,0.041843694,0.0557082,0.028815249,0.23872091,0.63030785,0.00015663773],"about_ca_topic_score_codex":0.0078150565,"about_ca_topic_score_gemma":0.0067614205,"teacher_disagreement_score":0.015588959,"about_ca_system_score_codex":0.0018033184,"about_ca_system_score_gemma":0.006971622,"threshold_uncertainty_score":0.08244324},"labels":[],"label_agreement":null},{"id":"W4382567577","doi":"10.1007/978-3-031-36336-8_33","title":"Decomposed Prompting to Answer Questions on a Course Discussion Board","year":2023,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Vector Institute","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Course (navigation); Computer science; Information retrieval; Mathematics education; Psychology; Engineering; Aerospace engineering","score_opus":0.043309764366456185,"score_gpt":0.3330772662312522,"score_spread":0.28976750186479605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382567577","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033335734,0.00029091476,0.19744949,0.0056662643,0.0056896564,0.010237842,0.002847855,0.022332491,0.7221498],"genre_scores_gemma":[0.10274367,0.00021277026,0.12356903,0.0026150818,0.0006539893,0.004527713,0.0026542074,0.0017846121,0.7612389],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988273,0.00048143603,0.00006882452,0.000194612,0.00024976165,0.00017803352],"domain_scores_gemma":[0.9948868,0.0025681034,0.00021211842,0.00039982778,0.0011010705,0.0008319655],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018744754,0.0012248154,0.0006409452,0.0008430519,0.0009425603,0.001496218,0.0011686811,0.0014693289,0.39237806],"category_scores_gemma":[0.008932512,0.0004312075,0.00036017896,0.000477932,0.00032265915,0.001358612,0.0020267796,0.0024912567,0.13841762],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017242052,0.001820338,0.0012206553,0.00056284654,0.000011535019,0.00031559056,0.001810694,0.00086135487,0.031319976,0.013577499,0.56432474,0.38245058],"study_design_scores_gemma":[0.0006849829,0.0008945081,0.0046783225,0.00034137216,0.000032755463,0.00021332006,0.0016615619,0.0075405957,0.014652978,0.014587634,0.9546427,0.00006931157],"about_ca_topic_score_codex":0.00056128664,"about_ca_topic_score_gemma":0.0012223131,"teacher_disagreement_score":0.39237806,"about_ca_system_score_codex":0.0008127816,"about_ca_system_score_gemma":0.0010624562,"threshold_uncertainty_score":0.866699},"labels":[],"label_agreement":null},{"id":"W4382654247","doi":"10.1145/3587102.3588844","title":"Teaching CS1 with a Mastery Learning Framework: Impact on Students' Learning and Engagement","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mastery learning; Mathematics education; Incentive; Computer science; Scale (ratio); Unit (ring theory); Psychology","score_opus":0.020746114506382796,"score_gpt":0.3348083466291758,"score_spread":0.314062232122793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382654247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99486005,0.00006728073,0.0010987852,0.00018782722,0.000013304719,0.00008450758,0.000057584606,0.00023000938,0.0034007726],"genre_scores_gemma":[0.9901958,0.00011383492,0.005360081,0.00009279105,0.000017792196,0.00014453253,0.0001969703,0.000041863834,0.0038363491],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988361,0.00030250987,0.000045495053,0.00022043225,0.00033032687,0.0002651898],"domain_scores_gemma":[0.9948296,0.0013073911,0.00045013463,0.0002673986,0.00030352984,0.0028420112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020149779,0.00051288155,0.00044002137,0.0007245302,0.00056894403,0.0021490813,0.00077718013,0.0006478405,0.006632373],"category_scores_gemma":[0.0063057747,0.00019472567,0.00037100413,0.00034000544,0.00041941155,0.0010208052,0.0023657165,0.0009268152,0.00090759725],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048482222,0.032680288,0.08615536,0.0007255448,0.00010528557,0.0003979348,0.008522364,0.011242716,0.045374844,0.002342199,0.0057564676,0.80184877],"study_design_scores_gemma":[0.0029264193,0.08976768,0.669315,0.00056706346,0.00034239143,0.0014338129,0.01569869,0.06286043,0.07637772,0.006643926,0.07364125,0.00042557775],"about_ca_topic_score_codex":0.0019453596,"about_ca_topic_score_gemma":0.0022620007,"teacher_disagreement_score":0.006632373,"about_ca_system_score_codex":0.00074358913,"about_ca_system_score_gemma":0.0015432884,"threshold_uncertainty_score":0.022187531},"labels":[],"label_agreement":null},{"id":"W4382996768","doi":"10.1007/978-3-319-08234-9_519-1","title":"Unified Modeling Language (UML) for Sight Loss","year":2023,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Computer Graphics and Games","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CNIB Foundation; Ontario Tech University","funders":"","keywords":"Unified Modeling Language; Computer science; Object Constraint Language; Programming language; UML tool","score_opus":0.018482804238810546,"score_gpt":0.2448183122285995,"score_spread":0.22633550798978896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382996768","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006076332,0.0013402556,0.9477305,0.0007679889,0.00045438504,0.00012145643,0.0014373716,0.014253423,0.03328701],"genre_scores_gemma":[0.032629997,0.0039342353,0.87827295,0.000916939,0.00033979473,0.0006908157,0.007266781,0.009822493,0.066126026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815446,0.000434441,0.00021776052,0.000216258,0.0008534658,0.00012353143],"domain_scores_gemma":[0.9983041,0.0005790419,0.00012444975,0.00046816815,0.00046682885,0.000057339144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015393618,0.0019921826,0.0009777974,0.002128744,0.00094663724,0.0044627814,0.0030270966,0.0024082542,0.033138905],"category_scores_gemma":[0.0057763704,0.001190872,0.0016901345,0.0024459858,0.0009779936,0.0050166375,0.0027118332,0.0039732964,0.018022368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068357556,0.000075678414,0.0002581877,0.00073159,0.000042352505,0.00034304662,0.00095669995,0.008525932,0.007290127,0.6238337,0.13401099,0.22386329],"study_design_scores_gemma":[0.00001702567,0.000025571455,0.00008911409,0.00027976336,0.000039991384,0.00045023573,0.000100246994,0.016928583,0.0043468964,0.11018017,0.8675052,0.000037155787],"about_ca_topic_score_codex":0.003981716,"about_ca_topic_score_gemma":0.0033639737,"teacher_disagreement_score":0.033138905,"about_ca_system_score_codex":0.0011607048,"about_ca_system_score_gemma":0.0024088065,"threshold_uncertainty_score":0.110860646},"labels":[],"label_agreement":null},{"id":"W4384448126","doi":"10.58496/mjbd/2023/011","title":"Portable Smart Emergency System Using Internet of Things (IOT)","year":2023,"lang":"en","type":"article","venue":"Mesopotamian Journal of Big Data","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Android (operating system); JavaScript; Computer science; World Wide Web; Smart device; Internet of Things; The Internet; Android application; Web application; Multimedia; Human–computer interaction; Operating system","score_opus":0.1272029646886387,"score_gpt":0.30471763668792085,"score_spread":0.17751467199928214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384448126","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09770642,0.006438502,0.43158326,0.0031281484,0.0035223197,0.002853199,0.009620992,0.08979092,0.35535628],"genre_scores_gemma":[0.7369494,0.004596966,0.072137095,0.0036643252,0.00091368967,0.0020608164,0.010858544,0.0011915051,0.16762766],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99953365,0.000056176912,0.000055700897,0.00007939497,0.00018919882,0.000085946536],"domain_scores_gemma":[0.9996679,0.00003909733,0.000040606123,0.000065558685,0.00013850266,0.000048321872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034178913,0.0007047051,0.0005982364,0.000897159,0.00045911002,0.0009784241,0.000976769,0.0007343905,0.01755696],"category_scores_gemma":[0.00061093783,0.0002470731,0.0004564769,0.0007557941,0.00016696086,0.0012968039,0.0015736477,0.0006138099,0.008759371],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012408536,0.0006060725,0.009649111,0.0023607388,0.00022969829,0.0063339006,0.00074654655,0.0026879045,0.09298723,0.012213965,0.3209712,0.5499729],"study_design_scores_gemma":[0.00053866557,0.0023153382,0.02756106,0.0009886349,0.0004845709,0.014833527,0.0009372747,0.036345724,0.08875066,0.011940155,0.81484026,0.00046416788],"about_ca_topic_score_codex":0.00043378922,"about_ca_topic_score_gemma":0.00037480902,"teacher_disagreement_score":0.01755696,"about_ca_system_score_codex":0.0001850321,"about_ca_system_score_gemma":0.00030253868,"threshold_uncertainty_score":0.05873388},"labels":[],"label_agreement":null},{"id":"W4384834901","doi":"10.1145/3593342.3593351","title":"Evaluating the Efficacy and Impacts of Remote Pair Programming for Introductory Computer Science Students","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.06378496754723334,"score_gpt":0.40085097469154896,"score_spread":0.3370660071443156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998696,0.000012729874,0.00017733456,0.00003212031,0.000005212744,0.000056191162,0.000012301137,0.000011525516,0.0009964553],"genre_scores_gemma":[0.9980416,0.000044147313,0.0008381484,0.00003469696,0.00001080569,0.00016531175,0.000047072215,0.0000067467226,0.00081138295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971168,0.0013552129,0.0001974952,0.00036397122,0.0006046494,0.00036179856],"domain_scores_gemma":[0.97170043,0.015432733,0.0036648617,0.001635954,0.0024573398,0.0051087067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004234315,0.0005975398,0.00046117418,0.0005621714,0.00066737743,0.0011328036,0.00067846745,0.0005463038,0.003753828],"category_scores_gemma":[0.023910865,0.00030326008,0.0006114531,0.0003431153,0.00065128715,0.00086437754,0.0011093762,0.0013934684,0.00094647857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008389974,0.11607832,0.50185597,0.00081147935,0.00043522893,0.0003784262,0.023297656,0.003374406,0.02094986,0.0006731809,0.002206648,0.32154888],"study_design_scores_gemma":[0.00079913985,0.07687599,0.88391167,0.000165535,0.0003588082,0.00017977053,0.010650677,0.0049280226,0.017753858,0.0006590317,0.0036159083,0.00010161793],"about_ca_topic_score_codex":0.00081711874,"about_ca_topic_score_gemma":0.0012094986,"teacher_disagreement_score":0.004234315,"about_ca_system_score_codex":0.00046318184,"about_ca_system_score_gemma":0.0008741557,"threshold_uncertainty_score":0.022393465},"labels":[],"label_agreement":null},{"id":"W4384834951","doi":"10.1145/3593342.3593349","title":"AI-Generated Code Not Considered Harmful","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Code (set theory); Cheating; Computer science; Programming language; Contrast (vision); The Internet; Source code; World Wide Web; Computer security; Artificial intelligence","score_opus":0.05631364627784908,"score_gpt":0.30489411257371013,"score_spread":0.24858046629586106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834951","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034864165,0.0045214505,0.24659848,0.07054212,0.009573695,0.00014485123,0.0004336897,0.0034333274,0.6298882],"genre_scores_gemma":[0.5525457,0.0038662697,0.11462819,0.028022174,0.0034670571,0.000353451,0.0008957764,0.0055219373,0.29069945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917474,0.0017023685,0.00035772801,0.0010732118,0.0045832368,0.00053598674],"domain_scores_gemma":[0.96625715,0.009746373,0.0019332449,0.012365619,0.008008726,0.0016888753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004623532,0.00058571936,0.00047189262,0.0009512197,0.0025425327,0.0052136346,0.0015539237,0.002843318,0.01996054],"category_scores_gemma":[0.041922797,0.00040711238,0.00056935573,0.0005880716,0.009702032,0.0073662093,0.0034902524,0.0056464793,0.007389228],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072299896,0.00005536024,0.0007951939,0.00024506554,0.00003184794,0.00018485117,0.0009052627,0.0012044073,0.0031211865,0.9034637,0.035938174,0.053982772],"study_design_scores_gemma":[0.000040418716,0.00009361514,0.00051143294,0.00041462408,0.00004538976,0.000630212,0.00040130998,0.0031947643,0.0068043685,0.49567515,0.492152,0.000036779107],"about_ca_topic_score_codex":0.00075071026,"about_ca_topic_score_gemma":0.0011170591,"teacher_disagreement_score":0.01996054,"about_ca_system_score_codex":0.0017296631,"about_ca_system_score_gemma":0.0033637565,"threshold_uncertainty_score":0.066774726},"labels":[],"label_agreement":null},{"id":"W4384834956","doi":"10.1145/3593342.3593344","title":"PrairieLearn in CS1: An Experience Report","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Course (navigation); Institution; Mathematics education; Multimedia; Psychology; Engineering","score_opus":0.03799575359900136,"score_gpt":0.33841550977008494,"score_spread":0.3004197561710836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636219,0.00046193492,0.011312627,0.0011220011,0.00010011331,0.00040106033,0.000368733,0.0010271723,0.021584291],"genre_scores_gemma":[0.895407,0.0020809297,0.031997852,0.0008439572,0.00015861758,0.00027401224,0.0020949636,0.00088207604,0.066260524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979995,0.0005437152,0.000079519195,0.0002261617,0.0007268654,0.00042427104],"domain_scores_gemma":[0.9967127,0.0008302714,0.0001906968,0.0002717393,0.0006480566,0.0013465851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040872893,0.0008130822,0.0003824499,0.00075941253,0.0013218857,0.0022464092,0.0013411746,0.0009828443,0.0059609814],"category_scores_gemma":[0.004949928,0.00033977212,0.00041571466,0.0005994684,0.00080295233,0.0023121522,0.0031780875,0.0021792774,0.003705015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096495764,0.01998982,0.04292101,0.0011238684,0.000081970094,0.0067913914,0.08830818,0.0026233145,0.058239695,0.0037088417,0.029387359,0.7458597],"study_design_scores_gemma":[0.0004339679,0.0249265,0.120855205,0.00060520857,0.0001677425,0.025858875,0.066657774,0.016855473,0.14800656,0.0020267772,0.5930222,0.000583746],"about_ca_topic_score_codex":0.001318646,"about_ca_topic_score_gemma":0.0025500646,"teacher_disagreement_score":0.0059609814,"about_ca_system_score_codex":0.00051435886,"about_ca_system_score_gemma":0.00113523,"threshold_uncertainty_score":0.021615863},"labels":[],"label_agreement":null},{"id":"W4384834957","doi":"10.1145/3593342.3593352","title":"spy3: A Python Subset for CS1","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Python (programming language); Computer science; Programming language","score_opus":0.037600420615249285,"score_gpt":0.30328216738372976,"score_spread":0.2656817467684805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834957","genre_codex":"software","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008317514,0.00012494471,0.31440765,0.00041894146,0.00020901246,0.000817172,0.010491671,0.62417907,0.04103403],"genre_scores_gemma":[0.10271686,0.0003675769,0.43737957,0.0015311615,0.00022714127,0.004333071,0.054697525,0.3177262,0.081020884],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986634,0.00016631735,0.00009891298,0.00022981952,0.0005626083,0.0002788531],"domain_scores_gemma":[0.99726045,0.00065198535,0.0001831077,0.0007165286,0.00062437553,0.00056360656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001618126,0.0014858744,0.0006070221,0.0009296578,0.0007326412,0.0012831503,0.0034945288,0.0007220711,0.12268845],"category_scores_gemma":[0.006017501,0.0010481841,0.0009511522,0.0009404334,0.0007636128,0.003584379,0.003937864,0.00387418,0.07299817],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011990763,0.00044840237,0.0026678063,0.0008841627,0.00006307155,0.00030958076,0.0007217277,0.0024606895,0.032209672,0.016580187,0.69298583,0.24946971],"study_design_scores_gemma":[0.00055270747,0.00033040898,0.006106175,0.00017042994,0.00003825507,0.0006730627,0.000096761294,0.032102875,0.049119763,0.015073941,0.8955567,0.00017898365],"about_ca_topic_score_codex":0.0019868426,"about_ca_topic_score_gemma":0.0026199962,"teacher_disagreement_score":0.12268845,"about_ca_system_score_codex":0.0008401225,"about_ca_system_score_gemma":0.0029606307,"threshold_uncertainty_score":0.4104337},"labels":[],"label_agreement":null},{"id":"W4384834958","doi":"10.1145/3593342.3593348","title":"Generating CS1 Coding Questions using OpenAI","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Snippet; Coding (social sciences); Code (set theory); Set (abstract data type); Mathematics education; Programming language; Psychology","score_opus":0.06810560327565464,"score_gpt":0.3320679491478857,"score_spread":0.26396234587223105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07683616,0.00017325189,0.82902974,0.0006761527,0.00034659583,0.0027263458,0.0073032505,0.0662972,0.016611233],"genre_scores_gemma":[0.19311841,0.00015601581,0.76437384,0.00034779895,0.00009556748,0.002767086,0.014789517,0.0074678627,0.01688395],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99646425,0.0013216592,0.0002923859,0.00072540954,0.0009980014,0.00019826693],"domain_scores_gemma":[0.9635711,0.024655359,0.0014536747,0.002929748,0.0067035113,0.0006866713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003456868,0.0015793879,0.0004493865,0.0027462165,0.0007536817,0.0016971058,0.0015394966,0.0011848424,0.02182246],"category_scores_gemma":[0.029045496,0.00058464793,0.0007740065,0.001414257,0.0006886064,0.0019802134,0.0024384093,0.0014322214,0.0062946547],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007836761,0.0012933757,0.007688703,0.0017778748,0.00006553284,0.0011699054,0.010988888,0.011862307,0.045996957,0.017951252,0.06659262,0.83382887],"study_design_scores_gemma":[0.00068714964,0.0012840022,0.013442616,0.00089387543,0.00008660987,0.0022766688,0.0065242625,0.31768343,0.2331877,0.06102039,0.36242363,0.00048956583],"about_ca_topic_score_codex":0.0011028901,"about_ca_topic_score_gemma":0.0014496627,"teacher_disagreement_score":0.02182246,"about_ca_system_score_codex":0.00096241606,"about_ca_system_score_gemma":0.0009559331,"threshold_uncertainty_score":0.07300335},"labels":[],"label_agreement":null},{"id":"W4384834975","doi":"10.1145/3593342.3593355","title":"Using a Two-Stage Final Exam in an Intro CS Course: Student Perceptions and Grade Impacts","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Course (navigation); Class (philosophy); Computer science; Perception; Mathematics education; Stage (stratigraphy); Medical education; Psychology; Multimedia; Artificial intelligence; Medicine; Engineering","score_opus":0.11881225412356085,"score_gpt":0.42032584032800635,"score_spread":0.3015135862044455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384834975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99870336,0.00003445529,0.00014604232,0.00006842856,0.000016118944,0.000031642656,0.000026026231,0.000015893243,0.0009581381],"genre_scores_gemma":[0.9977742,0.00005038532,0.0004448597,0.000081367,0.000012191933,0.000034223365,0.000094279596,0.000010095272,0.0014983576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955804,0.0012777463,0.00043185364,0.00044022882,0.0015412814,0.00072837365],"domain_scores_gemma":[0.96899915,0.01045296,0.00582021,0.0010885345,0.006111557,0.007527603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005059864,0.0006899238,0.0005536199,0.0009341968,0.0008514463,0.0028369061,0.00083549024,0.00083399005,0.0034415775],"category_scores_gemma":[0.029858723,0.0002566472,0.00080215087,0.00045006518,0.00051352824,0.0011873964,0.0017449055,0.0015780771,0.00094315584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020874243,0.016695011,0.81281763,0.00029813146,0.00021149579,0.0007278139,0.012267198,0.0008983733,0.016645104,0.0001752367,0.0024343897,0.13474219],"study_design_scores_gemma":[0.00011181217,0.022091882,0.9478352,0.00010627921,0.000119044205,0.00038352885,0.014442872,0.001545177,0.009533924,0.00016233037,0.003555124,0.000112832684],"about_ca_topic_score_codex":0.0023020196,"about_ca_topic_score_gemma":0.0038990558,"teacher_disagreement_score":0.005059864,"about_ca_system_score_codex":0.0006278199,"about_ca_system_score_gemma":0.00070418447,"threshold_uncertainty_score":0.026759446},"labels":[],"label_agreement":null},{"id":"W4385486856","doi":"10.23977/aetp.2023.070804","title":"The correlation between participating extramural programming courses and children's intelligence development","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Promotion (chess); Computer science; Mathematics education; Scale (ratio); Computer programming; Psychology; Medical education; Medicine; Political science; Politics","score_opus":0.026712324092019825,"score_gpt":0.37526215828902865,"score_spread":0.3485498341970088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385486856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965013,0.0003979348,0.00006549377,0.00021001462,0.000016220416,0.000011571521,0.00029587533,0.000010962636,0.0024905498],"genre_scores_gemma":[0.99760747,0.0004014059,0.00023115808,0.0000457076,0.000015608612,0.00001922202,0.00031016974,0.0000069701714,0.001362245],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991134,0.000118656,0.000117010415,0.00015129252,0.00037582067,0.00012392529],"domain_scores_gemma":[0.99300766,0.0014130336,0.002668557,0.0003291751,0.00087017793,0.0017113825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067562424,0.00019187956,0.00018300048,0.001299482,0.0003168384,0.0007053165,0.00062048086,0.00047954815,0.008272736],"category_scores_gemma":[0.006142524,0.0001672161,0.00031434355,0.0008390229,0.00042107626,0.00054647046,0.00086179655,0.001207812,0.0006733147],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002851334,0.000097711985,0.9941227,0.000024517738,0.000011798962,0.00012582212,0.00047793097,0.000023646438,0.00018242055,0.00009061901,0.00029931538,0.0045149974],"study_design_scores_gemma":[0.0000010164721,0.00006979937,0.99843985,0.000014574286,0.000008093537,0.00025454554,0.00049337547,0.000029769733,0.00008404963,0.000039584353,0.0005623175,0.0000031188222],"about_ca_topic_score_codex":0.0034519648,"about_ca_topic_score_gemma":0.004162163,"teacher_disagreement_score":0.008272736,"about_ca_system_score_codex":0.00039933182,"about_ca_system_score_gemma":0.0005777514,"threshold_uncertainty_score":0.027675092},"labels":[],"label_agreement":null},{"id":"W4385761401","doi":"10.4204/eptcs.382.2","title":"Computer Aided Design and Grading for an Electronic Functional Programming Exam","year":2023,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Grading (engineering); Computer science; Automation; Constructive; Programming language; Mathematical proof; Software engineering; Process (computing); Artificial intelligence","score_opus":0.02026439381970135,"score_gpt":0.26803784934809655,"score_spread":0.2477734555283952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385761401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07007376,0.00016174909,0.8923865,0.0006426646,0.00044858968,0.001651018,0.00046526841,0.009338814,0.024831656],"genre_scores_gemma":[0.27057257,0.000105252126,0.70702857,0.00017043359,0.000075417694,0.00073475693,0.0008556472,0.00096078357,0.019496545],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99518615,0.0015452207,0.0004728905,0.0005493107,0.0020154554,0.00023091723],"domain_scores_gemma":[0.9799121,0.0068280217,0.0009390863,0.0032622297,0.008478964,0.0005795488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065185083,0.0005749585,0.0003477366,0.001540947,0.0005823036,0.0028071965,0.0013584108,0.0009842335,0.025373302],"category_scores_gemma":[0.029066665,0.00040074,0.00050192914,0.00074248057,0.00044637622,0.0009750903,0.000907407,0.00089539256,0.0058789058],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005284574,0.0005123162,0.0049778596,0.00028702972,0.000025775778,0.0004897115,0.000770045,0.018267509,0.044456176,0.016994216,0.021521617,0.89116925],"study_design_scores_gemma":[0.0007013816,0.0036043979,0.029827163,0.00039872227,0.00012739871,0.0022690448,0.0010743624,0.4064998,0.1775405,0.020980233,0.35664,0.00033706328],"about_ca_topic_score_codex":0.0010222625,"about_ca_topic_score_gemma":0.001431126,"teacher_disagreement_score":0.025373302,"about_ca_system_score_codex":0.00088083575,"about_ca_system_score_gemma":0.0014195301,"threshold_uncertainty_score":0.0848822},"labels":[],"label_agreement":null},{"id":"W4385783517","doi":"10.1080/08993408.2023.2245687","title":"The applications of machine learning in computational thinking assessments: a scoping review","year":2023,"lang":"en","type":"review","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Context (archaeology); Computational thinking; Cluster analysis; Workload; Scope (computer science); Naive Bayes classifier; Data science; Support vector machine","score_opus":0.07046104553776707,"score_gpt":0.43872424193807,"score_spread":0.368263196400303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385783517","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011796117,0.99863774,0.0002886943,0.0003406481,0.00010891931,0.000046469224,0.000034715595,0.0000048039715,0.00042011385],"genre_scores_gemma":[0.0015484876,0.9973667,0.00062248565,0.00018807738,0.0000556189,0.0000939215,0.000045182154,0.0000035660228,0.0000759119],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9923096,0.0026605881,0.0025230034,0.0005512885,0.0017712516,0.00018427713],"domain_scores_gemma":[0.91213465,0.07495551,0.004471832,0.0010808806,0.0069436547,0.0004134327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014391734,0.0013637702,0.0034260156,0.021463806,0.0009646174,0.0034261295,0.002174844,0.0027283332,0.0032951506],"category_scores_gemma":[0.05511842,0.0011225764,0.0030801848,0.019290568,0.0016945138,0.003645391,0.0021223642,0.0020883647,0.000739084],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005784751,0.000043683416,0.0005484771,0.3994498,0.0007436031,0.00012126069,0.00061993883,0.00049896305,0.00026161876,0.003784794,0.0066050515,0.58726496],"study_design_scores_gemma":[0.000018266035,0.000072511524,0.0014654913,0.8331649,0.0024397268,0.00038679285,0.00046550436,0.00024735485,0.00028583544,0.0023622785,0.15905756,0.00003388498],"about_ca_topic_score_codex":0.0074688364,"about_ca_topic_score_gemma":0.01428278,"teacher_disagreement_score":0.021463806,"about_ca_system_score_codex":0.003500831,"about_ca_system_score_gemma":0.014960311,"threshold_uncertainty_score":0.076111674},"labels":[],"label_agreement":null},{"id":"W4386095606","doi":"10.4204/eptcs.384.1","title":"Graphical CSS Code Transformation Using ZX Calculus","year":2023,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Perimeter Institute; University of Waterloo","funders":"Clarendon Fund; Innovation, Science and Economic Development Canada; Institut Périmètre de physique théorique; Natural Sciences and Engineering Research Council of Canada; Government of Canada; Ministry of Colleges and Universities","keywords":"Transformation (genetics); Code (set theory); Computer science; Programming language; Calculus (dental); Mathematics; Algebra over a field; Arithmetic; Pure mathematics; Chemistry; Dentistry","score_opus":0.011292536358004182,"score_gpt":0.2745351148492931,"score_spread":0.2632425784912889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386095606","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023749579,0.00020971394,0.9295597,0.00043023756,0.00029241227,0.00010989099,0.00020756245,0.0015449134,0.04389597],"genre_scores_gemma":[0.5104952,0.0007581326,0.44295236,0.0007407139,0.00025823934,0.00051809504,0.000456269,0.0013434346,0.042477585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99928635,0.0001396178,0.000044390614,0.00013226768,0.00029803542,0.00009933486],"domain_scores_gemma":[0.99950755,0.0001481814,0.000042462696,0.00013394839,0.00012895615,0.00003892997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054919225,0.00039563098,0.00029117457,0.00087874837,0.00068165036,0.0015448432,0.00066687487,0.00068533426,0.009211989],"category_scores_gemma":[0.00176205,0.00024096845,0.00079862494,0.0005121256,0.0017520356,0.002075411,0.0012888231,0.0016525766,0.0021894523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019253697,0.000014439813,0.00005960125,0.0000283692,0.0000041446615,0.00008744123,0.00019117598,0.0026485343,0.0049785012,0.9783891,0.00082081923,0.012758608],"study_design_scores_gemma":[0.00002616888,0.000051470768,0.00012308938,0.000034317545,0.000015391977,0.00020846874,0.00009520895,0.030765139,0.016824085,0.9079524,0.04387401,0.000030107358],"about_ca_topic_score_codex":0.0010439344,"about_ca_topic_score_gemma":0.00069111754,"teacher_disagreement_score":0.009211989,"about_ca_system_score_codex":0.0008278985,"about_ca_system_score_gemma":0.0007358165,"threshold_uncertainty_score":0.030817151},"labels":[],"label_agreement":null},{"id":"W4386159135","doi":"10.1109/csci58124.2022.00335","title":"On the Educational and Professional Implications of Integrating Mind Mapping in Software Testing","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pacific Railway (Canada); Concordia University","funders":"","keywords":"System integration testing; Computer science; Software construction; Software engineering; Software development; Personal software process; Verification and validation; Software quality; Software quality analyst; Software peer review; Social software engineering; Quality (philosophy); Software; Software reliability testing; Engineering; Programming language","score_opus":0.04590436683483641,"score_gpt":0.2955592858689278,"score_spread":0.24965491903409143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386159135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09362565,0.010327827,0.3667093,0.16316338,0.0010677578,0.00031782818,0.000039933282,0.00056610495,0.36418232],"genre_scores_gemma":[0.7777724,0.008112434,0.18064022,0.0092182085,0.00036191646,0.00035207483,0.00003080692,0.00016245048,0.023349458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9962829,0.0029055455,0.00005680579,0.00015236431,0.00043887176,0.00016367223],"domain_scores_gemma":[0.97653073,0.020335969,0.00044904815,0.00091847737,0.00085068773,0.0009150365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070035364,0.0004612784,0.0002010866,0.0011015141,0.0024564504,0.0040557534,0.0010871605,0.0022917064,0.00574028],"category_scores_gemma":[0.017710507,0.00027659847,0.0003665165,0.0006770855,0.0120000215,0.0065772193,0.0046735904,0.0040570614,0.0011379925],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110460925,0.00038819516,0.0037795347,0.0005182522,0.000015336776,0.0011738063,0.041144397,0.0023766663,0.002831614,0.5790282,0.011915753,0.3567179],"study_design_scores_gemma":[0.000030308924,0.0002471956,0.0045036925,0.0009880975,0.000017519375,0.0012317325,0.01995319,0.0046828026,0.0028358176,0.8348397,0.13059981,0.00007007897],"about_ca_topic_score_codex":0.0013422717,"about_ca_topic_score_gemma":0.0033331744,"teacher_disagreement_score":0.0070035364,"about_ca_system_score_codex":0.0016294112,"about_ca_system_score_gemma":0.002424046,"threshold_uncertainty_score":0.037038624},"labels":[],"label_agreement":null},{"id":"W4386301498","doi":"10.25071/1497-3170.2487","title":"CST Graduate Teaching Associates","year":2001,"lang":"en","type":"article","venue":"CORE","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Medical education; Psychology; Medicine","score_opus":0.0936326706042777,"score_gpt":0.3143487545966179,"score_spread":0.22071608399234016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386301498","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003873926,0.00091164414,0.00572575,0.004076903,0.0017559878,0.000056749912,0.0006804595,0.0015482837,0.9813703],"genre_scores_gemma":[0.0023468798,0.0003262841,0.0008711371,0.0003072021,0.0000976039,0.000018959763,0.00021368766,0.00010210663,0.99571615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994832,0.00005093966,0.000020897025,0.00013146982,0.00025156734,0.00006191276],"domain_scores_gemma":[0.9980994,0.00028967296,0.00006227709,0.00017742868,0.0005217749,0.00084960565],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056479394,0.0011982911,0.0008099639,0.001577845,0.0020883984,0.0025351632,0.00089679746,0.0017489276,0.78118354],"category_scores_gemma":[0.002142565,0.0006292864,0.0005141694,0.0014112042,0.0006008072,0.0018906164,0.0023070823,0.002721481,0.6724052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013222989,0.0005636906,0.0008225541,0.00020462439,0.00000906683,0.00025357795,0.00028417577,0.00026188535,0.003836539,0.016598063,0.6068279,0.3702058],"study_design_scores_gemma":[0.00002335783,0.000080371035,0.0010559362,0.00011234471,0.000010592555,0.00025647748,0.00016886777,0.00038223894,0.0013976359,0.0043369746,0.99216616,0.0000089835785],"about_ca_topic_score_codex":0.00089253095,"about_ca_topic_score_gemma":0.0049853697,"teacher_disagreement_score":0.78118354,"about_ca_system_score_codex":0.0009371342,"about_ca_system_score_gemma":0.0024431765,"threshold_uncertainty_score":0.31211507},"labels":[],"label_agreement":null},{"id":"W4386309735","doi":"10.29408/jel.v9i2.12299","title":"The relationship between self-efficacy and computational thinking skills of fifth grade elementary school students","year":2023,"lang":"en","type":"article","venue":"Jurnal Elemen","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Mathematics education; Psychology; Pedagogy","score_opus":0.029694258007396494,"score_gpt":0.33174360434856753,"score_spread":0.30204934634117103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99948657,0.000019980424,0.000015121594,0.000011730338,0.0000010364537,0.0000016557791,0.00000882655,8.05556e-7,0.0004541831],"genre_scores_gemma":[0.9995433,0.00001791841,0.000024527933,0.0000032571875,6.345126e-7,0.000001955322,0.000021259897,3.3986825e-7,0.00038691238],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99975604,0.000037497422,0.00002688803,0.00003398534,0.00007026284,0.00007518587],"domain_scores_gemma":[0.9981337,0.00048202483,0.00056545093,0.00009708327,0.00027382668,0.00044799753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041091768,0.00013204072,0.00016398926,0.00080266315,0.0002721463,0.0006890502,0.00015250286,0.00030137826,0.0026845145],"category_scores_gemma":[0.0016013607,0.00012693793,0.00019409912,0.00028346875,0.00030743223,0.0001825324,0.00032771207,0.0004732571,0.00026698827],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021973914,0.00016607177,0.9948626,0.000011303211,0.000012871253,0.000059062826,0.00082211994,0.000039167735,0.00057271536,0.00013975498,0.000055271346,0.0032370614],"study_design_scores_gemma":[0.0000012587957,0.00006825455,0.9986779,0.000007909309,0.0000056726058,0.000043677122,0.0006996248,0.00010173052,0.00018743252,0.000037671933,0.00016659468,0.000002158086],"about_ca_topic_score_codex":0.0016985298,"about_ca_topic_score_gemma":0.0027264862,"teacher_disagreement_score":0.0026845145,"about_ca_system_score_codex":0.00016888705,"about_ca_system_score_gemma":0.0002717268,"threshold_uncertainty_score":0.008980572},"labels":[],"label_agreement":null},{"id":"W4386313997","doi":"10.25071/1497-3170.2703","title":"CST Graduate Teaching Associates","year":2001,"lang":"en","type":"article","venue":"CORE","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computer science; Medical education; Psychology; Medicine","score_opus":0.0936326706042777,"score_gpt":0.3143487545966179,"score_spread":0.22071608399234016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386313997","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003873926,0.00091164414,0.00572575,0.004076903,0.0017559878,0.000056749912,0.0006804595,0.0015482837,0.9813703],"genre_scores_gemma":[0.0023468798,0.0003262841,0.0008711371,0.0003072021,0.0000976039,0.000018959763,0.00021368766,0.00010210663,0.99571615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994832,0.00005093966,0.000020897025,0.00013146982,0.00025156734,0.00006191276],"domain_scores_gemma":[0.9980994,0.00028967296,0.00006227709,0.00017742868,0.0005217749,0.00084960565],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056479394,0.0011982911,0.0008099639,0.001577845,0.0020883984,0.0025351632,0.00089679746,0.0017489276,0.78118354],"category_scores_gemma":[0.002142565,0.0006292864,0.0005141694,0.0014112042,0.0006008072,0.0018906164,0.0023070823,0.002721481,0.6724052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013222989,0.0005636906,0.0008225541,0.00020462439,0.00000906683,0.00025357795,0.00028417577,0.00026188535,0.003836539,0.016598063,0.6068279,0.3702058],"study_design_scores_gemma":[0.00002335783,0.000080371035,0.0010559362,0.00011234471,0.000010592555,0.00025647748,0.00016886777,0.00038223894,0.0013976359,0.0043369746,0.99216616,0.0000089835785],"about_ca_topic_score_codex":0.00089253095,"about_ca_topic_score_gemma":0.0049853697,"teacher_disagreement_score":0.78118354,"about_ca_system_score_codex":0.0009371342,"about_ca_system_score_gemma":0.0024431765,"threshold_uncertainty_score":0.31211507},"labels":[],"label_agreement":null},{"id":"W4386318459","doi":"10.1080/14794802.2023.2239195","title":"Learning programming for mathematical investigations: an instrumental and community of practice approach","year":2023,"lang":"en","type":"article","venue":"Research in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Context (archaeology); Mathematics education; Focus (optics); Mathematical practice; Action (physics); Computer science; Work (physics); Sociology; Pedagogy; Psychology; Engineering","score_opus":0.19138969948188236,"score_gpt":0.46064660655722,"score_spread":0.26925690707533767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386318459","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0768539,0.0010499724,0.7516647,0.017051596,0.00015465455,0.00062609,0.00003215858,0.00026664126,0.15230031],"genre_scores_gemma":[0.87131584,0.00045851726,0.11853819,0.0005742907,0.000082623235,0.00072969496,0.00003087814,0.00008498104,0.008184945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9651168,0.02758396,0.0006678754,0.0023536112,0.003301369,0.00097637635],"domain_scores_gemma":[0.959727,0.025586255,0.0025341876,0.006380149,0.0026798397,0.0030926503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022973469,0.00080084783,0.0007571227,0.004873819,0.00649984,0.012429548,0.004458176,0.0041447417,0.0074587786],"category_scores_gemma":[0.03650168,0.00060943764,0.00088810537,0.0020121885,0.054282654,0.015171427,0.017208511,0.0051524956,0.0010974627],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019564195,0.0001244788,0.0012139117,0.0001422516,0.000017956934,0.000095440024,0.031887434,0.00085252983,0.00042229798,0.942464,0.00049631775,0.02226395],"study_design_scores_gemma":[0.00003496568,0.000120331075,0.0007723504,0.00025588478,0.000014775513,0.00016456943,0.015150946,0.0050294027,0.0004956971,0.9349329,0.042998426,0.000029622224],"about_ca_topic_score_codex":0.00097265095,"about_ca_topic_score_gemma":0.0012290669,"teacher_disagreement_score":0.022973469,"about_ca_system_score_codex":0.005864877,"about_ca_system_score_gemma":0.006785599,"threshold_uncertainty_score":0.12149674},"labels":[],"label_agreement":null},{"id":"W4386368345","doi":"10.3102/ip.23.2003898","title":"The Relationship Between Computational Thinking and Problem-Solving in an Online Programming Activity","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computational thinking; Computer science; Theoretical computer science; Human–computer interaction; Artificial intelligence","score_opus":0.09488051328866907,"score_gpt":0.33414329308838103,"score_spread":0.23926277979971194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386368345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99132967,0.000052029278,0.00085966295,0.00015964246,0.0000074350132,0.000022193823,0.000017376444,0.000022274484,0.007529822],"genre_scores_gemma":[0.99715143,0.00006701807,0.0016338658,0.000043184165,0.0000066025345,0.000031100233,0.00003977845,0.000017352959,0.001009618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979055,0.0012547713,0.00010817872,0.00018435667,0.00040882832,0.00013843924],"domain_scores_gemma":[0.8944334,0.092048235,0.006462113,0.0013340889,0.0025812574,0.003140948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022537261,0.00024221807,0.00024497256,0.0008937853,0.00074418104,0.003330416,0.00065978034,0.0007598976,0.0038761862],"category_scores_gemma":[0.055265065,0.00027650144,0.0002360919,0.00081494264,0.0008764793,0.0016154835,0.0011175121,0.0024436554,0.0004500898],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017192434,0.010799833,0.8526613,0.00028152703,0.0002537495,0.0007101692,0.017575303,0.004801579,0.012069602,0.011839688,0.0012049647,0.08608313],"study_design_scores_gemma":[0.00013491232,0.001413181,0.9302975,0.00013670989,0.00022657086,0.0009759819,0.013049094,0.024609674,0.0057781823,0.02067464,0.002613657,0.00008988547],"about_ca_topic_score_codex":0.001850692,"about_ca_topic_score_gemma":0.0026604773,"teacher_disagreement_score":0.0038761862,"about_ca_system_score_codex":0.0006958655,"about_ca_system_score_gemma":0.0012173232,"threshold_uncertainty_score":0.01296711},"labels":[],"label_agreement":null},{"id":"W4386587802","doi":"10.1145/3568813.3600119","title":"Evaluating the Utility of Notional Machine Representations to Help Novices Learn to Code Trace","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Notional amount; Computer science; Representation (politics); TRACE (psycholinguistics); Table (database); Tracing; Code (set theory); Artificial intelligence; Mathematics education; Programming language; Machine learning; Human–computer interaction; Psychology; Data mining","score_opus":0.13961673004324635,"score_gpt":0.43037704622130435,"score_spread":0.290760316178058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386587802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952625,0.0000704768,0.0035776724,0.00006407135,0.000007181541,0.0001248434,0.000021412106,0.000068663634,0.0008030494],"genre_scores_gemma":[0.98472035,0.0001617036,0.013927915,0.000040386134,0.000008313146,0.00022269729,0.000091828384,0.000015746973,0.00081098615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980959,0.0009097282,0.00018472083,0.00033028552,0.00036265774,0.00011662624],"domain_scores_gemma":[0.94879663,0.042696178,0.0032374992,0.0023502898,0.0014771051,0.0014422709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042712386,0.00076268846,0.00051152916,0.0007063962,0.00023438799,0.0013774663,0.0013549312,0.0011068186,0.0022298596],"category_scores_gemma":[0.046865847,0.0003262765,0.00030571918,0.0003600437,0.001073678,0.0025467423,0.0012346591,0.0016025649,0.00044972703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012976333,0.035003934,0.12374658,0.0018809623,0.00038739265,0.00032606896,0.012695806,0.088911325,0.06868772,0.00564983,0.0017811923,0.64795285],"study_design_scores_gemma":[0.0038959547,0.18721312,0.2069182,0.0008604056,0.0011932615,0.0007671758,0.009291344,0.4032985,0.1484543,0.02572869,0.011987566,0.00039155042],"about_ca_topic_score_codex":0.00087471266,"about_ca_topic_score_gemma":0.0011858224,"teacher_disagreement_score":0.0042712386,"about_ca_system_score_codex":0.0005112545,"about_ca_system_score_gemma":0.0007022895,"threshold_uncertainty_score":0.02258873},"labels":[],"label_agreement":null},{"id":"W4386630778","doi":"10.1145/3605468.3609753","title":"Applying the Mathematical Task Framework to K-8 Computing","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Task (project management); Work (physics); Systems engineering; Engineering","score_opus":0.027451050876616555,"score_gpt":0.3050300316257934,"score_spread":0.27757898074917686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386630778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021413166,0.00051000895,0.8634873,0.0028543707,0.0002564036,0.00013356209,0.00021217659,0.0004402543,0.110692814],"genre_scores_gemma":[0.5098966,0.0007669516,0.4652301,0.00049322314,0.00028814524,0.00037438958,0.00043471472,0.00042653386,0.022089476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99842703,0.00068778795,0.00010066185,0.00021226992,0.00032094072,0.00025135567],"domain_scores_gemma":[0.9974649,0.001085932,0.0002290152,0.0004409633,0.0005202193,0.00025894184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001925028,0.0006290876,0.0003775771,0.0014790285,0.0018186002,0.0029463868,0.001335701,0.0009953537,0.011751831],"category_scores_gemma":[0.006589909,0.00029400928,0.0011707838,0.0011190467,0.0047722613,0.007351816,0.0024803495,0.002224266,0.0029885224],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016560878,0.000020332538,0.000238036,0.000056118042,0.000002908159,0.000033716467,0.00040792188,0.0035879533,0.00025190212,0.9740029,0.0014428473,0.019938879],"study_design_scores_gemma":[0.000010511132,0.00003494817,0.00034793618,0.000062116276,0.0000048164793,0.00008141619,0.00037577824,0.025404198,0.00064393866,0.934832,0.03818307,0.000019268029],"about_ca_topic_score_codex":0.007437357,"about_ca_topic_score_gemma":0.0053410316,"teacher_disagreement_score":0.011751831,"about_ca_system_score_codex":0.0027558606,"about_ca_system_score_gemma":0.003304614,"threshold_uncertainty_score":0.039313793},"labels":[],"label_agreement":null},{"id":"W4386736717","doi":"10.1007/978-3-030-95060-6_34-1","title":"Technology in University Mathematics Education","year":2023,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Mathematics education; Dialectic; Scale (ratio); Object (grammar); Computer science; Mathematics; Epistemology; Artificial intelligence; Geography","score_opus":0.020337881800869043,"score_gpt":0.2672003446088421,"score_spread":0.24686246280797308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386736717","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002440279,0.05179385,0.0038159844,0.004605265,0.0011443635,0.000014270398,0.000021828619,0.000064625136,0.9360994],"genre_scores_gemma":[0.05845419,0.03729457,0.0022248398,0.0009277732,0.0008663601,0.00003759779,0.00004660243,0.00006528929,0.9000829],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99970704,0.00010426234,0.000011879938,0.00003488902,0.00010427297,0.00003760746],"domain_scores_gemma":[0.99976903,0.00010672284,0.000014400508,0.000027570943,0.000032245905,0.000049958962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037340136,0.00050534285,0.0003110129,0.0009373133,0.0013878649,0.004779897,0.00048155445,0.0011772969,0.034231845],"category_scores_gemma":[0.0008941005,0.00022128766,0.00020122777,0.0014916741,0.0021330654,0.004231945,0.0018404495,0.0021663269,0.008502306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008972525,0.000053812928,0.00023736744,0.000115723815,0.000003263687,0.000052585303,0.0015989583,0.0003196805,0.00027403384,0.7306794,0.08989663,0.17675953],"study_design_scores_gemma":[0.000002129819,0.000015618949,0.0004764574,0.00021385873,0.0000022647882,0.00009432088,0.0006846142,0.0002069657,0.00018854384,0.0876225,0.91048825,0.0000043769824],"about_ca_topic_score_codex":0.0016724501,"about_ca_topic_score_gemma":0.0034169753,"teacher_disagreement_score":0.034231845,"about_ca_system_score_codex":0.0018944354,"about_ca_system_score_gemma":0.0021215393,"threshold_uncertainty_score":0.114516914},"labels":[],"label_agreement":null},{"id":"W4386927836","doi":"10.1007/s10763-023-10419-1","title":"Exploring Computational Thinking in the Context of Mathematics Learning in Secondary Schools: Dispositions, Engagement and Learning Performance","year":2023,"lang":"en","type":"article","venue":"International Journal of Science and Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Context (archaeology); Disposition; Task (project management); Bridge (graph theory); Structural equation modeling; Pedagogy; Psychology; Mathematics; Engineering; Medicine; Social psychology","score_opus":0.06077197648115023,"score_gpt":0.31821674778941605,"score_spread":0.2574447713082658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386927836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989975,0.000016446327,0.00006146561,0.000028799039,0.0000015744411,0.0000052358637,0.0000060951897,0.0000021512938,0.00088074355],"genre_scores_gemma":[0.99930584,0.000026498365,0.0001272874,0.00001538694,0.0000017337453,0.00001061824,0.000023028239,0.0000031332936,0.00048639585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986965,0.0004536257,0.000075319804,0.00023628557,0.0002576152,0.0002806378],"domain_scores_gemma":[0.9921469,0.0030969775,0.001977532,0.0005579546,0.00070121576,0.0015194096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019230858,0.0002898962,0.00043281115,0.0010572738,0.0015164807,0.007038546,0.00050022954,0.00082411495,0.0025780923],"category_scores_gemma":[0.012482414,0.00034127437,0.00033006084,0.0007747831,0.002112624,0.0017872339,0.0031216831,0.0024175006,0.00059349684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068210735,0.004224315,0.7703971,0.00016045154,0.000092928676,0.00036562912,0.18090414,0.00094543665,0.009796116,0.0042869174,0.00056421175,0.027580535],"study_design_scores_gemma":[0.000048506146,0.001187935,0.86553586,0.00010715576,0.000056972825,0.00032586162,0.115491316,0.0017285014,0.003553066,0.0085508935,0.0033425782,0.00007134404],"about_ca_topic_score_codex":0.0025601804,"about_ca_topic_score_gemma":0.004351884,"teacher_disagreement_score":0.007038546,"about_ca_system_score_codex":0.0008654547,"about_ca_system_score_gemma":0.0015326169,"threshold_uncertainty_score":0.010170341},"labels":[],"label_agreement":null},{"id":"W4387013696","doi":"10.5539/ies.v16n5p94","title":"Development in Computer Curriculum in Saudi Arabia: Systematic Review","year":2023,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Inclusion (mineral); Christian ministry; Curriculum development; Qualitative research; Mathematics education; Curriculum mapping; Medical education; Pedagogy; Sociology; Psychology; Political science; Social science; Medicine","score_opus":0.05180080468712064,"score_gpt":0.376586228789229,"score_spread":0.32478542410210837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387013696","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038473539,0.9938643,0.0002079843,0.00058819534,0.00017074321,0.0003122863,0.0004133158,0.00000824909,0.0005876296],"genre_scores_gemma":[0.029245462,0.96813375,0.0010724476,0.00059086777,0.00008267565,0.00044843424,0.00026340605,0.000004675116,0.00015828488],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9918785,0.002818761,0.0031827157,0.00039181072,0.00147748,0.00025076378],"domain_scores_gemma":[0.95805293,0.026050624,0.007868156,0.0006466878,0.0067241653,0.00065744476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0124605745,0.0011153426,0.003001051,0.017857334,0.0009743395,0.0026592151,0.0012405579,0.0012759616,0.0025787007],"category_scores_gemma":[0.04282237,0.0006609852,0.0026360368,0.01647261,0.0010296166,0.0028574413,0.001702271,0.0007353591,0.00022582657],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018071257,0.000032155505,0.0025920738,0.87949246,0.0020852513,0.00027605824,0.001379069,0.00013933922,0.0003096696,0.00045320566,0.0023677752,0.11069227],"study_design_scores_gemma":[0.00013243277,0.00030843797,0.009839871,0.9183121,0.012849709,0.00087964785,0.0036566106,0.00008993451,0.0005036291,0.00042907931,0.052957367,0.00004111765],"about_ca_topic_score_codex":0.009015805,"about_ca_topic_score_gemma":0.02616629,"teacher_disagreement_score":0.017857334,"about_ca_system_score_codex":0.0045700273,"about_ca_system_score_gemma":0.02554102,"threshold_uncertainty_score":0.0658986},"labels":[],"label_agreement":null},{"id":"W4387125211","doi":"10.1063/5.0163402","title":"The mathematical, reading, and scientific literacies for sustainable development in the fourth industrial revolution","year":2023,"lang":"en","type":"article","venue":"AIP conference proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; HEC Montréal","funders":"","keywords":"Reading (process); Industrial Revolution; Computer science; Sustainable development; Development (topology); Engineering ethics; Engineering; Political science; Linguistics; Philosophy; Mathematics","score_opus":0.05096452221426585,"score_gpt":0.2805066012357341,"score_spread":0.22954207902146828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387125211","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3989033,0.006832584,0.0024892802,0.09820662,0.00016784127,0.000022274979,0.00008821284,0.00008029051,0.4932095],"genre_scores_gemma":[0.9880816,0.00081152545,0.0004894279,0.00057310873,0.00005420873,0.000012800382,0.00001861152,0.000013442756,0.009945299],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99819994,0.000936933,0.00006190691,0.00011324857,0.0003251092,0.00036290797],"domain_scores_gemma":[0.9944788,0.0037221517,0.00054357335,0.00041485662,0.00047132297,0.0003692291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035234285,0.000254541,0.0003275034,0.0018370872,0.0032105197,0.006780902,0.0005962194,0.0017314308,0.0069903806],"category_scores_gemma":[0.007969268,0.0001564441,0.00027233554,0.0013934904,0.014041323,0.0050368733,0.004324411,0.004226507,0.0004484584],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047468027,0.000097983706,0.0028231058,0.00005409626,0.000005992877,0.00012478116,0.00939832,0.00083462504,0.00029181645,0.9585552,0.002826325,0.024940398],"study_design_scores_gemma":[0.000034638197,0.000048355407,0.0078732865,0.00024374815,0.000013617874,0.00012540787,0.013011995,0.0013631271,0.0014940529,0.8603711,0.11539082,0.00002985404],"about_ca_topic_score_codex":0.0048103025,"about_ca_topic_score_gemma":0.0049285404,"teacher_disagreement_score":0.0076610185,"about_ca_system_score_codex":0.0076610185,"about_ca_system_score_gemma":0.0073435837,"threshold_uncertainty_score":0.05558479},"labels":[],"label_agreement":null},{"id":"W4387162026","doi":"10.1109/icalt58122.2023.00060","title":"Using Open Technology to Bring Computational Thinking Activities to the Outdoors","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Computational thinking; Computer science; Computational model; Embedding; Visual programming language; Computational complexity theory; Multimedia; Human–computer interaction; Artificial intelligence; Programming language; Algorithm","score_opus":0.07144566202019494,"score_gpt":0.3730695562416366,"score_spread":0.3016238942214417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387162026","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042517968,0.0007340523,0.83217394,0.0020647093,0.00049455336,0.00024931203,0.00018358274,0.0045425096,0.11703934],"genre_scores_gemma":[0.32128552,0.0010694519,0.6211129,0.0007793992,0.00026706327,0.0008673778,0.000705774,0.0022342177,0.051678285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987165,0.00047041057,0.000056054327,0.00027008576,0.00032158106,0.00016540839],"domain_scores_gemma":[0.9968359,0.001155896,0.00018028513,0.001076981,0.0002477595,0.00050322554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010810338,0.0008080643,0.0003583109,0.0012509563,0.002446634,0.004486318,0.0017116307,0.0014837508,0.019501911],"category_scores_gemma":[0.0061036856,0.00060226774,0.0009378162,0.0010132573,0.0038418083,0.0103333695,0.009703751,0.0029565657,0.0041575744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023211139,0.0006925695,0.0027686944,0.0005795308,0.00004924621,0.0008579486,0.02842412,0.00503622,0.025291305,0.5621671,0.028529193,0.34537196],"study_design_scores_gemma":[0.00010266915,0.00029589407,0.0021026412,0.00037657245,0.00004263018,0.0011466414,0.0043999297,0.008395094,0.010620534,0.35619274,0.61623746,0.00008709305],"about_ca_topic_score_codex":0.0008894056,"about_ca_topic_score_gemma":0.0017879682,"teacher_disagreement_score":0.019501911,"about_ca_system_score_codex":0.0007554571,"about_ca_system_score_gemma":0.0009484455,"threshold_uncertainty_score":0.06524044},"labels":[],"label_agreement":null},{"id":"W4387193152","doi":"10.1109/icalt58122.2023.00012","title":"JUnit++: An Open Educational Tool for Simplifying Unit Testing","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Unit testing; Correctness; Computer science; Extension (predicate logic); Process (computing); Programming language; Test (biology); Focus (optics); Code (set theory); Software engineering; Software","score_opus":0.19552963859073866,"score_gpt":0.4042002680891279,"score_spread":0.20867062949838924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387193152","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006640484,0.00023849907,0.6391774,0.00026555438,0.00021947887,0.00036716327,0.0027541004,0.33346754,0.016869776],"genre_scores_gemma":[0.13395411,0.0006680145,0.68181825,0.0011593489,0.00029994818,0.0012866344,0.02096182,0.134678,0.0251739],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99514294,0.0011976247,0.000602302,0.0005491219,0.0019989787,0.0005091621],"domain_scores_gemma":[0.9843678,0.008511297,0.001032928,0.0031469811,0.0022761733,0.00066494354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004763148,0.001754911,0.00087860314,0.0021044442,0.00084281334,0.002871598,0.0048857396,0.001303962,0.033640005],"category_scores_gemma":[0.026139723,0.001734686,0.0015624223,0.0014561483,0.0011936249,0.0046175276,0.0044378755,0.004098748,0.016232846],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019545495,0.00093573047,0.0063011125,0.0019304714,0.00015418725,0.00094736565,0.0011194928,0.0127371,0.028993743,0.046450794,0.28087842,0.6175969],"study_design_scores_gemma":[0.0009418868,0.00096076436,0.0068485173,0.0009512026,0.00019890523,0.002993337,0.00024460466,0.13619089,0.120683745,0.0714762,0.6579392,0.0005708148],"about_ca_topic_score_codex":0.0016745212,"about_ca_topic_score_gemma":0.0025509647,"teacher_disagreement_score":0.033640005,"about_ca_system_score_codex":0.00080863317,"about_ca_system_score_gemma":0.0018938972,"threshold_uncertainty_score":0.11253703},"labels":[],"label_agreement":null},{"id":"W4387506830","doi":"10.1007/978-3-030-95060-6_16-1","title":"Algebra Education and Digital Resources: A Long-Distance Relationship?","year":2023,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Algebra over a field; Distance education; Algebraic number; Cover (algebra); Mathematics education; Mathematics; Engineering; Pure mathematics","score_opus":0.021748818799965517,"score_gpt":0.27269620335837796,"score_spread":0.2509473845584124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387506830","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034476846,0.0681095,0.005928835,0.09594069,0.0019538212,0.000017249566,0.00011816347,0.0000838205,0.7933712],"genre_scores_gemma":[0.63372254,0.063103296,0.0027001405,0.011259887,0.0036611483,0.000053935004,0.00014295218,0.00010365069,0.28525248],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9994,0.00019823552,0.000019455865,0.00008480672,0.00016591369,0.00013154425],"domain_scores_gemma":[0.99640757,0.0016857582,0.0002954691,0.00013667377,0.0002855124,0.0011888978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009995416,0.00024654693,0.0003941348,0.00070336356,0.0016589061,0.011620983,0.00081418664,0.00188291,0.06063759],"category_scores_gemma":[0.003134046,0.00019596187,0.00015596392,0.0025890258,0.0045967363,0.017969197,0.0040388755,0.0029756255,0.005029595],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041171705,0.00017771096,0.0027218729,0.00018938495,0.000014293094,0.000113736955,0.0028242886,0.0000933807,0.00024028565,0.8340656,0.033243194,0.12627509],"study_design_scores_gemma":[0.000019606767,0.00008092301,0.009795671,0.0006908585,0.000021754931,0.00037644024,0.013838158,0.00026007876,0.00023384776,0.46984944,0.50480545,0.000027698428],"about_ca_topic_score_codex":0.0030804118,"about_ca_topic_score_gemma":0.006865065,"teacher_disagreement_score":0.06063759,"about_ca_system_score_codex":0.0018692272,"about_ca_system_score_gemma":0.003571588,"threshold_uncertainty_score":0.20285296},"labels":[],"label_agreement":null},{"id":"W4387506924","doi":"10.1007/978-3-030-95060-6_17-1","title":"Transforming Arithmetic Through Digital Resources","year":2023,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Embodied cognition; Computer science; Digital transformation; Transformation (genetics); Multimedia; Focus (optics); Mathematics education; Psychology; Artificial intelligence; World Wide Web","score_opus":0.02857280246434102,"score_gpt":0.2802271644864825,"score_spread":0.2516543620221415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387506924","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037656918,0.0017594653,0.050750602,0.0010270698,0.00035902968,0.000017725042,0.0000798026,0.0005037176,0.9417369],"genre_scores_gemma":[0.17372774,0.007431692,0.04866562,0.00070072786,0.00030904135,0.00008500024,0.000436378,0.0006330507,0.76801074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99984324,0.00003368665,0.000008508656,0.00002895862,0.0000658088,0.000019870555],"domain_scores_gemma":[0.99986184,0.00005567276,0.0000067901096,0.000043003143,0.00002299585,0.000009646798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016813556,0.00050589326,0.000224801,0.0008939293,0.00062190206,0.0034274547,0.00054211594,0.0004997851,0.05163706],"category_scores_gemma":[0.00093723554,0.00021285,0.00028553835,0.0010899412,0.002130555,0.0046860683,0.0019793012,0.0013135055,0.011116623],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000098049095,0.000009740138,0.000035822824,0.000048303173,0.0000020594057,0.00003801606,0.0003775907,0.0005941157,0.0007090962,0.8850067,0.011391601,0.10177726],"study_design_scores_gemma":[0.0000057877487,0.000012446043,0.00009856572,0.00010623804,0.0000054756088,0.00013664723,0.0003847777,0.0011603324,0.0016156646,0.4506131,0.5458527,0.000008239255],"about_ca_topic_score_codex":0.0013107306,"about_ca_topic_score_gemma":0.0018262262,"teacher_disagreement_score":0.05163706,"about_ca_system_score_codex":0.0008042989,"about_ca_system_score_gemma":0.0006832376,"threshold_uncertainty_score":0.17274314},"labels":[],"label_agreement":null},{"id":"W4387880808","doi":"10.1007/s10763-023-10428-0","title":"Correction to: Exploring Computational Thinking in the Context of Mathematics Learning in Secondary Schools: Dispositions, Engagement and Learning Performance","year":2023,"lang":"en","type":"article","venue":"International Journal of Science and Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Context (archaeology); Science education; Computational thinking; Learning sciences; Pedagogy; Science learning; Psychology; Computer science; Experiential learning; Geography","score_opus":0.03857716824903464,"score_gpt":0.3149102291897778,"score_spread":0.27633306094074317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387880808","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020588789,0.00038234223,0.00029743664,0.06558059,0.93089134,0.00003129385,0.0010692413,0.00030454647,0.0012372516],"genre_scores_gemma":[0.03978264,0.0058186864,0.004374123,0.18646085,0.50050914,0.0008929838,0.0035926362,0.001746551,0.25682238],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922276,0.0010373262,0.0014850907,0.0013469226,0.002965383,0.00093768514],"domain_scores_gemma":[0.91656667,0.017037155,0.003267623,0.0055754506,0.053211816,0.0043411795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043702573,0.0026082143,0.0036367986,0.0048955046,0.0058366205,0.006024541,0.006265533,0.014425951,0.09172307],"category_scores_gemma":[0.11109155,0.0014098557,0.0018926068,0.0040972997,0.005174369,0.003493169,0.0044824462,0.016386945,0.04962634],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059425805,0.000009231551,0.00013107278,0.00013796664,0.000013674884,0.00016816234,0.00008838145,0.000047762955,0.000041384028,0.00063899177,0.99517715,0.00348673],"study_design_scores_gemma":[0.00017880366,0.0000494669,0.004223664,0.00081906014,0.00006213078,0.0007071566,0.0006694477,0.0005649532,0.0005772285,0.0031643452,0.98885006,0.0001336947],"about_ca_topic_score_codex":0.0379069,"about_ca_topic_score_gemma":0.036897365,"teacher_disagreement_score":0.09172307,"about_ca_system_score_codex":0.007993634,"about_ca_system_score_gemma":0.01055152,"threshold_uncertainty_score":0.30684423},"labels":[],"label_agreement":null},{"id":"W4387909044","doi":"10.4018/978-1-6684-9527-8.ch005","title":"The Applications of Learning Analytics to Enhance Learning and Engagement in Introductory Programming Instruction","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Learning analytics; Computer science; Warrant; Data science; Analytics","score_opus":0.014341768626437197,"score_gpt":0.28354556234713413,"score_spread":0.2692037937206969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387909044","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059682682,0.071975216,0.25264677,0.01679412,0.0018602485,0.0006213923,0.00075979135,0.0034740397,0.59218574],"genre_scores_gemma":[0.32665235,0.09633607,0.34913146,0.0036320442,0.0018704605,0.0009169489,0.0014619092,0.0010298704,0.21896896],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99957675,0.00012565377,0.000013693735,0.000050684102,0.0002040025,0.000029164723],"domain_scores_gemma":[0.99813473,0.0016087942,0.00004795994,0.000052826217,0.000080289225,0.000075341995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007269789,0.0004908763,0.00029374758,0.0010543831,0.00039366976,0.0033085286,0.0006002946,0.0006027041,0.009297658],"category_scores_gemma":[0.0029024885,0.00018444782,0.00035560824,0.0011261968,0.0006486928,0.002261766,0.0016683756,0.0014042791,0.0023785366],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030391511,0.00012623773,0.0011939219,0.00076317013,0.000013428374,0.00013521418,0.003008657,0.0015223584,0.0033283043,0.04377891,0.03177858,0.91432077],"study_design_scores_gemma":[0.000022646134,0.00032867468,0.010767012,0.0030871758,0.000028164117,0.0013109628,0.003928085,0.010402609,0.0053766286,0.17345111,0.79122734,0.00006952415],"about_ca_topic_score_codex":0.00065124093,"about_ca_topic_score_gemma":0.0014425472,"teacher_disagreement_score":0.009297658,"about_ca_system_score_codex":0.0005754412,"about_ca_system_score_gemma":0.00084500667,"threshold_uncertainty_score":0.03110379},"labels":[],"label_agreement":null},{"id":"W4388081461","doi":"10.1007/s11858-023-01533-z","title":"Mathematics and interdisciplinary STEM education: recent developments and future directions","year":2023,"lang":"en","type":"article","venue":"ZDM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Division of Mathematical Sciences; University of the Sunshine Coast","keywords":"Curriculum; Mathematics education; Discipline; Engineering ethics; Pedagogy; Mathematics; Psychology; Sociology; Engineering; Social science","score_opus":0.02247216850998259,"score_gpt":0.29805817698995685,"score_spread":0.2755860084799743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388081461","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014082822,0.96197027,0.00040007808,0.029244928,0.0022847813,0.0000035114958,0.000022881588,0.000012649025,0.0046524983],"genre_scores_gemma":[0.021050168,0.9680539,0.0005891098,0.0035921487,0.005622352,0.000012378401,0.000055148936,0.000013281302,0.001011494],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985071,0.0005555882,0.00014927707,0.00026428964,0.0003786608,0.00014507504],"domain_scores_gemma":[0.9736744,0.019964766,0.001622399,0.00042708925,0.0029864684,0.0013248429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050502014,0.00037575228,0.0007307812,0.004956113,0.0011032536,0.007882097,0.0008044377,0.002921056,0.008402781],"category_scores_gemma":[0.01099853,0.00031774802,0.00055283104,0.008718177,0.003657882,0.009911924,0.0032100773,0.0042401254,0.0010798229],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115525705,0.00012346487,0.0038958616,0.011103311,0.000050091545,0.00022630334,0.0029543557,0.0003650095,0.00032040416,0.13826288,0.042154107,0.8004287],"study_design_scores_gemma":[0.000011343204,0.000118801014,0.008327335,0.01630156,0.000044967845,0.0005796692,0.007983541,0.00029080297,0.00024929145,0.049425073,0.9166201,0.000047472684],"about_ca_topic_score_codex":0.002072911,"about_ca_topic_score_gemma":0.002681423,"teacher_disagreement_score":0.008402781,"about_ca_system_score_codex":0.0030807997,"about_ca_system_score_gemma":0.0051727565,"threshold_uncertainty_score":0.028110147},"labels":[],"label_agreement":null},{"id":"W4388160422","doi":"10.1007/s11858-023-01534-y","title":"Technology maker practices in mathematics learning in STEM contexts: a case in Brazil and two cases in Canada","year":2023,"lang":"en","type":"article","venue":"ZDM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University; Western University","funders":"Social Sciences and Humanities Research Council of Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Mathematics education; Situated; Critical thinking; Best practice; Psychology; Pedagogy; Computer science; Political science","score_opus":0.03422631619762192,"score_gpt":0.31479208163357925,"score_spread":0.28056576543595735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388160422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.953741,0.0004162298,0.0010527276,0.0036784715,0.000022867893,0.000105806546,0.000046540517,0.000017781598,0.040918477],"genre_scores_gemma":[0.9936172,0.00030153827,0.0006660715,0.00015755503,0.0000024998808,0.000021266826,0.000012145423,0.000008699385,0.0052129943],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996469,0.0013001206,0.00008775509,0.00023209528,0.0005869858,0.0013239958],"domain_scores_gemma":[0.9940128,0.00246334,0.00041034847,0.00020959787,0.00086493144,0.002039071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002071922,0.00032208412,0.00043222195,0.0019343917,0.021510433,0.0052717635,0.0014118839,0.0019765473,0.0037251438],"category_scores_gemma":[0.0078002,0.0003016545,0.00031796316,0.0033302577,0.008554383,0.0018500544,0.0048851715,0.0019043249,0.00025395802],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006558544,0.00030695085,0.053794187,0.00018476098,0.00001369464,0.014063987,0.79978067,0.0007159409,0.0010309328,0.08589043,0.0025534248,0.041599385],"study_design_scores_gemma":[0.000023190452,0.00005688729,0.027800852,0.00030490733,0.000024744728,0.0016521299,0.90237707,0.00065677025,0.00062084344,0.003914862,0.062534995,0.00003280784],"about_ca_topic_score_codex":0.82487345,"about_ca_topic_score_gemma":0.9443903,"teacher_disagreement_score":0.17512655,"about_ca_system_score_codex":0.03557977,"about_ca_system_score_gemma":0.04900907,"threshold_uncertainty_score":0.35231578},"labels":[],"label_agreement":null},{"id":"W4388338185","doi":"10.1007/978-981-19-4804-6_5","title":"Sprints","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Code (set theory); Computer science; Process (computing); Test (biology); Aeronautics; Engineering; Programming language; Geology","score_opus":0.040658244669429126,"score_gpt":0.24973794260904517,"score_spread":0.20907969793961603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388338185","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031097516,0.0007595492,0.0014865069,0.00070632744,0.0012186042,0.000034869758,0.00032517518,0.0007265232,0.99443144],"genre_scores_gemma":[0.00040679338,0.00021048606,0.0002711356,0.00013013634,0.000061688224,0.000008370932,0.00014642326,0.00014382473,0.9986211],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995739,0.000039595536,0.000011817172,0.000066884124,0.00025320597,0.000054579497],"domain_scores_gemma":[0.9994093,0.0000804921,0.000015562862,0.00008384337,0.00023628089,0.00017446368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044468063,0.0010695491,0.0005884601,0.0023352671,0.002073868,0.0039438573,0.001181454,0.0011226973,0.6227479],"category_scores_gemma":[0.0012144442,0.0005155248,0.00066510716,0.0016455771,0.0005122872,0.0026985225,0.0027943167,0.0022063565,0.44254974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024972083,0.00004622793,0.0000673867,0.00007033754,0.0000018921104,0.000040822742,0.00012079886,0.000093391536,0.00028731703,0.011919907,0.8261591,0.16116787],"study_design_scores_gemma":[0.0000019543659,0.000006993609,0.00008442877,0.00003468709,8.2821117e-7,0.000036504236,0.00004729593,0.00005270896,0.00007194004,0.0018226097,0.9978377,0.0000023126831],"about_ca_topic_score_codex":0.002838613,"about_ca_topic_score_gemma":0.012975315,"teacher_disagreement_score":0.6227479,"about_ca_system_score_codex":0.0010392882,"about_ca_system_score_gemma":0.0013594655,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4388448643","doi":"10.1109/vl-hcc57772.2023.00010","title":"TangiBooks: Design and Creation of Paper-Based Tangibles with Embedded Electronics for Teaching Programming Concepts","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Curiosity; Computer science; Reflection (computer programming); Key (lock); Domain (mathematical analysis); Human–computer interaction; Space (punctuation); Appeal; Multimedia; Electronics; Engineering; Psychology","score_opus":0.018778712657834904,"score_gpt":0.2982021120183005,"score_spread":0.27942339936046556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388448643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16646123,0.0021869226,0.804364,0.00037537134,0.0005270775,0.0013415709,0.00039157868,0.0035956968,0.020756518],"genre_scores_gemma":[0.39217696,0.0011596888,0.5921901,0.00016075131,0.000038816546,0.0011086728,0.00022978972,0.000582756,0.012352575],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999522,0.000099360936,0.000037075002,0.00009170238,0.00017973849,0.00007026253],"domain_scores_gemma":[0.99897015,0.0005086549,0.00009197739,0.000113198774,0.0001402445,0.00017575291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072191225,0.0008904638,0.0002308802,0.0008269098,0.00039623943,0.0014368123,0.0012495962,0.0007159079,0.007115558],"category_scores_gemma":[0.0025919406,0.0005146889,0.00050126674,0.000438483,0.0008628449,0.0018277951,0.0018525575,0.00075400993,0.00091772916],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047357284,0.0005583669,0.0040476653,0.0038273602,0.000099018354,0.0030764204,0.0057855435,0.018926103,0.34709153,0.027964538,0.0073197284,0.5808302],"study_design_scores_gemma":[0.0009131814,0.0067797517,0.014344863,0.001581361,0.00033191094,0.007998169,0.0034083629,0.08703191,0.35280633,0.024317576,0.4999956,0.0004909866],"about_ca_topic_score_codex":0.00031470248,"about_ca_topic_score_gemma":0.00062550436,"teacher_disagreement_score":0.007115558,"about_ca_system_score_codex":0.00029099526,"about_ca_system_score_gemma":0.00057604787,"threshold_uncertainty_score":0.02380395},"labels":[],"label_agreement":null},{"id":"W4388543398","doi":"10.23977/jaip.2023.060704","title":"The Impact of Autonomous Robot Design and Programming on Student Creativity","year":2023,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Creativity; GRASP; Field (mathematics); Robot; Computer science; Engineering ethics; Autonomous robot; Mathematics education; Management science; Knowledge management; Human–computer interaction; Artificial intelligence; Psychology; Engineering; Mobile robot; Software engineering","score_opus":0.09607528582378523,"score_gpt":0.41635728894707064,"score_spread":0.3202820031232854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388543398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884654,0.00024993042,0.0010059391,0.0008582085,0.000021346706,0.00003442876,0.000030956955,0.00001185859,0.009321884],"genre_scores_gemma":[0.99860543,0.000105204206,0.0005215839,0.000055419954,0.0000070087553,0.000038627903,0.000013195192,0.000006149362,0.000647428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9881505,0.0055927215,0.0006461536,0.0007657204,0.0038484796,0.0009964419],"domain_scores_gemma":[0.9163553,0.061281797,0.006968979,0.003165972,0.0066283,0.0055996063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008639504,0.00024048849,0.00037175824,0.0010622041,0.0012275886,0.006884948,0.0009246472,0.0008749198,0.0044757975],"category_scores_gemma":[0.060518816,0.0002605372,0.0006634437,0.0009963737,0.0020159925,0.0022025148,0.0035863924,0.0020362476,0.0005141498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014456909,0.0047422154,0.5669442,0.00078566076,0.00022636945,0.00095201127,0.07377915,0.0021811498,0.0032572232,0.015201409,0.0028538234,0.32763103],"study_design_scores_gemma":[0.0003067817,0.004826575,0.828094,0.0008284916,0.00030927217,0.001400612,0.09655309,0.0105686085,0.009527976,0.028484827,0.018868186,0.00023153344],"about_ca_topic_score_codex":0.00036978855,"about_ca_topic_score_gemma":0.00056573225,"teacher_disagreement_score":0.008639504,"about_ca_system_score_codex":0.0009863973,"about_ca_system_score_gemma":0.0019059434,"threshold_uncertainty_score":0.045690596},"labels":[],"label_agreement":null},{"id":"W4389097362","doi":"10.55016/ojs/ajer.v68i3.73120","title":"Effects of Robotic Coding Supported Design-Based Science Instruction on Students’ Science Process Skills","year":2022,"lang":"en","type":"article","venue":"Alberta Journal of Educational Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Coding (social sciences); Psychology; Science education; Pedagogy; Computer science; Mathematics","score_opus":0.04531349010435229,"score_gpt":0.41135580192288274,"score_spread":0.3660423118185304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389097362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987067,0.00008388293,0.00032325985,0.00003570649,0.000013402044,0.00009093222,0.000014564772,0.000028339973,0.0007030867],"genre_scores_gemma":[0.9907871,0.00037307685,0.006373751,0.0000670547,0.000012154207,0.0003641455,0.00007153084,0.000009503814,0.0019416396],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981427,0.00052627944,0.00017478115,0.00037046714,0.0005202582,0.00026551748],"domain_scores_gemma":[0.992924,0.003992908,0.0011810467,0.00039190362,0.00052667817,0.0009834897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016289032,0.0006491916,0.00087732036,0.0005818958,0.00038808995,0.00089036464,0.0007729999,0.0006421969,0.0035863603],"category_scores_gemma":[0.0073511554,0.0003012981,0.0006905773,0.0003019244,0.0005352323,0.00055970775,0.0009830573,0.0013610389,0.0004300085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011260432,0.14340977,0.081971645,0.003361749,0.00048047004,0.00065126707,0.020821216,0.0020383117,0.12656592,0.0012135322,0.001219226,0.6070064],"study_design_scores_gemma":[0.0023901877,0.1294214,0.75074774,0.0007422719,0.0011466108,0.0002925104,0.012813504,0.0047512692,0.08494509,0.0013086399,0.011225011,0.00021570752],"about_ca_topic_score_codex":0.00081237935,"about_ca_topic_score_gemma":0.0010832275,"teacher_disagreement_score":0.0035863603,"about_ca_system_score_codex":0.00045573906,"about_ca_system_score_gemma":0.0011892578,"threshold_uncertainty_score":0.011997521},"labels":[],"label_agreement":null},{"id":"W4389153403","doi":"10.31098/ajosed.v1i2.1416","title":"The Place of Makerspace of Stem Education in Nigeria","year":2023,"lang":"en","type":"article","venue":"Advanced Journal of STEM Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Vocational education; State (computer science); Public relations; Sociology; Mathematics education; Political science; Pedagogy; Engineering; Psychology; Computer science; Mechanical engineering","score_opus":0.01113097102666601,"score_gpt":0.2987672547882079,"score_spread":0.28763628376154193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389153403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7121226,0.0101756845,0.002252762,0.007888118,0.0006407278,0.000065921326,0.000085180494,0.000036269335,0.26673275],"genre_scores_gemma":[0.9765819,0.0033200355,0.00077940745,0.0005145358,0.00004764506,0.000017050224,0.00002394134,0.000016537628,0.018698832],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99953747,0.00014456976,0.0000229032,0.00006365903,0.000064153544,0.00016737056],"domain_scores_gemma":[0.9995364,0.00013811936,0.000091533846,0.000025810776,0.000047855247,0.00016029019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006252865,0.00031564088,0.00019028953,0.00069392973,0.006461983,0.0056143394,0.00039879294,0.0010420057,0.0082963165],"category_scores_gemma":[0.00065472815,0.00026523712,0.00012693575,0.0010562917,0.0030406974,0.003630299,0.0032929264,0.0013190454,0.0007239942],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038343942,0.0003474078,0.042892754,0.0015169446,0.000014215572,0.009284826,0.26841724,0.0004741119,0.0062551117,0.43867722,0.010156161,0.22158061],"study_design_scores_gemma":[0.000013085718,0.00016900207,0.024479339,0.0017070218,0.00003397691,0.0031834282,0.4537321,0.0004080376,0.002834773,0.017022558,0.49637228,0.00004441384],"about_ca_topic_score_codex":0.003175637,"about_ca_topic_score_gemma":0.008736658,"teacher_disagreement_score":0.0082963165,"about_ca_system_score_codex":0.0018821724,"about_ca_system_score_gemma":0.00395685,"threshold_uncertainty_score":0.02775395},"labels":[],"label_agreement":null},{"id":"W4389206342","doi":"10.22215/etd/2023-15821","title":"Evaluating the Effectiveness of Comparison Activities in a Programming Tutor","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"TUTOR; Computer science; Test (biology); Mathematics education; Significant difference; Artificial intelligence; Machine learning; Programming language; Psychology; Mathematics","score_opus":0.061936650276517555,"score_gpt":0.40681425843450036,"score_spread":0.3448776081579828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389206342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98753905,0.00024296339,0.0076934034,0.00007098135,0.00006566042,0.0010773524,0.000115645744,0.00036947956,0.002825426],"genre_scores_gemma":[0.9591973,0.00024995927,0.036344983,0.00007698212,0.00005059258,0.0013996569,0.00041370778,0.00007178822,0.0021950798],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98244375,0.00940903,0.002351856,0.0024041857,0.0028565228,0.0005347021],"domain_scores_gemma":[0.7372116,0.22794105,0.010446629,0.007941916,0.01112687,0.005331981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013423562,0.0012125422,0.0015171351,0.0013422768,0.00050986314,0.0021164394,0.0017289213,0.001588101,0.00460834],"category_scores_gemma":[0.12926826,0.00042573723,0.0006256209,0.0008267133,0.00053601013,0.002580843,0.001678034,0.0011307002,0.0011347568],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043362398,0.04518008,0.078832604,0.004627065,0.0007302754,0.00032377924,0.009053105,0.012191913,0.07517254,0.0011730653,0.0021868956,0.7271663],"study_design_scores_gemma":[0.014322966,0.38826025,0.25188738,0.0014472777,0.0033977458,0.0011604298,0.006858427,0.097449906,0.21166551,0.0038675738,0.019057896,0.0006246726],"about_ca_topic_score_codex":0.0005198883,"about_ca_topic_score_gemma":0.00049890386,"teacher_disagreement_score":0.013423562,"about_ca_system_score_codex":0.0007773656,"about_ca_system_score_gemma":0.0010468813,"threshold_uncertainty_score":0.07099146},"labels":[],"label_agreement":null},{"id":"W4389379143","doi":"10.1007/s42330-023-00298-7","title":"Using ‘Real-World’ Robotics Competitions to Support Digital Technology Implementation: Impacts of Professional Development","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Educational robotics; Curriculum; Artificial intelligence; Government (linguistics); Professional development; Sustainable development; Engineering; Engineering management; Computer science; Political science; Pedagogy; Psychology; Robot","score_opus":0.03401049171216112,"score_gpt":0.3562857247781987,"score_spread":0.32227523306603756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389379143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96128243,0.000105563115,0.00068372715,0.0023218072,0.00015223486,0.00019203646,0.00014266584,0.00013251937,0.034987044],"genre_scores_gemma":[0.995261,0.000030340367,0.00052497425,0.00023499806,0.000019760711,0.000043775293,0.0001181374,0.000020484476,0.0037465107],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941047,0.0024333228,0.00013750169,0.00048710083,0.0008196139,0.002017813],"domain_scores_gemma":[0.95760244,0.010300592,0.0036055036,0.001521159,0.0046559074,0.022314416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073949276,0.0004880776,0.0002717908,0.001256229,0.0032808147,0.006040134,0.0026631837,0.0025025166,0.020722158],"category_scores_gemma":[0.026144557,0.000422524,0.0004516584,0.00083707285,0.0022506295,0.003595746,0.005653807,0.0023661465,0.002883383],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008981488,0.10928302,0.282658,0.0012947975,0.00040066108,0.0020868245,0.035042565,0.012289274,0.008919505,0.03837348,0.062494278,0.4381761],"study_design_scores_gemma":[0.0026380704,0.016753225,0.72936374,0.0005325404,0.00014328305,0.00045668945,0.07544577,0.025108103,0.004889753,0.011134048,0.1330037,0.0005311002],"about_ca_topic_score_codex":0.017739398,"about_ca_topic_score_gemma":0.038772356,"teacher_disagreement_score":0.020722158,"about_ca_system_score_codex":0.0047845156,"about_ca_system_score_gemma":0.009835441,"threshold_uncertainty_score":0.06932253},"labels":[],"label_agreement":null},{"id":"W4389428789","doi":"10.1007/s42330-023-00293-y","title":"The Integration of Coding and Computer Science Concepts in Canadian K-8 Curriculum","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Coding (social sciences); Phenomenon; Mathematics education; Context (archaeology); Curriculum theory; Field (mathematics); Pedagogy; Computer science; Curriculum development; Sociology; Political science; Engineering ethics; Social science; Psychology; Epistemology; Engineering; Geography; Mathematics","score_opus":0.013321165556581931,"score_gpt":0.29040306472098565,"score_spread":0.27708189916440373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389428789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72675717,0.00088561873,0.005535962,0.0068402817,0.00020644469,0.00011215429,0.00030644526,0.00016454152,0.25919136],"genre_scores_gemma":[0.9667994,0.00052000565,0.006062918,0.00031768825,0.0000127882895,0.000033996217,0.00023409676,0.000046433826,0.025972765],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9974734,0.00032824252,0.0000834594,0.00021804527,0.0012899088,0.00060691434],"domain_scores_gemma":[0.9941391,0.0006041307,0.00027754132,0.00015992884,0.002885471,0.0019338062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016589067,0.00026757337,0.00022818665,0.0024525507,0.005161949,0.0057823407,0.0014671484,0.00071123405,0.007503738],"category_scores_gemma":[0.0076244385,0.0003237342,0.00025054577,0.0031048656,0.002691228,0.0018569794,0.0035238774,0.0015093402,0.0005775531],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031961215,0.00054140924,0.06700106,0.00044323632,0.00002437372,0.00047981067,0.074394956,0.0040136334,0.012150895,0.32139376,0.026108049,0.49312925],"study_design_scores_gemma":[0.000060198312,0.00028061052,0.33891678,0.0011619086,0.00008006614,0.00048652498,0.07316581,0.009200106,0.0066237794,0.052428488,0.5173933,0.000202461],"about_ca_topic_score_codex":0.9328906,"about_ca_topic_score_gemma":0.97525054,"teacher_disagreement_score":0.9384616,"about_ca_system_score_codex":0.06153839,"about_ca_system_score_gemma":0.1765864,"threshold_uncertainty_score":0.44649434},"labels":[],"label_agreement":null},{"id":"W4389489019","doi":"10.1007/s42330-023-00294-x","title":"Tinkering to Solve Problems That Emerge During Digital Fabrication: Introduction of a New Problem-Solving Model","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Federation for the Humanities and Social Sciences","keywords":"Popularity; Process (computing); Computer science; Problem-based learning; Mathematics education; Management science; Multimedia; Mathematics; Engineering; Psychology","score_opus":0.01792677443294889,"score_gpt":0.24427230899375613,"score_spread":0.22634553456080725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389489019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023007143,0.00035353634,0.9135579,0.0030296429,0.00014638733,0.00017703496,0.00005634356,0.00037682496,0.059295326],"genre_scores_gemma":[0.34973204,0.0008291699,0.62211686,0.00048269783,0.000091209986,0.0005485027,0.00014305102,0.00020349499,0.025853047],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9989773,0.00027677845,0.000057114663,0.00023177968,0.00034742622,0.00010958577],"domain_scores_gemma":[0.99788946,0.0012698625,0.00013848324,0.0003168622,0.00026215718,0.00012321018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011214921,0.0006701554,0.00046163425,0.0007777687,0.0013347868,0.003200414,0.0030206735,0.0020111075,0.008465288],"category_scores_gemma":[0.0045259194,0.00046305664,0.0010585131,0.00070973026,0.005302174,0.006971846,0.0029349518,0.0026578798,0.0011671259],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046376874,0.00018912536,0.00091773603,0.00016576453,0.000015835134,0.00016712425,0.003287042,0.030526912,0.0038826936,0.89186347,0.00231388,0.06662405],"study_design_scores_gemma":[0.000038293925,0.00009772805,0.0005290737,0.00007190198,0.0000179033,0.00021839612,0.0012360441,0.29849744,0.0035379585,0.6653882,0.030319806,0.000047281097],"about_ca_topic_score_codex":0.0045452723,"about_ca_topic_score_gemma":0.0049360082,"teacher_disagreement_score":0.008465288,"about_ca_system_score_codex":0.0013121001,"about_ca_system_score_gemma":0.003048971,"threshold_uncertainty_score":0.02831924},"labels":[],"label_agreement":null},{"id":"W4389607066","doi":"10.1111/jcal.12921","title":"Experimenting with computational thinking for knowledge transfer in engineering robotics","year":2023,"lang":"en","type":"article","venue":"Journal of Computer Assisted Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Champlain Regional College; Dawson College; Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada; Université de Sherbrooke","keywords":"Robotics; Artificial intelligence; Computational thinking; Educational robotics; Computer science; Relevance (law); Mathematics education; Psychology; Robot","score_opus":0.024144092506468075,"score_gpt":0.2722939928647941,"score_spread":0.24814990035832604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389607066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98265,0.000025989893,0.013445892,0.00008741318,0.00001055444,0.00017451079,0.000015469184,0.000077077515,0.0035130659],"genre_scores_gemma":[0.98101735,0.00002851592,0.017896516,0.000037539132,0.000004119469,0.00034415943,0.000025221241,0.000013192866,0.0006333467],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983198,0.0008774265,0.00010332168,0.00032794662,0.00024593054,0.00012558197],"domain_scores_gemma":[0.9809862,0.015377542,0.0010984568,0.0014234092,0.00043223277,0.0006821667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003230901,0.0005697018,0.00033282218,0.00040987405,0.00039289836,0.0020412111,0.0011099338,0.0005773547,0.0040348247],"category_scores_gemma":[0.014099746,0.00023483424,0.00033332262,0.0003357409,0.0017868093,0.0018432129,0.0022639364,0.0013486499,0.00043108937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00477916,0.036036473,0.073862955,0.0022678429,0.00027217864,0.0010300657,0.057000704,0.041076384,0.21485296,0.04719201,0.0021340218,0.5194953],"study_design_scores_gemma":[0.0029212811,0.047182433,0.14933138,0.0010986316,0.0005052898,0.0019047512,0.028572174,0.23316117,0.32914165,0.17496556,0.030830853,0.00038484202],"about_ca_topic_score_codex":0.00021231612,"about_ca_topic_score_gemma":0.00020245212,"teacher_disagreement_score":0.0040348247,"about_ca_system_score_codex":0.0005895574,"about_ca_system_score_gemma":0.00091920415,"threshold_uncertainty_score":0.017086864},"labels":[],"label_agreement":null},{"id":"W4390117361","doi":"10.1109/models-c59198.2023.00029","title":"Enlightening Modeling the Aristotelian Way with Light-Code","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Agile software development; Craft; Drama; Code (set theory); Set (abstract data type); Computer science; Process (computing); Multimedia; Mathematics education; Software engineering; Visual arts; Psychology; Programming language; Art","score_opus":0.024220863152090134,"score_gpt":0.2443016412642633,"score_spread":0.22008077811217316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390117361","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028731646,0.0013830601,0.75009716,0.0073402827,0.00046723842,0.000094112125,0.00010829885,0.00085131504,0.21092694],"genre_scores_gemma":[0.5035333,0.0021006858,0.44998133,0.001416935,0.0002721885,0.0002981858,0.00015622083,0.00095148745,0.041289605],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895346,0.0004811755,0.000027979635,0.00013245962,0.00029517838,0.000109722445],"domain_scores_gemma":[0.99893576,0.0005332304,0.000063073494,0.0001954536,0.00015141327,0.000121139856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012815692,0.0006277275,0.00042974192,0.0011853323,0.0027085685,0.006107447,0.0012075325,0.002076231,0.007818218],"category_scores_gemma":[0.003993939,0.00042055818,0.00067900796,0.0005786794,0.008381718,0.0061831544,0.0046356265,0.002751605,0.0018801151],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001859192,0.000021195656,0.00028051322,0.00005087823,0.0000038068601,0.00012263097,0.0036093025,0.003409824,0.0005647947,0.9790759,0.001887388,0.010955083],"study_design_scores_gemma":[0.00003009217,0.00002717256,0.00015705131,0.00020602644,0.000008236382,0.000198795,0.0010973667,0.026622573,0.00097521284,0.7826299,0.1880149,0.000032626573],"about_ca_topic_score_codex":0.00646097,"about_ca_topic_score_gemma":0.011015399,"teacher_disagreement_score":0.007818218,"about_ca_system_score_codex":0.0016693758,"about_ca_system_score_gemma":0.0024868634,"threshold_uncertainty_score":0.026154578},"labels":[],"label_agreement":null},{"id":"W4390233896","doi":"10.1016/j.ijcci.2023.100631","title":"Making as an opportunity for classroom assessment: Canadian maker educators’ views on assessment","year":2023,"lang":"en","type":"article","venue":"International Journal of Child-Computer Interaction","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"Curriculum; Psychology; Assessment for learning; Qualitative research; Literacy; Best practice; Pedagogy; Mathematics education; Formative assessment; Sociology; Political science","score_opus":0.08027253008711298,"score_gpt":0.4261512527157975,"score_spread":0.3458787226286845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390233896","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28859484,0.015493978,0.0030102949,0.33353597,0.0018428073,0.00016318685,0.00025000313,0.00010228045,0.35700667],"genre_scores_gemma":[0.9714993,0.004941051,0.0016890708,0.0051310374,0.00011234969,0.000040057832,0.000044281707,0.000051872565,0.016490988],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.979909,0.0054923734,0.00072585425,0.0008578065,0.00842608,0.004588914],"domain_scores_gemma":[0.94717544,0.016476493,0.002109624,0.0014087758,0.020778017,0.012051686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022678578,0.00036280826,0.0004753071,0.0040396214,0.0249226,0.015400796,0.0036770098,0.0044633346,0.00715455],"category_scores_gemma":[0.052333992,0.00044996676,0.00047186363,0.0054463656,0.014531905,0.0049523944,0.007375269,0.0077681844,0.00041459035],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014650107,0.00022971783,0.03133846,0.0004033462,0.000017199329,0.0011330192,0.42454833,0.0005638279,0.0008389234,0.19944462,0.113158196,0.22817776],"study_design_scores_gemma":[0.00005267535,0.00008899751,0.033771858,0.0016881756,0.00005017548,0.00045047456,0.38358858,0.00035942975,0.00084440794,0.014458586,0.5644751,0.0001715642],"about_ca_topic_score_codex":0.9548229,"about_ca_topic_score_gemma":0.980605,"teacher_disagreement_score":0.069735296,"about_ca_system_score_codex":0.069735296,"about_ca_system_score_gemma":0.18279895,"threshold_uncertainty_score":0.5059674},"labels":[],"label_agreement":null},{"id":"W4390315320","doi":"10.1145/3623762.3633498","title":"Multi-Institutional Multi-National Studies of Parsons Problems","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"DePaul University","keywords":"Computer science; Scratch; Coding (social sciences); Code (set theory); Institution; Pair programming; Programming language; Mathematics education; Psychology; Software; Sociology; Software development","score_opus":0.1932726159606293,"score_gpt":0.3767914645232791,"score_spread":0.1835188485626498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390315320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99398476,0.00020095534,0.00022206276,0.00029342686,0.00001679997,0.000034112996,0.00010405361,0.000008001441,0.005135829],"genre_scores_gemma":[0.9963111,0.0004108989,0.00048569354,0.00024599576,0.000017355227,0.00013537583,0.00020457405,0.000025107985,0.0021638577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99162453,0.003340978,0.00078688166,0.0009230156,0.0018843395,0.0014403255],"domain_scores_gemma":[0.9702986,0.0074418033,0.008657719,0.0029922717,0.0059425486,0.0046670586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074406774,0.00048432391,0.000733892,0.004203052,0.005221681,0.003240265,0.0015772082,0.0009832194,0.0047781398],"category_scores_gemma":[0.023862906,0.00061271107,0.0005924112,0.004174821,0.0027268494,0.004933032,0.006053234,0.0030292517,0.001005435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044028644,0.0062572756,0.8539749,0.00025813075,0.00026421406,0.00064790726,0.07876014,0.00047209134,0.00067906507,0.0057175597,0.0049955905,0.047532827],"study_design_scores_gemma":[0.00004489058,0.00094139134,0.8349605,0.00030489737,0.00009583454,0.0010718695,0.14459984,0.00056888437,0.0013263887,0.0015413562,0.014430606,0.000113484006],"about_ca_topic_score_codex":0.019143173,"about_ca_topic_score_gemma":0.05023123,"teacher_disagreement_score":0.019143173,"about_ca_system_score_codex":0.0035548408,"about_ca_system_score_gemma":0.003455945,"threshold_uncertainty_score":0.03935051},"labels":[],"label_agreement":null},{"id":"W4390315357","doi":"10.1145/3623762.3633499","title":"The Robots Are Here: Navigating the Generative AI Revolution in Computing Education","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Leverage (statistics); Context (archaeology); Generative grammar; Artificial intelligence; Ubiquitous computing; Data science; Engineering ethics; Engineering; Human–computer interaction","score_opus":0.019912031101606817,"score_gpt":0.31585807565620755,"score_spread":0.2959460445546007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390315357","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06901991,0.09572285,0.23398484,0.4675799,0.0026004096,0.00018110484,0.00055835396,0.0018628367,0.12848982],"genre_scores_gemma":[0.69530165,0.0613168,0.19427001,0.03036659,0.0012541001,0.0003600391,0.0009440498,0.0009706085,0.015216189],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98667115,0.009930241,0.00038686796,0.0007680329,0.001816136,0.00042751507],"domain_scores_gemma":[0.9427019,0.049165707,0.0014615721,0.003170023,0.0022460038,0.0012547696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018005444,0.0004364012,0.0003687042,0.003822958,0.0030693964,0.016919125,0.001833682,0.0032860162,0.0051972317],"category_scores_gemma":[0.051006954,0.0004664842,0.00058373844,0.005370005,0.0121660605,0.02954965,0.00690426,0.005374301,0.0025285447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006599533,0.00010502315,0.006131452,0.0018175679,0.000036627276,0.00023706876,0.026788611,0.0030753675,0.0006422763,0.5105526,0.046539478,0.40400794],"study_design_scores_gemma":[0.000027911388,0.00006194184,0.0023338527,0.0029225596,0.000036747864,0.00029525478,0.021632629,0.0057328898,0.0015036203,0.4448233,0.5205512,0.000078006895],"about_ca_topic_score_codex":0.005421783,"about_ca_topic_score_gemma":0.008250128,"teacher_disagreement_score":0.018005444,"about_ca_system_score_codex":0.0039347904,"about_ca_system_score_gemma":0.009029722,"threshold_uncertainty_score":0.09522301},"labels":[],"label_agreement":null},{"id":"W4390474560","doi":"10.1007/978-981-99-5378-3_12","title":"Affordances of Computational Thinking Activities in the Development of Spatial Reasoning","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Affordance; Neurocognitive; Spatial intelligence; Computer science; Cognition; Cognitive science; Computational thinking; Process (computing); Spatial ability; Artificial intelligence; Psychology; Cognitive psychology; Human–computer interaction; Neuroscience","score_opus":0.03247836062640075,"score_gpt":0.2637777858510819,"score_spread":0.23129942522468117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390474560","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04098965,0.006100582,0.22888616,0.0013690809,0.00016637372,0.000045877907,0.00012202868,0.00058751734,0.72173274],"genre_scores_gemma":[0.6520857,0.006925266,0.20188582,0.00018140233,0.00010039919,0.00017972407,0.0002703678,0.00058055966,0.13779071],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99966776,0.00010908761,0.000016317086,0.000058866815,0.00011807912,0.000029847564],"domain_scores_gemma":[0.99906975,0.0006701291,0.000049169616,0.0000905171,0.00007017905,0.00005026052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004838043,0.00044017073,0.00025383747,0.00054898916,0.0004964456,0.0033489638,0.00078814535,0.000540876,0.011747163],"category_scores_gemma":[0.002247103,0.0005096644,0.00046523323,0.0007037991,0.0031086241,0.0049964827,0.0015107407,0.0017306685,0.00156537],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026095346,0.000016266973,0.00040444083,0.00012542188,0.0000044429125,0.00014931266,0.0034099675,0.0014760206,0.004113997,0.9170736,0.0019160034,0.07128438],"study_design_scores_gemma":[0.000012292044,0.000044758275,0.002213005,0.00029255112,0.000018307217,0.0006982454,0.0014567175,0.008187795,0.0043409187,0.87186986,0.110841334,0.000024149145],"about_ca_topic_score_codex":0.0015187553,"about_ca_topic_score_gemma":0.003300326,"teacher_disagreement_score":0.011747163,"about_ca_system_score_codex":0.000774383,"about_ca_system_score_gemma":0.00080464204,"threshold_uncertainty_score":0.039298117},"labels":[],"label_agreement":null},{"id":"W4390490588","doi":"10.1145/3636243.3636262","title":"A Static Analysis Tool in CS1: Student Usage and Perceptions of PythonTA","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Perception; Static analysis; Human–computer interaction; Programming language; Psychology","score_opus":0.01050857613204419,"score_gpt":0.310546637388594,"score_spread":0.3000380612565498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390490588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981218,0.000060611,0.0005752185,0.00029475128,0.000009342472,0.000023372926,0.000019472014,0.000032319826,0.0008630488],"genre_scores_gemma":[0.9970476,0.0001791117,0.0011090857,0.00033767687,0.000007675363,0.000046341105,0.00005244439,0.00004031764,0.0011798216],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99466705,0.002052386,0.0003311009,0.00056556356,0.0016377677,0.000746235],"domain_scores_gemma":[0.9681524,0.01650276,0.004272012,0.0008480282,0.0059656994,0.004259074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008554386,0.0004592836,0.0005017457,0.0015558869,0.0024941699,0.0041708285,0.0009999812,0.0010973832,0.002721829],"category_scores_gemma":[0.03416326,0.0005588016,0.00042694306,0.0010456055,0.0022373877,0.0033661823,0.0025653779,0.0020627603,0.00072282914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035707175,0.0014254818,0.3259704,0.00048245917,0.000053496897,0.0010168317,0.58072895,0.00049172743,0.0110949045,0.0008726585,0.003689905,0.07381613],"study_design_scores_gemma":[0.000047698264,0.0033285199,0.2669434,0.0005204179,0.000087418346,0.0018913534,0.6807409,0.0043690754,0.008441233,0.0008840938,0.032444596,0.00030136315],"about_ca_topic_score_codex":0.0035747,"about_ca_topic_score_gemma":0.0047814064,"teacher_disagreement_score":0.008554386,"about_ca_system_score_codex":0.0014776546,"about_ca_system_score_gemma":0.0018378489,"threshold_uncertainty_score":0.04524046},"labels":[],"label_agreement":null},{"id":"W4390606855","doi":"10.1109/fie58773.2023.10342954","title":"A Case Study of Using Machine Learning in K-12 Education","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Context (archaeology); Computer science; Workload; Presentation (obstetrics); Mathematics education; Intervention (counseling); Point (geometry); Arduino; Artificial intelligence; Psychology; Mathematics","score_opus":0.06372085272284671,"score_gpt":0.33772364367959584,"score_spread":0.2740027909567491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390606855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9427993,0.0005574488,0.01038743,0.009832779,0.00019343986,0.00045001815,0.00013179757,0.00020156636,0.035446312],"genre_scores_gemma":[0.973242,0.00055562664,0.0102230385,0.0014708951,0.000038855138,0.0002029542,0.0000752129,0.000109687804,0.014081729],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98051673,0.012820701,0.0005480379,0.001207972,0.00185182,0.0030547108],"domain_scores_gemma":[0.9782593,0.009477477,0.00126914,0.0014064361,0.0020515851,0.0075361007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010201314,0.00088113925,0.0007332996,0.0016363233,0.012966895,0.006228106,0.0039444286,0.006220431,0.009288359],"category_scores_gemma":[0.022831868,0.00073596585,0.00093558326,0.0019765443,0.0071473154,0.005121916,0.006376727,0.0062304526,0.0032132342],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047621073,0.011904226,0.050815035,0.0011081486,0.000071245646,0.035600945,0.70083195,0.0022932794,0.0026216921,0.026779119,0.017509397,0.14998886],"study_design_scores_gemma":[0.00014149035,0.0024968472,0.019640593,0.0011864639,0.000044331933,0.017227616,0.7892072,0.0048668147,0.0042281197,0.0076678093,0.15311287,0.00017990908],"about_ca_topic_score_codex":0.0068866177,"about_ca_topic_score_gemma":0.019042648,"teacher_disagreement_score":0.012966895,"about_ca_system_score_codex":0.0055075292,"about_ca_system_score_gemma":0.006498815,"threshold_uncertainty_score":0.05395037},"labels":[],"label_agreement":null},{"id":"W4390708949","doi":"10.1007/978-3-031-23161-2_519","title":"Unified Modeling Language (UML) for Sight Loss","year":2024,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Computer Graphics and Games","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CNIB Foundation; Ontario Tech University","funders":"","keywords":"Unified Modeling Language; Computer science; Object Constraint Language; Programming language; UML tool","score_opus":0.012782137996560979,"score_gpt":0.2405874736277258,"score_spread":0.22780533563116484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390708949","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006094441,0.001331378,0.9471724,0.0007998064,0.00045778698,0.00011932113,0.0014371146,0.014225461,0.03384719],"genre_scores_gemma":[0.033099696,0.003856395,0.8777463,0.0009425542,0.00034441132,0.0006867254,0.0072038695,0.009912059,0.066208035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981279,0.00044796162,0.00021880555,0.00021821205,0.0008613803,0.00012576776],"domain_scores_gemma":[0.99828786,0.00058803306,0.00012436503,0.00047418522,0.00046753764,0.000057934863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015669529,0.0019810353,0.0009675707,0.002111443,0.0009572744,0.004480755,0.0030353523,0.0024214736,0.033227216],"category_scores_gemma":[0.0058387984,0.0011808409,0.0016846491,0.0024297533,0.0009942448,0.005090268,0.0027281411,0.0039822664,0.018042903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068249814,0.000074343654,0.00025442443,0.0007056934,0.00004140291,0.00033429608,0.000951577,0.008179249,0.007024972,0.6295413,0.13388538,0.21893916],"study_design_scores_gemma":[0.000017014947,0.000025415718,0.000089387606,0.0002739487,0.000039728653,0.00044108025,0.0001010222,0.01662596,0.004288443,0.11492747,0.8631335,0.000036929716],"about_ca_topic_score_codex":0.0039837984,"about_ca_topic_score_gemma":0.0034130546,"teacher_disagreement_score":0.033227216,"about_ca_system_score_codex":0.0011774354,"about_ca_system_score_gemma":0.0024158934,"threshold_uncertainty_score":0.11115605},"labels":[],"label_agreement":null},{"id":"W4390770028","doi":"10.15368/theses.2021.83","title":"An Equity-Minded Assessment of Belonging Among Computing Students at Cal Poly","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Ethnic group; Quarter (Canadian coin); Psychology; Mathematics education; Geography; Sociology; Political science","score_opus":0.018651888685732896,"score_gpt":0.39445618020245615,"score_spread":0.37580429151672323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390770028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987232,0.000010118973,0.000067428395,0.000057860772,0.0000059518375,0.000048117265,0.000040049414,0.0000025945374,0.0010446344],"genre_scores_gemma":[0.99863905,0.000033609005,0.00025343063,0.00005015924,0.000008616916,0.00010332054,0.00012328486,0.0000023660343,0.00078627234],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9984646,0.0003619899,0.00014414173,0.00013237877,0.0005283551,0.00036855825],"domain_scores_gemma":[0.9930773,0.00067692174,0.0015746228,0.00027545803,0.001178323,0.003217519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032280919,0.00027469106,0.0003462977,0.002625537,0.0025777698,0.0024411783,0.00072454225,0.0008012414,0.002231543],"category_scores_gemma":[0.0049483357,0.0002731518,0.00048196316,0.00097104954,0.0011759452,0.0015723648,0.00417979,0.0017442155,0.0004926017],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091372356,0.001414823,0.9689127,0.000025637682,0.000019645007,0.00017305496,0.011013961,0.00008266314,0.0008347966,0.0001831026,0.0007742822,0.01647383],"study_design_scores_gemma":[0.000009682281,0.0007252272,0.9711594,0.000018892357,0.000008429104,0.00008980179,0.025837436,0.00034654443,0.0003494525,0.000112886584,0.0013213062,0.000020846343],"about_ca_topic_score_codex":0.0063949167,"about_ca_topic_score_gemma":0.016118128,"teacher_disagreement_score":0.0063949167,"about_ca_system_score_codex":0.0010136323,"about_ca_system_score_gemma":0.0013080444,"threshold_uncertainty_score":0.017072022},"labels":[],"label_agreement":null},{"id":"W4391403243","doi":"10.7202/1109000ar","title":"La planification dans l’action : les trois actions du personnel enseignant pour planifier une activité maker","year":2024,"lang":"en","type":"article","venue":"McGill Journal of Education / Revue des sciences de l éducation de McGill","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Enthusiasm; Action (physics); Sociology; Pedagogy; Public relations; Humanities; Political science; Psychology; Social psychology; Art","score_opus":0.3523512819807752,"score_gpt":0.400409328897539,"score_spread":0.0480580469167638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391403243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51547843,0.001605851,0.19541119,0.032217074,0.0005859527,0.0006466518,0.000121497986,0.0005945561,0.25333887],"genre_scores_gemma":[0.9555951,0.0004174886,0.018912716,0.00050583953,0.000022997967,0.000135448,0.000041256862,0.00006242452,0.024306815],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9939725,0.003935023,0.00012664103,0.00040343677,0.00062868866,0.00093372073],"domain_scores_gemma":[0.9943355,0.0028819088,0.0005608265,0.00025784256,0.000490289,0.0014736528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006668003,0.0006474572,0.00014853565,0.00089497364,0.008714358,0.005169425,0.00093326176,0.002103496,0.006487599],"category_scores_gemma":[0.009744641,0.00049278303,0.00041913014,0.00067610666,0.0100601865,0.004035056,0.0030300796,0.0026321695,0.0011364276],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014612783,0.00021353201,0.016789095,0.00019219721,0.000018673954,0.0018245628,0.6963606,0.0019821466,0.004534728,0.12149857,0.0120060695,0.1444337],"study_design_scores_gemma":[0.00003577697,0.00027644835,0.019861957,0.0004458437,0.000035965673,0.0010066992,0.426615,0.0036808464,0.004130179,0.025395218,0.518391,0.00012506518],"about_ca_topic_score_codex":0.05035358,"about_ca_topic_score_gemma":0.0532889,"teacher_disagreement_score":0.05035358,"about_ca_system_score_codex":0.005776086,"about_ca_system_score_gemma":0.012734855,"threshold_uncertainty_score":0.10012102},"labels":[],"label_agreement":null},{"id":"W4391561491","doi":"10.18260/1-2--41344","title":"Work In Progress: Reversi: A Platform for Teaching Programming Languages","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Programming language; Work (physics); Software engineering; Engineering","score_opus":0.01782073247761525,"score_gpt":0.30608778449919544,"score_spread":0.2882670520215802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391561491","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14982736,0.0033057863,0.5793891,0.0130332075,0.0043756375,0.002825927,0.0036389895,0.120541185,0.12306282],"genre_scores_gemma":[0.14019173,0.0024092386,0.49521476,0.0019872684,0.0010147694,0.0010137354,0.008494579,0.014848601,0.3348253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99585885,0.00084458,0.000106778316,0.00087502523,0.0016300523,0.000684756],"domain_scores_gemma":[0.9865399,0.0022013,0.00035298648,0.0022475433,0.0038205178,0.004837797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007964568,0.0019645072,0.0010134195,0.001785371,0.0014166117,0.0034145669,0.004007274,0.002173345,0.06263032],"category_scores_gemma":[0.008260672,0.00083887856,0.0011546699,0.0010461012,0.0014199222,0.005853894,0.003102878,0.003913708,0.026083957],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011843713,0.00423172,0.003599764,0.0005639431,0.00014601836,0.00039663338,0.003601014,0.0036212776,0.11580573,0.014889186,0.13388458,0.7180758],"study_design_scores_gemma":[0.0007483798,0.0033142522,0.0037935302,0.00019971357,0.0002579209,0.00094203075,0.0010955906,0.024882045,0.22730078,0.0053871297,0.7317496,0.00032901054],"about_ca_topic_score_codex":0.0049098255,"about_ca_topic_score_gemma":0.003574328,"teacher_disagreement_score":0.06263032,"about_ca_system_score_codex":0.0012903141,"about_ca_system_score_gemma":0.0052675116,"threshold_uncertainty_score":0.20951933},"labels":[],"label_agreement":null},{"id":"W4391562383","doi":"10.18260/1-2--40796","title":"Promoting Human-Centered Mindsets and Practices in STEM: Insights from a Capstone Course on 3D Printing Prosthetic Devices","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Science Foundation","keywords":"Capstone course; Capstone; 3D printing; Engineering ethics; Course (navigation); Computer science; Human–computer interaction; Engineering; Knowledge management; Engineering management; Mechanical engineering; Computer security","score_opus":0.044834817417766425,"score_gpt":0.33265263627929925,"score_spread":0.28781781886153285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391562383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9457059,0.00037028277,0.004104491,0.007195517,0.00011788482,0.00009297289,0.000018795454,0.00003979457,0.042354364],"genre_scores_gemma":[0.97994083,0.0005722562,0.0031609847,0.0021547286,0.000023165438,0.00005265407,0.000017849363,0.000036778347,0.014040858],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969863,0.0015737527,0.000046144265,0.0002156616,0.00057160715,0.0006066143],"domain_scores_gemma":[0.9935781,0.0032652067,0.00037893862,0.00017020555,0.0004809378,0.0021267186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043143663,0.0003900078,0.00023405279,0.00079081074,0.007467624,0.006220523,0.0011090756,0.0013333738,0.0031650867],"category_scores_gemma":[0.0056425883,0.00026898066,0.00022495193,0.0005963674,0.0076659215,0.0024368127,0.005937288,0.004155508,0.00046236374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002862554,0.001066959,0.007918752,0.00012537485,0.000008166856,0.0007573676,0.9297392,0.0001545628,0.0026495338,0.008242712,0.0040427656,0.04526608],"study_design_scores_gemma":[0.000013795416,0.00023047335,0.011860748,0.00018382541,0.000008670575,0.00036525188,0.9215256,0.00024514296,0.0016941618,0.006137843,0.057707038,0.000027533544],"about_ca_topic_score_codex":0.004013119,"about_ca_topic_score_gemma":0.019148346,"teacher_disagreement_score":0.007467624,"about_ca_system_score_codex":0.0028272767,"about_ca_system_score_gemma":0.0066955714,"threshold_uncertainty_score":0.022816777},"labels":[],"label_agreement":null},{"id":"W4391579711","doi":"10.1145/3597503.3623329","title":"Block-based Programming for Two-Armed Robots: A Comparative Study","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Debugging; Usability; Task (project management); Robot; Computer science; Block (permutation group theory); Software deployment; Human–computer interaction; Robotics; Software engineering; Artificial intelligence; Programming language; Engineering; Systems engineering","score_opus":0.0546353327612035,"score_gpt":0.36157953110132646,"score_spread":0.306944198340123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391579711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96380824,0.0023501732,0.013962413,0.0002699918,0.00006701613,0.0006473031,0.00020789783,0.00024990935,0.018437058],"genre_scores_gemma":[0.96802217,0.0018340385,0.024617301,0.00016231334,0.00003835612,0.00081897795,0.0004780205,0.00021237778,0.0038165033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966593,0.0019795347,0.00023379858,0.00033413887,0.0005989743,0.00019425366],"domain_scores_gemma":[0.9637398,0.029839274,0.001289548,0.0013240457,0.0024651813,0.0013421268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004990401,0.0005880968,0.0005920384,0.0012973716,0.00068497483,0.0011997346,0.0011715603,0.0008041706,0.007996137],"category_scores_gemma":[0.026930036,0.00026347837,0.00055339624,0.00088905654,0.0010148745,0.0027596871,0.0012890109,0.0010387419,0.0011191554],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017220022,0.026206208,0.046447862,0.012108579,0.00054008636,0.0014208456,0.058811393,0.012366013,0.022438984,0.016578762,0.01140199,0.7744593],"study_design_scores_gemma":[0.008529115,0.15428841,0.35262164,0.0051537557,0.0016141653,0.005810039,0.07545916,0.10654592,0.03192292,0.021497563,0.23571292,0.00084431353],"about_ca_topic_score_codex":0.0015712738,"about_ca_topic_score_gemma":0.0017992218,"teacher_disagreement_score":0.007996137,"about_ca_system_score_codex":0.00096915296,"about_ca_system_score_gemma":0.00070890895,"threshold_uncertainty_score":0.02674973},"labels":[],"label_agreement":null},{"id":"W4391601285","doi":"10.18260/1-2--42869","title":"Board 59: WIP: Lab Container: An environment to manage a student’s time to complete programming labs while providing effective feedback from course staff","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Container (type theory); Computer science; Course (navigation); Engineering management; Operating system; Software engineering; Engineering","score_opus":0.012076626165015005,"score_gpt":0.26120033987183233,"score_spread":0.24912371370681732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391601285","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060164362,0.0007192844,0.3723471,0.0022231354,0.0027977421,0.0019394028,0.005711442,0.22752626,0.3265714],"genre_scores_gemma":[0.20638736,0.0008606522,0.18978049,0.0013964889,0.00075455324,0.0013582199,0.012266352,0.03853247,0.5486635],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948394,0.00008131187,0.000028326698,0.000099619305,0.00017759587,0.00012903714],"domain_scores_gemma":[0.99731463,0.0003596272,0.000107325286,0.0002725418,0.0006592446,0.00128662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010063718,0.00083694916,0.00049337425,0.000835579,0.00093979883,0.001851914,0.0009933066,0.00080178556,0.20317681],"category_scores_gemma":[0.0030773208,0.00075798604,0.00026207534,0.00054038665,0.0004598189,0.0022406687,0.0019545606,0.0015388305,0.08874206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001275106,0.0005833247,0.0021432454,0.0004592731,0.00001781584,0.0003918172,0.0010127107,0.0007054054,0.055034213,0.0050712936,0.60794276,0.32536307],"study_design_scores_gemma":[0.00027337676,0.0005811148,0.004533232,0.00008410007,0.000020168873,0.00027041996,0.00019734353,0.00400162,0.018111592,0.0008747105,0.9709697,0.00008269245],"about_ca_topic_score_codex":0.0021431372,"about_ca_topic_score_gemma":0.002930968,"teacher_disagreement_score":0.20317681,"about_ca_system_score_codex":0.000338416,"about_ca_system_score_gemma":0.0012054921,"threshold_uncertainty_score":0.6796942},"labels":[],"label_agreement":null},{"id":"W4391603765","doi":"10.18260/1-2--43749","title":"Numerical Problem Solving across the Curriculum with Python and MATLAB Using Interactive Coding Templates: A Workshop for Chemical Engineering Faculty","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"University at Buffalo; American Society for Engineering Education; Commission on Higher Education; National Science Foundation","keywords":"Curriculum; Python (programming language); Scripting language; Computer science; Engineering education; Computational thinking; MATLAB; Coding (social sciences); Engineering management; Mathematics education; Software engineering; Artificial intelligence; Engineering; Programming language; Mathematics; Pedagogy","score_opus":0.022869294584632896,"score_gpt":0.31112350758071317,"score_spread":0.2882542129960803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391603765","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21216354,0.0039172773,0.47290564,0.14315417,0.031402193,0.010092585,0.0018058405,0.012365187,0.112193614],"genre_scores_gemma":[0.28497893,0.0051370696,0.50028276,0.015136875,0.0045257243,0.0074406248,0.0026676692,0.0038110092,0.17601939],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949078,0.0018617365,0.0002642824,0.00057309354,0.001354811,0.0010382817],"domain_scores_gemma":[0.97814506,0.004564022,0.0006587053,0.0010122013,0.005143943,0.010476095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018363487,0.0019354223,0.0008716596,0.0012502273,0.0038414015,0.0051802536,0.005833168,0.004238225,0.0218675],"category_scores_gemma":[0.01690101,0.0011122779,0.0015545195,0.0008359605,0.0024882902,0.0037826784,0.010099774,0.0057286792,0.010203423],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005630971,0.006277799,0.0027205795,0.000992007,0.00005283221,0.004480014,0.022526983,0.006448298,0.03535022,0.014203672,0.579744,0.32664064],"study_design_scores_gemma":[0.00022667718,0.0023095286,0.0034871132,0.0010719033,0.000037731028,0.0022010237,0.022338497,0.011713508,0.019282276,0.015168616,0.9218983,0.00026480228],"about_ca_topic_score_codex":0.001134604,"about_ca_topic_score_gemma":0.002619837,"teacher_disagreement_score":0.0218675,"about_ca_system_score_codex":0.0028010043,"about_ca_system_score_gemma":0.008480178,"threshold_uncertainty_score":0.09711659},"labels":[],"label_agreement":null},{"id":"W4391614924","doi":"10.18260/1-2--42328","title":"Assessment of a Survey Instrument for Measuring Affective Pathways","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"National Science Foundation","keywords":"Set (abstract data type); Think aloud protocol; Psychology; Survey research; Process (computing); Mathematics education; Order (exchange); Computer science; Social psychology; Applied psychology; Human–computer interaction","score_opus":0.08942058283413672,"score_gpt":0.314291602816059,"score_spread":0.22487101998192227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391614924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87761635,0.00015322225,0.08016384,0.0009077789,0.00025917077,0.024518916,0.0027937265,0.000838676,0.012748367],"genre_scores_gemma":[0.78859544,0.0003121133,0.13703848,0.00077702175,0.00009276093,0.06685758,0.0036355595,0.00013343911,0.0025575636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95404243,0.02869963,0.0062940526,0.001398751,0.007926324,0.0016387145],"domain_scores_gemma":[0.88131833,0.056454036,0.008976466,0.008553254,0.041290093,0.003407955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05337868,0.0008096024,0.0008690117,0.0033285252,0.0010282412,0.0017373493,0.000989051,0.0010132283,0.0027272552],"category_scores_gemma":[0.0908497,0.0005317757,0.0010278946,0.0022893515,0.0009054733,0.0021547978,0.0022639355,0.0016710812,0.0017246626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020215437,0.0070671677,0.47294348,0.0014979289,0.00019180859,0.0002606391,0.02708229,0.0037531944,0.016093876,0.005569365,0.015157582,0.4483612],"study_design_scores_gemma":[0.0007353568,0.018562356,0.8160015,0.0008389765,0.00021325648,0.0003592331,0.045804925,0.034207966,0.019256229,0.0042991065,0.059278987,0.00044209816],"about_ca_topic_score_codex":0.0007054923,"about_ca_topic_score_gemma":0.00072342076,"teacher_disagreement_score":0.05337868,"about_ca_system_score_codex":0.0018944632,"about_ca_system_score_gemma":0.0022462457,"threshold_uncertainty_score":0.28229684},"labels":[],"label_agreement":null},{"id":"W4391812224","doi":"10.18260/1-2--33739","title":"Work in Progress: Peer-based Programming in Undergraduate Engineering","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; Chrysler (Canada); Queen's University","funders":"","keywords":"Computer science; Work (physics); Software engineering; Engineering; Mechanical engineering","score_opus":0.01226850161496743,"score_gpt":0.2572678590277765,"score_spread":0.24499935741280907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391812224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41804168,0.007209437,0.20883599,0.0372323,0.0136483405,0.0074981586,0.0027118667,0.006850597,0.2979716],"genre_scores_gemma":[0.56120664,0.0055731386,0.15520728,0.0030787778,0.0029509342,0.0033392354,0.0039633797,0.0011983023,0.26348224],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9863927,0.0055868877,0.00044830932,0.001279427,0.0035833702,0.0027092262],"domain_scores_gemma":[0.9414361,0.0043256665,0.001428847,0.004515556,0.017212467,0.031081308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021315236,0.0011732035,0.0006951311,0.00162736,0.0028691741,0.0049738185,0.0034646578,0.0022646561,0.043494146],"category_scores_gemma":[0.016601093,0.00035799612,0.0007880759,0.0014880259,0.0015948168,0.003551122,0.004858088,0.002986406,0.01574551],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006987931,0.009475332,0.0087480685,0.000625493,0.00006213896,0.00015939251,0.008650712,0.0022319204,0.017190227,0.004988494,0.05220257,0.8949668],"study_design_scores_gemma":[0.0009910148,0.019442832,0.058773275,0.0015264143,0.0002811196,0.0009654414,0.027486045,0.020816786,0.069755964,0.01167972,0.7879438,0.0003376134],"about_ca_topic_score_codex":0.006248533,"about_ca_topic_score_gemma":0.0064704227,"teacher_disagreement_score":0.043494146,"about_ca_system_score_codex":0.001590417,"about_ca_system_score_gemma":0.022487033,"threshold_uncertainty_score":0.14550239},"labels":[],"label_agreement":null},{"id":"W4391842043","doi":"10.3389/frym.2024.1254326","title":"Meet Athena: A Realistic Computer Model of a Child","year":2024,"lang":"en","type":"article","venue":"Frontiers for Young Minds","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institutes of Health","keywords":"Computer science","score_opus":0.01362300784643368,"score_gpt":0.24122805321463353,"score_spread":0.22760504536819987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391842043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09411197,0.0021617555,0.58198744,0.013229965,0.0020449932,0.0008581383,0.0074522477,0.010802773,0.2873508],"genre_scores_gemma":[0.47098967,0.0025975602,0.32747453,0.001955394,0.00021556001,0.0011023812,0.004642965,0.0023679999,0.18865398],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99977213,0.00007701216,0.000011558221,0.000038372775,0.00007818025,0.000022768572],"domain_scores_gemma":[0.99968696,0.00012640358,0.000014700478,0.00004427486,0.00005892131,0.00006890268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002935312,0.0008524242,0.00034679356,0.00035119176,0.00068082585,0.0012614664,0.0012676368,0.0019607001,0.051248603],"category_scores_gemma":[0.0013569102,0.00052810827,0.0008092036,0.0002418945,0.0006895097,0.0014439072,0.0021490974,0.0011397006,0.0070460513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015304378,0.00048750313,0.008881637,0.0012220148,0.00016689,0.010293,0.009110453,0.12332515,0.037242014,0.1522309,0.4449488,0.21056132],"study_design_scores_gemma":[0.00017828008,0.0003379461,0.0021459602,0.00026333117,0.0000777306,0.004857237,0.0013085018,0.09878362,0.0053021396,0.018441759,0.8681473,0.0001561704],"about_ca_topic_score_codex":0.004652773,"about_ca_topic_score_gemma":0.005801943,"teacher_disagreement_score":0.051248603,"about_ca_system_score_codex":0.00056426314,"about_ca_system_score_gemma":0.00063675444,"threshold_uncertainty_score":0.1714437},"labels":[],"label_agreement":null},{"id":"W4391963371","doi":"10.18260/1-2--37673","title":"Resilience and Innovation in Response to COVID-19: Learnings from Northeast Academic Makerspaces","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Experiential learning; Engineering education; Higher education; Curriculum; Pandemic; Engineering; Sociology; Pedagogy; Political science; Engineering management; Medicine","score_opus":0.06981795966438196,"score_gpt":0.3414601149451684,"score_spread":0.27164215528078645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391963371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9635871,0.00030617765,0.001536691,0.01158933,0.0001994524,0.000033415356,0.00004616573,0.000062254796,0.022639388],"genre_scores_gemma":[0.9965564,0.00013013295,0.00035969875,0.0007019888,0.000015813557,0.00001593099,0.00002048684,0.000020247426,0.0021793842],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9934528,0.0027975386,0.00014396319,0.000611829,0.001278925,0.0017149802],"domain_scores_gemma":[0.98796904,0.0030619863,0.0012021331,0.0011115031,0.0013911504,0.0052641495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011305368,0.00053175667,0.00052788656,0.0015943758,0.018517653,0.014282571,0.0025249536,0.0028415287,0.0064253593],"category_scores_gemma":[0.011651797,0.00035642742,0.0005640102,0.0014762826,0.01896955,0.0074320757,0.02721387,0.004962919,0.00070513645],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012879755,0.00030691395,0.029703762,0.000095216754,0.000022255312,0.001769279,0.8964156,0.00062621286,0.0011591443,0.026024336,0.007917587,0.03583076],"study_design_scores_gemma":[0.000006462014,0.00012149166,0.011796075,0.000120141995,0.000008526704,0.00016510344,0.9362562,0.00045507078,0.00069842563,0.0066414494,0.043680076,0.00005102418],"about_ca_topic_score_codex":0.014860102,"about_ca_topic_score_gemma":0.038819753,"teacher_disagreement_score":0.018517653,"about_ca_system_score_codex":0.01191327,"about_ca_system_score_gemma":0.011577724,"threshold_uncertainty_score":0.086437225},"labels":[],"label_agreement":null},{"id":"W4391972197","doi":"10.18260/1-2--38113","title":"Work in Progress Pilot Study: Virtual Reality for Computational Thinking Foundations and STEM Enrichment","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Aeronautics and Space Administration","keywords":"Virtual reality; Computer science; Work (physics); Human–computer interaction; Engineering; Mechanical engineering","score_opus":0.12231605558389706,"score_gpt":0.34676234120336935,"score_spread":0.22444628561947227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391972197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97726154,0.00013507238,0.0061443574,0.0005522562,0.00013632781,0.0065285536,0.0004683684,0.00026935642,0.00850422],"genre_scores_gemma":[0.95802504,0.00030229293,0.02373811,0.000502197,0.000082350954,0.007810887,0.00070676545,0.000081778,0.00875057],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962626,0.0022133794,0.00015741355,0.00039700777,0.0004546237,0.0005150247],"domain_scores_gemma":[0.990334,0.004105785,0.00031894885,0.0011953883,0.0018958367,0.0021499717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068706395,0.0007187592,0.000843178,0.0007816848,0.00178885,0.0017119666,0.0017184387,0.0012066087,0.008888924],"category_scores_gemma":[0.010067888,0.00064136565,0.00068047526,0.00044438272,0.001232793,0.0012057751,0.0017926549,0.0018267445,0.0020692458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011371794,0.20443004,0.08390316,0.0027197858,0.00025410237,0.0060981107,0.1165215,0.003915806,0.06620555,0.004991155,0.01801943,0.48156953],"study_design_scores_gemma":[0.008897133,0.46168268,0.19576955,0.0006990433,0.0005880146,0.0027160626,0.10886011,0.008848824,0.0739358,0.0035662665,0.13400863,0.00042790276],"about_ca_topic_score_codex":0.002836948,"about_ca_topic_score_gemma":0.0034486628,"teacher_disagreement_score":0.008888924,"about_ca_system_score_codex":0.00075231434,"about_ca_system_score_gemma":0.0032851417,"threshold_uncertainty_score":0.036335886},"labels":[],"label_agreement":null},{"id":"W4392180082","doi":"10.4018/979-8-3693-1066-3.ch013","title":"Cognitive Apprenticeship and Artificial Intelligence Coding Assistants","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University; Acadia University; Dalhousie University","funders":"","keywords":"Apprenticeship; Cognitive apprenticeship; Coding (social sciences); Cognition; Computer science; Psychology; Cognitive science; Artificial intelligence; Mathematics education; Mathematics; Statistics; Neuroscience; Philosophy; Linguistics","score_opus":0.03858726251691393,"score_gpt":0.29565019504707707,"score_spread":0.25706293253016316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392180082","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07823615,0.043247562,0.13273135,0.007560836,0.0020332,0.0003240668,0.000073145486,0.001760048,0.7340336],"genre_scores_gemma":[0.23383395,0.024664192,0.1152594,0.0025509691,0.0007622381,0.00036982587,0.0002487062,0.0004513547,0.6218594],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99881953,0.00040382455,0.000048292004,0.00016348712,0.00047355902,0.000091297385],"domain_scores_gemma":[0.9966714,0.0019824784,0.0001591428,0.00029569873,0.00049780024,0.00039352852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009908142,0.0005219019,0.00022848228,0.00091145706,0.0009501644,0.004873833,0.0011189684,0.0011061196,0.008640501],"category_scores_gemma":[0.00509814,0.000250228,0.00032228653,0.0007718494,0.0019233264,0.00399214,0.002247056,0.0024808059,0.002878429],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054510045,0.00023694382,0.0012559175,0.0004239261,0.000011135579,0.00054984825,0.01827492,0.0012451869,0.0023266927,0.29441366,0.032193135,0.6490142],"study_design_scores_gemma":[0.000014536422,0.00019231817,0.0013333712,0.00055934885,0.00001084958,0.0023237069,0.0034806258,0.0031860922,0.0024794622,0.07019502,0.9161973,0.000027470687],"about_ca_topic_score_codex":0.0011014065,"about_ca_topic_score_gemma":0.001463186,"teacher_disagreement_score":0.008640501,"about_ca_system_score_codex":0.0010954274,"about_ca_system_score_gemma":0.0020576457,"threshold_uncertainty_score":0.028905332},"labels":[],"label_agreement":null},{"id":"W4392542471","doi":"10.1145/3626252.3630759","title":"A Fast and Accurate Machine Learning Autograder for the Breakout Assignment","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research; Universitas Brawijaya; National Science Foundation","keywords":"Breakout; Grading (engineering); Computer science; Software deployment; Unit testing; Artificial intelligence; Reinforcement learning; Paddle; Machine learning; Multimedia; Software engineering; Operating system; Engineering; Software","score_opus":0.021671389271704863,"score_gpt":0.27660197109788076,"score_spread":0.2549305818261759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392542471","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092918254,0.00052084605,0.49377662,0.0005336429,0.0014881786,0.0012322561,0.0026012058,0.39497492,0.01195406],"genre_scores_gemma":[0.53846043,0.00018498678,0.4180637,0.00054256484,0.00025024914,0.0011210736,0.007178859,0.008162183,0.026035916],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958021,0.0009476036,0.00029288407,0.0013207949,0.0013410355,0.0002955899],"domain_scores_gemma":[0.9898985,0.0023208465,0.0011661078,0.002238471,0.0034833539,0.00089263666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002968439,0.001865053,0.0009935535,0.0017275556,0.00042197757,0.0014617209,0.0029442036,0.00086166186,0.01432329],"category_scores_gemma":[0.021265265,0.000547663,0.00048787525,0.0004944133,0.00033059178,0.0018673402,0.0015354202,0.0021486967,0.01635357],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011720185,0.00069226924,0.01054508,0.00027204872,0.000053504522,0.00023932022,0.00029593843,0.006679483,0.019297982,0.0011994803,0.07019924,0.8893536],"study_design_scores_gemma":[0.0007515337,0.0025234616,0.034495924,0.0002222922,0.000107095235,0.0010091815,0.00043206906,0.67628956,0.12528433,0.006636033,0.15187584,0.0003726512],"about_ca_topic_score_codex":0.002160777,"about_ca_topic_score_gemma":0.0030416513,"teacher_disagreement_score":0.01432329,"about_ca_system_score_codex":0.0007453614,"about_ca_system_score_gemma":0.0008611726,"threshold_uncertainty_score":0.047916174},"labels":[],"label_agreement":null},{"id":"W4392564473","doi":"10.1145/3626252.3630929","title":"Specifications and Contract Grading in Computer Science Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Grading (engineering); Terminology; Popularity; Computer science; Engineering management; Risk analysis (engineering); Management science; Engineering ethics; Engineering; Political science; Business; Linguistics; Law","score_opus":0.03091792833329753,"score_gpt":0.29620161019141905,"score_spread":0.2652836818581215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392564473","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10517852,0.11201425,0.44847903,0.042451285,0.0030468935,0.0011801223,0.0006139959,0.0008082917,0.28622767],"genre_scores_gemma":[0.83574206,0.029409597,0.117477596,0.0031812328,0.00070339185,0.00078016694,0.000341891,0.00028373426,0.012080415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8703628,0.078278,0.008913436,0.003530266,0.037349872,0.0015656857],"domain_scores_gemma":[0.70099974,0.21732889,0.025695233,0.00855988,0.044181906,0.0032343706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.061057594,0.00063771824,0.00063801644,0.008364487,0.0018029535,0.008399352,0.0016153381,0.002239261,0.005783067],"category_scores_gemma":[0.21122473,0.00034843697,0.0005971344,0.010346245,0.009040656,0.009558704,0.0033338573,0.0031843826,0.0009402318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014666535,0.0001776383,0.0121628605,0.0022251308,0.00005043776,0.00006659899,0.003174221,0.004503049,0.00044079844,0.39983013,0.00825738,0.5689652],"study_design_scores_gemma":[0.00011507049,0.0008501626,0.03705893,0.012631184,0.00013078513,0.00058440404,0.008196928,0.024495197,0.0065215975,0.63597023,0.27308786,0.0003575891],"about_ca_topic_score_codex":0.008066867,"about_ca_topic_score_gemma":0.008888981,"teacher_disagreement_score":0.061057594,"about_ca_system_score_codex":0.008331861,"about_ca_system_score_gemma":0.00936641,"threshold_uncertainty_score":0.32290727},"labels":[],"label_agreement":null},{"id":"W4392564511","doi":"10.1145/3626252.3630934","title":"Stump-the-Teacher: Using Student-generated Examples during Explicit Debugging Instruction","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Debugging; Algorithmic program debugging; Computer science; Programmer; Programming language; Mathematics education; Think aloud protocol; Usability; Psychology; Human–computer interaction","score_opus":0.037575937712529914,"score_gpt":0.2978073105894859,"score_spread":0.26023137287695597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392564511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96676207,0.00014579429,0.026645107,0.00017181109,0.000018092924,0.00023436247,0.00007702554,0.00072315446,0.0052226908],"genre_scores_gemma":[0.9126668,0.00015244272,0.08383083,0.00007578896,0.000006103078,0.00015268395,0.0001736697,0.0000945517,0.0028471984],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971994,0.0016947044,0.000115629926,0.00038700178,0.00042311908,0.0001800948],"domain_scores_gemma":[0.98842597,0.0083570955,0.0008992011,0.0011547557,0.00053547195,0.00062759715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021281932,0.0005548873,0.00041376767,0.00050326914,0.00053541956,0.0011640647,0.0014607294,0.0011701515,0.0024552436],"category_scores_gemma":[0.017900076,0.0003676386,0.00022916995,0.00022026252,0.0007616756,0.0015697485,0.002333862,0.00092566834,0.00075596914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014781199,0.004971026,0.04659497,0.0015325028,0.00005695207,0.004830437,0.12777008,0.0046391236,0.13983902,0.0038194885,0.0059581692,0.6585101],"study_design_scores_gemma":[0.0010373177,0.023179302,0.14281972,0.0019395656,0.0003423416,0.02229969,0.075658366,0.06514943,0.46860328,0.009537591,0.18869263,0.00074083573],"about_ca_topic_score_codex":0.00048317824,"about_ca_topic_score_gemma":0.0017446703,"teacher_disagreement_score":0.0024552436,"about_ca_system_score_codex":0.0002838306,"about_ca_system_score_gemma":0.0006409877,"threshold_uncertainty_score":0.011255145},"labels":[],"label_agreement":null},{"id":"W4392564669","doi":"10.1145/3626252.3630909","title":"Prompt Problems: A New Programming Exercise for the Generative AI Era","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"Ulla Tuomisen Säätiö","keywords":"Generative grammar; Computer science; Artificial intelligence; Programming language","score_opus":0.026392521943796855,"score_gpt":0.2911855269503672,"score_spread":0.2647930050065703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392564669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053228058,0.00028720277,0.89140123,0.0025986366,0.000379562,0.00064082403,0.0006173498,0.0339151,0.01693198],"genre_scores_gemma":[0.095377795,0.00026361004,0.88833475,0.0008269949,0.00008752397,0.0007018752,0.0008805326,0.0030103358,0.010516664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99762076,0.0011558577,0.0001238366,0.00042801458,0.0005618479,0.00010971179],"domain_scores_gemma":[0.9880044,0.009108056,0.00040504112,0.001312287,0.00047199638,0.0006983059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002789247,0.0013858856,0.0006188939,0.0008944247,0.0006715239,0.0021577503,0.0023475017,0.0021101516,0.0104745515],"category_scores_gemma":[0.018549768,0.0005610778,0.00065928686,0.0005574772,0.0017906604,0.005155674,0.0038658618,0.003389413,0.0026293697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010402334,0.0019687596,0.004777477,0.0013726309,0.000044885892,0.0013478859,0.010575653,0.013548267,0.056225076,0.047230314,0.073964395,0.7879043],"study_design_scores_gemma":[0.00066929485,0.002744344,0.0061501972,0.0008860528,0.000080806196,0.0057917144,0.0025287932,0.119057305,0.05246146,0.13177976,0.6775432,0.00030705796],"about_ca_topic_score_codex":0.0003260324,"about_ca_topic_score_gemma":0.0008085904,"teacher_disagreement_score":0.0104745515,"about_ca_system_score_codex":0.00056015473,"about_ca_system_score_gemma":0.0012007601,"threshold_uncertainty_score":0.035040915},"labels":[],"label_agreement":null},{"id":"W4392564690","doi":"10.1145/3626252.3630933","title":"Students Investigating Pedagogy: A Project for Learning about Learning in CS","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Session (web analytics); Context (archaeology); Medical education; Class (philosophy); Graduate students; Plan (archaeology); Perspective (graphical); Team-based learning; Project-based learning; Psychology; Mathematics education; Pedagogy; Computer science; Medicine","score_opus":0.04268166059420772,"score_gpt":0.3866114013154491,"score_spread":0.3439297407212414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392564690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94860697,0.00009840057,0.031488743,0.003703157,0.00035326116,0.0037096695,0.00036695815,0.0004666686,0.011206111],"genre_scores_gemma":[0.8768971,0.00030690595,0.09415854,0.0012531625,0.00026102026,0.004210314,0.0006356189,0.00017372033,0.022103606],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948986,0.0029126466,0.00017068193,0.00058144896,0.0006302288,0.00080643006],"domain_scores_gemma":[0.9862152,0.0014371331,0.00039438216,0.0011733242,0.0011126198,0.009667263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068056067,0.0010998264,0.00049999764,0.00091971096,0.0053880443,0.0035741688,0.002038655,0.0022470965,0.0064394413],"category_scores_gemma":[0.010334783,0.00072590995,0.0007038353,0.00060171576,0.002336884,0.0018731492,0.005845096,0.004534745,0.0019929316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022497396,0.049501218,0.05118529,0.00060027826,0.0001211306,0.003504088,0.28186396,0.0043351757,0.056439236,0.012211846,0.041373137,0.49661493],"study_design_scores_gemma":[0.0014606131,0.06022502,0.07710128,0.00053082005,0.00011925565,0.0062960233,0.35236484,0.014303952,0.06256849,0.019848388,0.40481746,0.00036384797],"about_ca_topic_score_codex":0.00073440553,"about_ca_topic_score_gemma":0.001989435,"teacher_disagreement_score":0.0068056067,"about_ca_system_score_codex":0.0013534989,"about_ca_system_score_gemma":0.0046760067,"threshold_uncertainty_score":0.035991967},"labels":[],"label_agreement":null},{"id":"W4392681622","doi":"10.22318/icls2023.317400","title":"Expanding and Focusing Infrastructuring Analysis for Informal STEM Education","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Facilitator; Transformative learning; Informal learning; Knowledge management; Informal education; Work (physics); Sociology; Public relations; Computer science; Pedagogy; Higher education; Psychology; Engineering; Political science","score_opus":0.020465546927127525,"score_gpt":0.28053637298980283,"score_spread":0.2600708260626753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19474436,0.0010304226,0.72981215,0.002877995,0.00023531428,0.0023428346,0.0008240221,0.00070487155,0.06742813],"genre_scores_gemma":[0.72134525,0.0005191981,0.26949716,0.0005867809,0.000059127055,0.0026271462,0.0006745902,0.00041708717,0.004273657],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9811513,0.012005092,0.00093222904,0.0016068794,0.0029574744,0.0013470792],"domain_scores_gemma":[0.930906,0.047515832,0.003920036,0.009664495,0.0066658207,0.0013278432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020432992,0.0008466347,0.00064229546,0.0072360067,0.004165069,0.010416023,0.0029985784,0.0011895377,0.007519277],"category_scores_gemma":[0.050044395,0.00048541234,0.00090400176,0.006697243,0.008488858,0.01151504,0.00993405,0.0024564655,0.0011217641],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017203894,0.000317161,0.034337066,0.00232906,0.000070511036,0.0013368776,0.3689633,0.0027636152,0.012976571,0.2324758,0.0042566913,0.34000134],"study_design_scores_gemma":[0.000035339643,0.0003074169,0.02794438,0.0036972254,0.00010377444,0.0008670985,0.49868324,0.011600864,0.0136327725,0.25115633,0.19181964,0.0001519582],"about_ca_topic_score_codex":0.004735126,"about_ca_topic_score_gemma":0.006785714,"teacher_disagreement_score":0.020432992,"about_ca_system_score_codex":0.005587251,"about_ca_system_score_gemma":0.008100643,"threshold_uncertainty_score":0.10806131},"labels":[],"label_agreement":null},{"id":"W4392681727","doi":"10.22318/icls2023.354637","title":"Computational Thinking and Robotics in Mixed Environments","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Champlain Regional College; McGill University; Université de Sherbrooke","funders":"","keywords":"Computational thinking; Robotics; Artificial intelligence; Educational robotics; Computer science; Mathematics education; Physical computing; Virtual reality; Human–computer interaction; Robot; Multimedia; Psychology","score_opus":0.017834556245243414,"score_gpt":0.24299869121942363,"score_spread":0.22516413497418022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824563,0.00048212445,0.0053318515,0.00023463569,0.000026688218,0.0000134922975,0.0000071838795,0.0000191111,0.01142856],"genre_scores_gemma":[0.9962142,0.00016283114,0.0020248042,0.000060527826,0.000005059438,0.000018997507,0.0000069861403,0.000006108111,0.0015003384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991272,0.00040357892,0.0000340292,0.00011459243,0.00019221209,0.00012830316],"domain_scores_gemma":[0.9978967,0.0008636404,0.0003923209,0.00015635956,0.00015908989,0.0005319843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007710845,0.0003963862,0.00019840163,0.00059552456,0.00076763897,0.0033828008,0.00032068632,0.00031582388,0.0022944468],"category_scores_gemma":[0.0038408795,0.00015104668,0.0002512354,0.0002843875,0.002038333,0.001862876,0.0039299717,0.0007540093,0.000252532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095995294,0.0024324951,0.319023,0.0010508319,0.00022700641,0.0024067538,0.07321141,0.008132348,0.027623013,0.13913843,0.0018806853,0.42391405],"study_design_scores_gemma":[0.00018123176,0.004099504,0.47226313,0.0009118848,0.00025517395,0.007933129,0.0914693,0.020300105,0.020966612,0.293991,0.087377295,0.00025162488],"about_ca_topic_score_codex":0.00055676856,"about_ca_topic_score_gemma":0.0014531999,"teacher_disagreement_score":0.0033828008,"about_ca_system_score_codex":0.00046932622,"about_ca_system_score_gemma":0.0011547497,"threshold_uncertainty_score":0.0076757073},"labels":[],"label_agreement":null},{"id":"W4392721128","doi":"10.22318/icls2023.182613","title":"Assessing Computational Thinking Attitudes in Empirical Research: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Dimension (graph theory); Component (thermodynamics); Cognition; Empirical research; Psychology; Cognitive dimensions of notations; Cognitive psychology; Computer science; Applied psychology; Mathematics; Statistics","score_opus":0.4908029611620961,"score_gpt":0.5515579137454351,"score_spread":0.06075495258333896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721128","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050101645,0.9981464,0.00045259952,0.00025180628,0.000095655036,0.00014326707,0.00012531683,0.000008553753,0.0002754546],"genre_scores_gemma":[0.0062998952,0.9912583,0.0014902481,0.00034029086,0.00005527373,0.00034206346,0.00013824712,0.0000072667203,0.00006835596],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98681587,0.0053511127,0.004054446,0.00094826455,0.0026350582,0.00019512676],"domain_scores_gemma":[0.86500347,0.11328864,0.009542544,0.0019536514,0.009385197,0.00082654826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01991923,0.0014591599,0.0061459104,0.017735362,0.0009078325,0.0038108772,0.0020546438,0.0021252958,0.004022272],"category_scores_gemma":[0.109478466,0.0013886217,0.004008292,0.017120916,0.0020479779,0.004452776,0.002441766,0.0018563432,0.0006288733],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092267685,0.00003893109,0.0012451963,0.7851334,0.0032387306,0.000089568544,0.0004772829,0.00018066567,0.00019433681,0.0010783329,0.0028211235,0.2054102],"study_design_scores_gemma":[0.00006671601,0.00009250296,0.0029561943,0.94791317,0.013664926,0.00019896403,0.00051687256,0.00009425692,0.00016953822,0.0011203709,0.033168003,0.000038502872],"about_ca_topic_score_codex":0.0062638596,"about_ca_topic_score_gemma":0.02086851,"teacher_disagreement_score":0.01991923,"about_ca_system_score_codex":0.0033575518,"about_ca_system_score_gemma":0.01620821,"threshold_uncertainty_score":0.105344236},"labels":[],"label_agreement":null},{"id":"W4392721246","doi":"10.22318/icls2023.232733","title":"Optimizing Assessment of Knowledge Transfer Through Computational Thinking: An L&amp;D Project","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Formative assessment; Computational thinking; Computer science; Process (computing); Action (physics); Outcome (game theory); Knowledge management; Management science; Artificial intelligence; Mathematics education; Engineering; Psychology; Mathematics","score_opus":0.08396650478934148,"score_gpt":0.3749031508076324,"score_spread":0.29093664601829095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78595155,0.00017344218,0.19769627,0.00097511883,0.00005754477,0.005137974,0.00035865945,0.0009695283,0.0086799655],"genre_scores_gemma":[0.59040993,0.00016622785,0.4014491,0.00024918834,0.000022247086,0.0028789346,0.00040805098,0.00013020672,0.0042861323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97844374,0.015316909,0.0011995662,0.0015740893,0.002798496,0.0006672294],"domain_scores_gemma":[0.96030235,0.023642221,0.0018655086,0.005256801,0.006856795,0.0020762328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029198479,0.0015342955,0.0008210666,0.002056603,0.0011740548,0.0030252552,0.0023015619,0.0029509824,0.0024109306],"category_scores_gemma":[0.04208054,0.00056878565,0.00095048087,0.0009797366,0.0021693914,0.0026248218,0.005258814,0.0015830066,0.0008444352],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025428652,0.03835325,0.022750128,0.0015150686,0.00021491048,0.00060150254,0.012141309,0.04742923,0.06506379,0.012803712,0.003949254,0.79263496],"study_design_scores_gemma":[0.0034539544,0.06579556,0.04864311,0.0007633505,0.0005752617,0.0018541152,0.009112812,0.34900793,0.45408288,0.025873926,0.04032415,0.00051305874],"about_ca_topic_score_codex":0.0019084803,"about_ca_topic_score_gemma":0.001060796,"teacher_disagreement_score":0.029198479,"about_ca_system_score_codex":0.0024093897,"about_ca_system_score_gemma":0.005613445,"threshold_uncertainty_score":0.15441817},"labels":[],"label_agreement":null},{"id":"W4392721360","doi":"10.22318/icls2023.647082","title":"Designing Teacher Professional Development Using Conjecture Mapping to Support Teachers’ Computational Thinking Integration Efforts","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada)","funders":"National Science Foundation","keywords":"Computational thinking; The arts; Context (archaeology); Computer science; Mathematics education; Professional development; Scalability; Pedagogy; Psychology; Political science","score_opus":0.053501746756951546,"score_gpt":0.30402379733811974,"score_spread":0.25052205058116817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26261872,0.000061312974,0.7146979,0.0012665851,0.000051236093,0.0009200039,0.000096895135,0.005117183,0.0151702],"genre_scores_gemma":[0.4872282,0.000058766473,0.5078734,0.000095806136,0.0000063058797,0.0005612857,0.00016641952,0.00020427992,0.0038055354],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975063,0.0014661642,0.00012560126,0.00040050794,0.00035260667,0.00014886077],"domain_scores_gemma":[0.9894755,0.0063649463,0.000565623,0.0012777675,0.0014672901,0.00084901205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004629316,0.00041443718,0.0002679359,0.0007624897,0.00078827527,0.0013383949,0.0012683083,0.0006442493,0.004099141],"category_scores_gemma":[0.02110428,0.0005108329,0.00029039607,0.0003159907,0.0007816397,0.0021457532,0.0026621986,0.0010410621,0.0009873793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035640062,0.0034822566,0.039004706,0.0006580412,0.00004236802,0.00060025457,0.034196876,0.035940092,0.050725386,0.023419756,0.008412953,0.80316097],"study_design_scores_gemma":[0.0005397283,0.0021826085,0.013299544,0.000256868,0.00010601692,0.0009914171,0.023586052,0.7037798,0.10080804,0.041368805,0.11295798,0.0001231044],"about_ca_topic_score_codex":0.0016122581,"about_ca_topic_score_gemma":0.0033523187,"teacher_disagreement_score":0.004629316,"about_ca_system_score_codex":0.0008085581,"about_ca_system_score_gemma":0.004401644,"threshold_uncertainty_score":0.024482429},"labels":[],"label_agreement":null},{"id":"W4392858517","doi":"10.1145/3626253.3635563","title":"Do Hints Enhance Learning in Programming Exercises? Exploring Students' Problem-Solving and Interactions","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Human–computer interaction; Artificial intelligence; Psychology","score_opus":0.032276396521475445,"score_gpt":0.3251334866117611,"score_spread":0.29285709009028565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392858517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99728227,0.00011802788,0.0010720902,0.00013739975,0.000005182718,0.000030868498,0.000029518564,0.00006818076,0.0012563984],"genre_scores_gemma":[0.9953413,0.00018487487,0.0035744105,0.00006337492,0.000006459915,0.000044674824,0.000052530235,0.000018685645,0.00071381964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99682873,0.0016416557,0.00019199114,0.00029705983,0.00078132993,0.0002591659],"domain_scores_gemma":[0.9777436,0.015548778,0.0030328706,0.00071958516,0.0011597628,0.0017954306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025565324,0.0005266357,0.00055216806,0.0008377219,0.00028247593,0.0022305748,0.0006359818,0.0007423911,0.0025823973],"category_scores_gemma":[0.03297115,0.00038421844,0.00037951855,0.0004654067,0.00039933814,0.0017951338,0.0010403354,0.0008653009,0.00068246515],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018986928,0.009303444,0.48315448,0.0014873781,0.000269889,0.00045572774,0.036437973,0.0021264057,0.04906901,0.00067028985,0.0021833312,0.41294342],"study_design_scores_gemma":[0.00024762723,0.009026453,0.9336239,0.00034117332,0.00038291988,0.0005244804,0.017337952,0.00904385,0.017375497,0.0020509206,0.00988756,0.00015775657],"about_ca_topic_score_codex":0.0006041624,"about_ca_topic_score_gemma":0.0012322025,"teacher_disagreement_score":0.0025823973,"about_ca_system_score_codex":0.00037051443,"about_ca_system_score_gemma":0.0005890457,"threshold_uncertainty_score":0.01352042},"labels":[],"label_agreement":null},{"id":"W4392858528","doi":"10.1145/3626253.3635571","title":"Enhancing Automated Feedback in On-Going Assignments","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.013696756112429383,"score_gpt":0.2833934461605141,"score_spread":0.2696966900480847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392858528","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22632031,0.00033720522,0.6633004,0.0008687987,0.00035530797,0.0015772089,0.00039186236,0.093403965,0.013444957],"genre_scores_gemma":[0.54351765,0.00022735744,0.44066304,0.00037255848,0.00019143808,0.0005876571,0.0007040321,0.001992549,0.011743655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906001,0.0038087224,0.00041949822,0.0013100171,0.0030877262,0.0007738679],"domain_scores_gemma":[0.9370261,0.042080313,0.003803682,0.0064742556,0.008431187,0.0021844434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006517631,0.0022917194,0.0012235035,0.0018863551,0.0008580809,0.003299763,0.0040349374,0.002234794,0.0124727795],"category_scores_gemma":[0.055229437,0.0007023866,0.0005492027,0.0009992727,0.0005772227,0.0031727883,0.003172021,0.001550201,0.005337154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010727474,0.0025393665,0.0051683504,0.0004046787,0.000028412713,0.00044654845,0.001803559,0.0056220493,0.029959008,0.0010299343,0.009186229,0.94273907],"study_design_scores_gemma":[0.0013583751,0.008789449,0.047968984,0.0013736546,0.00031842853,0.0029096524,0.0030472663,0.43409762,0.3759604,0.019679317,0.10375708,0.00073983986],"about_ca_topic_score_codex":0.0010684523,"about_ca_topic_score_gemma":0.0011106266,"teacher_disagreement_score":0.0124727795,"about_ca_system_score_codex":0.0007132534,"about_ca_system_score_gemma":0.0013094678,"threshold_uncertainty_score":0.041725576},"labels":[],"label_agreement":null},{"id":"W4392861420","doi":"10.1145/3626253.3635581","title":"Programming Assignment Ungrading as a License to Learn: Implementing Specifications Grading in the Undergraduate Web Development Classroom","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Grading (engineering); Formative assessment; Computer science; Mindset; License; Mathematics education; Software engineering; Multimedia; Artificial intelligence; Engineering; Psychology","score_opus":0.0510464431688339,"score_gpt":0.3087106101957292,"score_spread":0.2576641670268953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392861420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.495964,0.00007043463,0.45975262,0.0018340781,0.00033274505,0.003260751,0.000104109145,0.026131371,0.012549776],"genre_scores_gemma":[0.60077226,0.00005000675,0.3894517,0.00029802602,0.000054090455,0.0008043127,0.00020721588,0.0010070279,0.0073553203],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97535557,0.011741829,0.002513917,0.0038361328,0.0051072105,0.0014453465],"domain_scores_gemma":[0.90768933,0.034922425,0.0110576805,0.019740384,0.016510373,0.010079873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027825186,0.0010315276,0.0006300771,0.0018055667,0.0018013589,0.0065851007,0.004771652,0.0020525586,0.0043393853],"category_scores_gemma":[0.10057563,0.0012397475,0.00044911075,0.0010290139,0.0018589037,0.0073008873,0.0051289187,0.0036343616,0.0023979363],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006336986,0.01035598,0.034372255,0.0003747291,0.0000412658,0.00042093568,0.018376302,0.008092176,0.035433024,0.0068167727,0.0060919654,0.8789909],"study_design_scores_gemma":[0.0019129934,0.017358921,0.09560319,0.0016622647,0.00030596394,0.0022378822,0.020457637,0.40176612,0.252687,0.040284146,0.1639415,0.0017824009],"about_ca_topic_score_codex":0.0016880785,"about_ca_topic_score_gemma":0.0027897432,"teacher_disagreement_score":0.027825186,"about_ca_system_score_codex":0.0019792703,"about_ca_system_score_gemma":0.005558474,"threshold_uncertainty_score":0.14715546},"labels":[],"label_agreement":null},{"id":"W4392956877","doi":"10.1007/978-3-030-95060-6_12-1","title":"Computational Thinking and Mathematics","year":2023,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computational thinking; Mathematics education; Curriculum; Interface (matter); Computer science; Reflection (computer programming); Transformation (genetics); Mathematics curriculum; Management science; Engineering ethics; Mathematics; Teaching method; Pedagogy; Technology integration; Chemistry; Engineering; Sociology; Programming language","score_opus":0.02721043245452889,"score_gpt":0.28607837567046207,"score_spread":0.2588679432159332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392956877","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008444254,0.053399827,0.010357203,0.003907686,0.0016243788,0.000027018541,0.00015390452,0.00021711095,0.92946845],"genre_scores_gemma":[0.030457074,0.039456673,0.009145822,0.0018715402,0.0015780629,0.00010898014,0.00040994337,0.00031137725,0.9166606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997371,0.000069409354,0.0000097625625,0.000051069546,0.00011259183,0.00002005845],"domain_scores_gemma":[0.99969125,0.00012856377,0.000016102713,0.000052294887,0.00007633806,0.000035396097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032069092,0.0007720102,0.0005932977,0.0011983408,0.00095419656,0.004471731,0.0006327342,0.0008012418,0.03936137],"category_scores_gemma":[0.0012798151,0.0003009665,0.00027059988,0.0018996268,0.0026758944,0.0029934195,0.0010867429,0.0025931946,0.01608682],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010152559,0.000020443182,0.00013065313,0.00015291879,0.0000058176834,0.000024978499,0.00076609605,0.00026362043,0.0002213784,0.7169034,0.1722879,0.10921263],"study_design_scores_gemma":[0.000002666276,0.0000066006564,0.00025257978,0.00013043384,0.0000026807195,0.000063714586,0.00016823996,0.00017065501,0.00008164482,0.22661133,0.7725055,0.000003936699],"about_ca_topic_score_codex":0.0029598286,"about_ca_topic_score_gemma":0.005423113,"teacher_disagreement_score":0.03936137,"about_ca_system_score_codex":0.0017046016,"about_ca_system_score_gemma":0.0020453942,"threshold_uncertainty_score":0.13167685},"labels":[],"label_agreement":null},{"id":"W4393604030","doi":"10.5281/zenodo.7702887","title":"An Empirical Evaluation of Quasi-Static Executable Slices","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Executable; Computer science; Programming language","score_opus":0.10607387398005946,"score_gpt":0.3606133292739469,"score_spread":0.25453945529388744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393604030","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14119202,0.0015980706,0.008669952,0.0013475282,0.00044224385,0.0011637476,0.8210583,0.01112118,0.0134070255],"genre_scores_gemma":[0.059727587,0.00017363056,0.008561185,0.00036996417,0.00003078054,0.0010399136,0.9271078,0.00059153466,0.0023976034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946188,0.0021373366,0.00061260874,0.0010789607,0.0012523476,0.00029996492],"domain_scores_gemma":[0.976694,0.011262119,0.0013397821,0.0057515623,0.0042055324,0.00074704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040830933,0.0016384202,0.00071525155,0.0025338226,0.0010061815,0.0014709851,0.0024664046,0.0020404146,0.008279013],"category_scores_gemma":[0.024822513,0.00045911726,0.0009844233,0.0026613418,0.0012397008,0.0014999448,0.0022354652,0.0019718402,0.008271746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035203607,0.0037218428,0.021282976,0.0045607104,0.00050029857,0.00040459906,0.0008296405,0.016926782,0.004314026,0.0059408043,0.8748122,0.0631858],"study_design_scores_gemma":[0.005260692,0.0019749845,0.075504646,0.0019009387,0.0005090439,0.0014389876,0.002108844,0.068656325,0.017166518,0.012934213,0.81219465,0.00035010808],"about_ca_topic_score_codex":0.013402532,"about_ca_topic_score_gemma":0.025542337,"teacher_disagreement_score":0.013402532,"about_ca_system_score_codex":0.0018316602,"about_ca_system_score_gemma":0.00203325,"threshold_uncertainty_score":0.027696073},"labels":[],"label_agreement":null},{"id":"W4394621875","doi":"10.14324/lre.22.1.11","title":"Developing teachers’ cultural competencies through co-design of robot-coding mathematics activities for Latinx and Black elementary school students","year":2024,"lang":"en","type":"article","venue":"London Review of Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"National Science Foundation","keywords":"Cultural competence; Mathematics education; Coding (social sciences); Pedagogy; Psychology; Sociology; Social science","score_opus":0.0635642563330916,"score_gpt":0.3903137651438234,"score_spread":0.3267495088107318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394621875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96602017,0.0020117108,0.012687115,0.0014233333,0.000044952383,0.00037210656,0.000012735999,0.00007045674,0.017357552],"genre_scores_gemma":[0.9517531,0.0035450056,0.03731911,0.00023784488,0.000007357126,0.0003145837,0.000029426623,0.00003264725,0.0067609497],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99715257,0.0019152219,0.00009969793,0.00024532297,0.00029815896,0.00028899987],"domain_scores_gemma":[0.99754024,0.0011829323,0.0003083945,0.00017999852,0.00036159478,0.00042685622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037891513,0.00034207111,0.00025942823,0.00072815415,0.0019156403,0.002501511,0.0012950494,0.0006455034,0.0010799062],"category_scores_gemma":[0.0051512644,0.00029783434,0.00032270254,0.00042047803,0.0019967621,0.0015542872,0.002893586,0.0009784973,0.00030274817],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010531937,0.0019583285,0.033731434,0.0017200477,0.000041483778,0.0018127449,0.46482956,0.0010029008,0.010650949,0.008045883,0.0022690224,0.47383243],"study_design_scores_gemma":[0.00015670786,0.0013169316,0.056798972,0.002577458,0.00016501323,0.002939398,0.6933746,0.0016777501,0.018771138,0.005974953,0.21615948,0.00008762767],"about_ca_topic_score_codex":0.00549451,"about_ca_topic_score_gemma":0.02102883,"teacher_disagreement_score":0.00549451,"about_ca_system_score_codex":0.0022274218,"about_ca_system_score_gemma":0.0070120213,"threshold_uncertainty_score":0.0200392},"labels":[],"label_agreement":null},{"id":"W4394629031","doi":"10.1109/csce60160.2023.00193","title":"Evidence-Based, Low-Investment Writing Instruction for Computer Science Students","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Investment (military); Mathematics education; Computer aided instruction; Multimedia; Psychology; Political science","score_opus":0.06547138770677272,"score_gpt":0.33765153181275037,"score_spread":0.2721801441059777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394629031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5503741,0.03215641,0.16960034,0.103459544,0.0061541754,0.0049721883,0.001067222,0.0036046936,0.12861139],"genre_scores_gemma":[0.74172366,0.01409643,0.22321522,0.0049811755,0.00060350687,0.0015561506,0.0005747436,0.00021470792,0.013034468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98698646,0.0062474264,0.0012529158,0.00069759914,0.004518412,0.00029717214],"domain_scores_gemma":[0.89512897,0.05723643,0.010939504,0.008069143,0.020610245,0.008015715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018228488,0.0005885903,0.00047609842,0.0014739177,0.0013071607,0.0037436064,0.0032342165,0.0019945388,0.007098741],"category_scores_gemma":[0.16480555,0.00027266366,0.0003538204,0.00070556963,0.0011502152,0.0023503979,0.0028678228,0.002689915,0.0030511736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032878495,0.0048790523,0.022225482,0.002546906,0.00007563273,0.00050890254,0.0013484556,0.0005966554,0.0024951973,0.002680821,0.021503495,0.9408106],"study_design_scores_gemma":[0.002999984,0.032988466,0.24855676,0.056189187,0.0012065897,0.008749671,0.017860577,0.013194691,0.05346663,0.089671016,0.47442982,0.0006866639],"about_ca_topic_score_codex":0.0005986953,"about_ca_topic_score_gemma":0.0038674634,"teacher_disagreement_score":0.018228488,"about_ca_system_score_codex":0.0013180521,"about_ca_system_score_gemma":0.006718644,"threshold_uncertainty_score":0.096402586},"labels":[],"label_agreement":null},{"id":"W4395095504","doi":"10.1017/9781108682404.009","title":"Learning for Robots","year":2024,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; McGill University","funders":"","keywords":"Robot; Computer science; Artificial intelligence; Human–computer interaction","score_opus":0.025243886262958055,"score_gpt":0.21809745650348566,"score_spread":0.1928535702405276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395095504","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016402387,0.028509669,0.08080539,0.017555205,0.002445668,0.00006785237,0.0002838762,0.0011621926,0.86753],"genre_scores_gemma":[0.04487118,0.026773265,0.062453974,0.005436369,0.0013351834,0.000321136,0.00065693364,0.0005190547,0.85763294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996339,0.00010816826,0.00001291388,0.00006562057,0.00015021257,0.000029153989],"domain_scores_gemma":[0.9996872,0.00014080673,0.000016586555,0.000067499794,0.00004904321,0.000038857248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042865463,0.000592156,0.00037726478,0.00037161313,0.0008895255,0.003193321,0.00083751965,0.0012751786,0.04760511],"category_scores_gemma":[0.0016867715,0.0002694761,0.00031591483,0.0005087885,0.0021102792,0.0037051314,0.0020920169,0.0024416987,0.02067428],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008061168,0.000018016608,0.00010213802,0.00020510265,0.0000066258476,0.00003806561,0.0006040226,0.0009049131,0.00032661765,0.6265739,0.17514148,0.19607107],"study_design_scores_gemma":[0.000002139605,0.00000819809,0.000072951734,0.0001374223,0.000001658744,0.00007035538,0.00014105895,0.00047300433,0.00011664414,0.13595764,0.86301506,0.000003910114],"about_ca_topic_score_codex":0.00085455197,"about_ca_topic_score_gemma":0.0017152554,"teacher_disagreement_score":0.04760511,"about_ca_system_score_codex":0.0010934809,"about_ca_system_score_gemma":0.0009179045,"threshold_uncertainty_score":0.15925491},"labels":[],"label_agreement":null},{"id":"W4395689399","doi":"10.14308/ite000755","title":"FORMATION OF SOFTWARE DESIGN SKILLS AMONG SOFTWARE ENGINEERING STUDENTS","year":2022,"lang":"en","type":"article","venue":"Information Technologies in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Social software engineering; Computer science; Software construction; Software development; Personal software process; Software; Programming language","score_opus":0.0068808483055767524,"score_gpt":0.243311113678194,"score_spread":0.23643026537261724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395689399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98591125,0.0010196008,0.0020224762,0.0009983539,0.00003941683,0.00003704518,0.000018364195,0.00002239786,0.009931283],"genre_scores_gemma":[0.992074,0.0006533571,0.00088580785,0.0003037886,0.000016335012,0.00002671279,0.000042955304,0.000007223223,0.0059898444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983601,0.00042385948,0.00009974767,0.00021142857,0.0005485434,0.00035631703],"domain_scores_gemma":[0.99367625,0.0022905967,0.0008297199,0.00022401764,0.0013498627,0.0016295578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021638297,0.00019109885,0.00027386707,0.0015615604,0.0007562318,0.0023223935,0.00040411108,0.0006981894,0.003741739],"category_scores_gemma":[0.007960237,0.00020564257,0.00024327946,0.00058925763,0.0009235743,0.0012677007,0.0021234408,0.0010949299,0.0006674652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001678729,0.0013512413,0.4829761,0.0005300876,0.00003560522,0.0011484007,0.09389857,0.00092736614,0.009807965,0.009173477,0.0042797914,0.3957035],"study_design_scores_gemma":[0.000071398696,0.002750937,0.69361037,0.0012839827,0.00008985164,0.005151943,0.11338224,0.0059075006,0.01026511,0.025476478,0.14186884,0.00014128209],"about_ca_topic_score_codex":0.00086290046,"about_ca_topic_score_gemma":0.0010301934,"teacher_disagreement_score":0.003741739,"about_ca_system_score_codex":0.0007759997,"about_ca_system_score_gemma":0.0018079987,"threshold_uncertainty_score":0.012517393},"labels":[],"label_agreement":null},{"id":"W4396509973","doi":"10.5753/educomp.2024.237405","title":"Qual tipo de feedback ajuda os estudantes novatos em programação? Um estudo exploratório com múltiplos feedbacks em um curso introdutório de Python","year":2024,"lang":"pt","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Physics; Python (programming language); Humanities; Computer science; Philosophy; Operating system","score_opus":0.028014448048605586,"score_gpt":0.29374665155708535,"score_spread":0.26573220350847976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396509973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5417158,0.00084062427,0.41184023,0.0025606416,0.00038506906,0.001267699,0.0010764024,0.019694911,0.020618552],"genre_scores_gemma":[0.8019685,0.00050846254,0.17862242,0.0007276059,0.0000806232,0.000999233,0.00081198337,0.0031453343,0.013135828],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98773974,0.00507916,0.00078970456,0.0021666577,0.0035334702,0.0006911924],"domain_scores_gemma":[0.9511189,0.031290993,0.002725817,0.005379759,0.0074233874,0.0020611603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008419492,0.0014338926,0.0009322962,0.0015232088,0.0017883589,0.004410113,0.0021589468,0.0013738353,0.00683334],"category_scores_gemma":[0.060873043,0.0008689422,0.00087637536,0.0014526955,0.0026982245,0.0065093953,0.0056113135,0.0029878034,0.001602548],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033909772,0.0015944671,0.054991778,0.0069320193,0.00029892198,0.0028937424,0.12051196,0.017967459,0.19080049,0.02373249,0.015594763,0.56129104],"study_design_scores_gemma":[0.00059643795,0.0049839914,0.083417214,0.002410358,0.0010056577,0.0030828468,0.064134784,0.18824515,0.31344557,0.061656002,0.27596986,0.0010521351],"about_ca_topic_score_codex":0.0029686973,"about_ca_topic_score_gemma":0.0040853005,"teacher_disagreement_score":0.008419492,"about_ca_system_score_codex":0.0013267329,"about_ca_system_score_gemma":0.003242388,"threshold_uncertainty_score":0.044527113},"labels":[],"label_agreement":null},{"id":"W4396584880","doi":"10.1007/s10639-024-12679-y","title":"Teaching and learning artificial intelligence: Insights from the literature","year":2024,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Educational technology; Computer science; Mathematics education; Artificial intelligence; Cognitive science; Data science; Psychology","score_opus":0.010068503440537365,"score_gpt":0.2607229008150966,"score_spread":0.2506543973745592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396584880","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073608525,0.5733829,0.012443309,0.118357874,0.0007715882,0.000032663575,0.00023531572,0.000042789165,0.22112502],"genre_scores_gemma":[0.65945506,0.32684523,0.0036111968,0.0052137217,0.0007274389,0.000056884794,0.0001345542,0.000028317558,0.003927575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984163,0.00071873073,0.00010986327,0.00012448594,0.0005176525,0.000112942296],"domain_scores_gemma":[0.97406286,0.02308755,0.0008648382,0.0002643011,0.0013943606,0.00032607868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003357362,0.000357012,0.00047307488,0.0089834845,0.002447088,0.008641902,0.0009064556,0.0021011543,0.003669931],"category_scores_gemma":[0.012978856,0.00027081746,0.0002195061,0.0111490125,0.009341741,0.007972174,0.0019010884,0.0022428082,0.0004068579],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072960065,0.00017936582,0.004683818,0.0023240733,0.00004035806,0.00057574187,0.031149436,0.0009439326,0.00019320945,0.7556364,0.012654979,0.19154577],"study_design_scores_gemma":[0.000032121607,0.000043734904,0.00995737,0.010045243,0.000060273065,0.0009360098,0.060188863,0.0014001384,0.00040797482,0.64681953,0.27007255,0.00003618935],"about_ca_topic_score_codex":0.0054125446,"about_ca_topic_score_gemma":0.010360072,"teacher_disagreement_score":0.0089834845,"about_ca_system_score_codex":0.0041506877,"about_ca_system_score_gemma":0.005166895,"threshold_uncertainty_score":0.030115485},"labels":[],"label_agreement":null},{"id":"W4396948489","doi":"10.11606/t.48.2024.tde-13052024-103708","title":"Impactos da Pandemia de COVID-19 no TJR TORNEIO JUVENIL DE ROBÓTICA","year":2024,"lang":"pt","type":"dissertation","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Promotion (chess); Descriptive statistics; Coronavirus disease 2019 (COVID-19); Qualitative property; Pandemic; Medical education; Psychology; Computer science; Political science; Medicine; Mathematics","score_opus":0.034192797143836384,"score_gpt":0.35431028251978386,"score_spread":0.3201174853759475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396948489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9707153,0.0023539432,0.0004197062,0.0015471643,0.000095317155,0.000048083857,0.0002510487,0.000027851851,0.024541628],"genre_scores_gemma":[0.99586403,0.0015682767,0.00034879454,0.00013912942,0.000020528147,0.000031393618,0.00010293355,0.000006846877,0.0019181028],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977937,0.00065893255,0.000109907385,0.00027737668,0.00049715984,0.00066296005],"domain_scores_gemma":[0.9973349,0.00063762435,0.0010605527,0.00010667704,0.0004023165,0.0004579089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015574234,0.0003753951,0.00035834796,0.00089475967,0.002058921,0.0023262093,0.00056601054,0.000826536,0.005675581],"category_scores_gemma":[0.0047316714,0.00024692778,0.0004133819,0.00090251194,0.0021428831,0.0013759821,0.0031146975,0.0010060798,0.00038691933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022508252,0.0002997253,0.7998197,0.0008827494,0.00007264336,0.0052821157,0.0798845,0.0004875889,0.0025841685,0.009595657,0.0025269196,0.09833911],"study_design_scores_gemma":[0.0000050631484,0.0006493633,0.72698665,0.0010909437,0.00008259485,0.0019466119,0.22123775,0.00032722802,0.001049419,0.0012194039,0.04533528,0.00006967571],"about_ca_topic_score_codex":0.033457607,"about_ca_topic_score_gemma":0.08075977,"teacher_disagreement_score":0.033457607,"about_ca_system_score_codex":0.0025649348,"about_ca_system_score_gemma":0.003334759,"threshold_uncertainty_score":0.0665257},"labels":[],"label_agreement":null},{"id":"W4396953958","doi":"10.1007/s10639-024-12744-6","title":"Cognitive, interpersonal, and intrapersonal deeper learning domains: A systematic review of computational thinking","year":2024,"lang":"en","type":"review","venue":"Education and Information Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Government of Canada","keywords":"Intrapersonal communication; Interpersonal communication; Educational technology; Cognition; Psychology; Cognitive science; Computer science; Cognitive psychology; Mathematics education; Social psychology; Neuroscience","score_opus":0.015586502179044075,"score_gpt":0.314621816331392,"score_spread":0.29903531415234796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396953958","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009830873,0.99831235,0.00015172022,0.00019599461,0.000035619207,0.00007472657,0.00011629253,0.0000031497896,0.0001270931],"genre_scores_gemma":[0.009309152,0.98916733,0.0008151424,0.00036203233,0.000034128996,0.0001570241,0.00009765891,0.0000028465565,0.00005463054],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943065,0.0018567843,0.0020025016,0.0006417462,0.0010199995,0.00017249763],"domain_scores_gemma":[0.9717459,0.023023266,0.003012788,0.00038055616,0.0015426495,0.0002948933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008438354,0.0011263727,0.005198161,0.009990482,0.00063033774,0.0031404898,0.0017572942,0.0016725353,0.0027554769],"category_scores_gemma":[0.032666728,0.0008332617,0.005285103,0.008890726,0.0015696865,0.002971274,0.002470238,0.001544577,0.00022950431],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020915354,0.000052898937,0.0024177742,0.81603515,0.008028635,0.000110798755,0.0007072736,0.00015319024,0.00023727588,0.0007954309,0.0019854412,0.1692669],"study_design_scores_gemma":[0.00028354526,0.00020079275,0.010169381,0.90338665,0.050039627,0.0005220067,0.0010173275,0.00010587181,0.00022819686,0.0013797935,0.032588854,0.00007796729],"about_ca_topic_score_codex":0.009991288,"about_ca_topic_score_gemma":0.041172914,"teacher_disagreement_score":0.009991288,"about_ca_system_score_codex":0.0025271368,"about_ca_system_score_gemma":0.014471846,"threshold_uncertainty_score":0.044626772},"labels":[],"label_agreement":null},{"id":"W4398760299","doi":"10.1145/3626246.3655018","title":"Third International Workshop on Data Systems Education (DataEd'24)","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Data science","score_opus":0.06536743964656362,"score_gpt":0.3466894049018174,"score_spread":0.28132196525525377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398760299","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0161254,0.05644936,0.24902806,0.116047464,0.20303889,0.0010473991,0.012911217,0.0057721715,0.3395801],"genre_scores_gemma":[0.0661954,0.023634108,0.09719249,0.013417948,0.013803327,0.00119831,0.01986949,0.003336672,0.7613521],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99224687,0.0025304353,0.00043259692,0.0010189426,0.0025039236,0.0012671485],"domain_scores_gemma":[0.98943335,0.0019196355,0.00023848283,0.0012728295,0.0034090322,0.003726652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015417943,0.0014133352,0.0013322117,0.0028240278,0.0017112391,0.012136274,0.003260095,0.003206934,0.090649284],"category_scores_gemma":[0.009755782,0.00067658524,0.001780331,0.002439999,0.0014918419,0.0056412825,0.009946068,0.0061546713,0.0320001],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033744483,0.00030044265,0.0006333992,0.00047357634,0.000045133216,0.00020356826,0.0008271733,0.0009772424,0.001955305,0.017334772,0.7438068,0.23310517],"study_design_scores_gemma":[0.000020212465,0.00004336472,0.0003611012,0.00021633656,0.000010127917,0.00007143043,0.00036582234,0.0005804221,0.000771697,0.003624376,0.9939215,0.000013500548],"about_ca_topic_score_codex":0.0038857039,"about_ca_topic_score_gemma":0.005998453,"teacher_disagreement_score":0.090649284,"about_ca_system_score_codex":0.0028023552,"about_ca_system_score_gemma":0.007037603,"threshold_uncertainty_score":0.30325204},"labels":[],"label_agreement":null},{"id":"W4398861942","doi":"10.23887/ijerr.v7i1.68202","title":"Computational Thinking in Mathematics Education Across Five Nations","year":2024,"lang":"en","type":"article","venue":"Indonesian Journal Of Educational Research and Review","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computational thinking; Computer science; Mathematics","score_opus":0.0682771186847055,"score_gpt":0.44793053722749515,"score_spread":0.37965341854278967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398861942","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12225621,0.82427365,0.0010811306,0.004514043,0.00055481965,0.00024182147,0.000536107,0.000025713656,0.046516567],"genre_scores_gemma":[0.60973054,0.3822103,0.0036604991,0.0009909415,0.000075004704,0.00040066804,0.00040446976,0.000010443043,0.0025171444],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982488,0.0006530683,0.00033206923,0.00018015025,0.00044612624,0.00013987004],"domain_scores_gemma":[0.99675,0.0014311508,0.00066536263,0.00009355653,0.00083142566,0.00022855487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025811484,0.00032053867,0.0005776913,0.0051956694,0.0010507687,0.0023185662,0.00037079252,0.0004934542,0.00263997],"category_scores_gemma":[0.006470337,0.00018521515,0.00055428623,0.010076232,0.00095461024,0.0019090173,0.0018871345,0.000720732,0.0001350775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020915346,0.000096072734,0.061545122,0.045499615,0.00072492845,0.0007180164,0.022262387,0.0006757105,0.00072452694,0.05230804,0.0070140027,0.8082225],"study_design_scores_gemma":[0.00006468284,0.00035039053,0.5202626,0.092184395,0.0018747374,0.0014672866,0.04171649,0.000404928,0.0012427821,0.008106326,0.3322582,0.000067139226],"about_ca_topic_score_codex":0.027643293,"about_ca_topic_score_gemma":0.05044516,"teacher_disagreement_score":0.027643293,"about_ca_system_score_codex":0.0042806854,"about_ca_system_score_gemma":0.011918778,"threshold_uncertainty_score":0.05496478},"labels":[],"label_agreement":null},{"id":"W4399300934","doi":"10.4018/979-8-3693-1974-1.ch001","title":"Foundations of Computational Thinking and Problem Solving for Diverse Academic Fields","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Mathematics education; Computer science; Management science; Epistemology; Cognitive science; Psychology; Philosophy; Engineering","score_opus":0.008775407656838876,"score_gpt":0.2406848626989475,"score_spread":0.23190945504210864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399300934","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009304769,0.06799294,0.16360041,0.026544763,0.0011159414,0.00018807284,0.00025980052,0.0003832162,0.7306101],"genre_scores_gemma":[0.41490233,0.11853721,0.32280526,0.0064516617,0.0019003464,0.001158963,0.00089036184,0.0003656951,0.13298817],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990189,0.00040311707,0.0000678864,0.00013645254,0.00029498807,0.000078580815],"domain_scores_gemma":[0.9972588,0.0019164106,0.000110682784,0.00030326113,0.0002650416,0.00014587143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016437264,0.00072926877,0.0003855066,0.0018412346,0.0019051752,0.0062900777,0.00085745205,0.0015919995,0.008584284],"category_scores_gemma":[0.0034956713,0.000375985,0.0005843182,0.0020425112,0.011293073,0.005350316,0.002479151,0.0045696716,0.0025276332],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021414735,0.000012604312,0.000116682,0.00014673006,0.0000023719779,0.000028819932,0.0011166577,0.00048823617,0.00011916402,0.9628724,0.005493296,0.029600957],"study_design_scores_gemma":[0.0000030608535,0.0000073273213,0.00045066464,0.00055131054,0.0000021261421,0.00014170646,0.00053071225,0.0008312138,0.00013847968,0.83768207,0.15965256,0.000008847039],"about_ca_topic_score_codex":0.0029704592,"about_ca_topic_score_gemma":0.0034044562,"teacher_disagreement_score":0.008584284,"about_ca_system_score_codex":0.0037005346,"about_ca_system_score_gemma":0.0062854243,"threshold_uncertainty_score":0.028717339},"labels":[],"label_agreement":null},{"id":"W4399451590","doi":"10.1007/978-3-031-60676-2_2","title":"Defining and Situating STEM Disciplines","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Stem cell; Biology; Cell biology","score_opus":0.01972969723033932,"score_gpt":0.25392472992004655,"score_spread":0.23419503268970723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399451590","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043428834,0.004098312,0.046681337,0.0018778691,0.0004613137,0.000041657124,0.000033265143,0.000105068924,0.94235843],"genre_scores_gemma":[0.13958149,0.008613162,0.065908596,0.001789364,0.0003587866,0.00014893865,0.00021923843,0.00029018565,0.78309023],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99971443,0.00010540645,0.000008266952,0.00004388906,0.00008910708,0.000038861086],"domain_scores_gemma":[0.99975425,0.00012729279,0.000012767351,0.000029208513,0.000046704503,0.000029824876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056801445,0.00042828542,0.00021130937,0.000994946,0.0015775852,0.0041441987,0.0008081052,0.00096904865,0.011719556],"category_scores_gemma":[0.0008025771,0.00019481816,0.00018683955,0.0012371141,0.004967977,0.0040524513,0.0020565698,0.0029283979,0.0029973255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029191845,0.000011999205,0.000079216356,0.00004605647,5.867987e-7,0.000041871073,0.0019772358,0.0001393875,0.000577633,0.9480796,0.0063591036,0.042684447],"study_design_scores_gemma":[0.000002170651,0.000013691097,0.00021538093,0.0001784385,0.0000020364423,0.0001747927,0.0018321255,0.0003478383,0.0010472481,0.38785362,0.6083271,0.0000055818828],"about_ca_topic_score_codex":0.001604083,"about_ca_topic_score_gemma":0.006784895,"teacher_disagreement_score":0.011719556,"about_ca_system_score_codex":0.0016203083,"about_ca_system_score_gemma":0.0022782797,"threshold_uncertainty_score":0.03920579},"labels":[],"label_agreement":null},{"id":"W4399688010","doi":"10.1007/s40751-024-00145-w","title":"An Ode to a Mathematician: Commemorating Uri Leron","year":2024,"lang":"en","type":"article","venue":"Digital Experiences in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Technion-Israel Institute of Technology","keywords":"Variety (cybernetics); Mathematics education; Ode; Editorial board; Computer science; Epistemology; Library science; Psychology; Literature; Philosophy; Artificial intelligence; Art","score_opus":0.02046693902112189,"score_gpt":0.3314001583081587,"score_spread":0.3109332192870368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399688010","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09919548,0.02838197,0.010408595,0.6646564,0.03546246,0.000049348004,0.00007354248,0.00049575407,0.16127639],"genre_scores_gemma":[0.8244431,0.009148028,0.0058404864,0.05786208,0.008483808,0.000053039454,0.000049674178,0.00073124643,0.0933884],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98676294,0.008312598,0.00027584963,0.0010887816,0.0025858302,0.00097410707],"domain_scores_gemma":[0.9892481,0.0039175153,0.00072872126,0.00051664293,0.0028486154,0.002740391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007452484,0.0006068714,0.0008589276,0.0013264826,0.009653531,0.012016149,0.0016911927,0.0036134508,0.0033642438],"category_scores_gemma":[0.02127458,0.00033759428,0.00034852137,0.0007541778,0.011316875,0.009273654,0.008481003,0.0076499376,0.0013300901],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018251476,0.000111681446,0.0016994742,0.00020311585,0.00002099297,0.003687135,0.35981244,0.00029438204,0.001663875,0.1970825,0.38776496,0.047476795],"study_design_scores_gemma":[0.0000056760746,0.00005394783,0.00027556525,0.0001521395,0.000006550803,0.0010255749,0.06599856,0.00036704753,0.00073077437,0.0077722827,0.92357236,0.000039496343],"about_ca_topic_score_codex":0.0024530408,"about_ca_topic_score_gemma":0.004089666,"teacher_disagreement_score":0.012016149,"about_ca_system_score_codex":0.0063742166,"about_ca_system_score_gemma":0.0026533534,"threshold_uncertainty_score":0.046248376},"labels":[],"label_agreement":null},{"id":"W4399860789","doi":"10.1145/3660650.3660657","title":"Generative AI in CS Education: Literature Review through a SWOT Lens","year":2024,"lang":"en","type":"review","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"SWOT analysis; Generative grammar; Field (mathematics); Computer science; Perspective (graphical); Set (abstract data type); Data science; Management science; Work (physics); Knowledge management; Engineering ethics; Artificial intelligence; Engineering; Management","score_opus":0.061399449780639534,"score_gpt":0.4092779880489272,"score_spread":0.34787853826828763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399860789","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018123825,0.99804115,0.00024589847,0.00046549743,0.00007371216,0.000012553631,0.000026566688,0.000005427152,0.0009478514],"genre_scores_gemma":[0.0015341621,0.9976865,0.00039870245,0.00017910481,0.000041673364,0.00001572596,0.000028310404,0.0000020652951,0.00011375543],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990088,0.00032634873,0.00021149132,0.000115399336,0.00028755632,0.000050291066],"domain_scores_gemma":[0.99084127,0.0069675595,0.00067388173,0.00013565063,0.0012127905,0.00016880353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026519583,0.00082390563,0.0014924272,0.011823362,0.0006451203,0.0019442841,0.0011795716,0.0012400598,0.0039495802],"category_scores_gemma":[0.007842275,0.0005744264,0.000936508,0.01792275,0.00087224616,0.002895583,0.0012112724,0.0013280743,0.0008182318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054454307,0.00007138754,0.00048280042,0.16986154,0.00025302058,0.000195632,0.00070478447,0.0006689335,0.00035316235,0.010858837,0.017861446,0.798634],"study_design_scores_gemma":[0.000019149116,0.00015196041,0.0028871526,0.22011398,0.001122252,0.0007990019,0.00127543,0.00033562124,0.0004208465,0.005536301,0.76729035,0.000047854053],"about_ca_topic_score_codex":0.006611988,"about_ca_topic_score_gemma":0.015557182,"teacher_disagreement_score":0.011823362,"about_ca_system_score_codex":0.0015130537,"about_ca_system_score_gemma":0.0075357347,"threshold_uncertainty_score":0.014025092},"labels":[],"label_agreement":null},{"id":"W4399860835","doi":"10.1145/3660650.3660658","title":"Indigenization and Decolonization of CS Education 2010-2023: A Bibliometric Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Island University","funders":"","keywords":"Indigenization; Indigenous; Decolonization; Declaration; Political science; Curriculum; Commission; Library science; Indigenous education; Work (physics); Public administration; Sociology; Law; Computer science; Politics; Engineering; Anthropology","score_opus":0.011126133409648199,"score_gpt":0.28532451253675256,"score_spread":0.2741983791271044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399860835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8493701,0.045227665,0.0008565869,0.0061440994,0.00011356422,0.00023954187,0.074760206,0.00016211167,0.02312602],"genre_scores_gemma":[0.9598357,0.014174583,0.00090054807,0.00031291897,0.00013498196,0.00019827558,0.023178898,0.00006256058,0.0012015074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9862346,0.0027733229,0.0035230091,0.001066663,0.0053820903,0.0010202577],"domain_scores_gemma":[0.8987262,0.046949238,0.02830849,0.003939619,0.020029467,0.002046984],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.012225102,0.0002866709,0.0011912482,0.08046995,0.0014832478,0.0061371787,0.0011736628,0.0008374271,0.0028292506],"category_scores_gemma":[0.067197196,0.00026729747,0.001432832,0.23691225,0.0017995146,0.0061155194,0.004281895,0.0010145318,0.00072790333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031856788,0.000086080494,0.8594525,0.009615969,0.0011290216,0.00031315567,0.013360398,0.000931574,0.00036332774,0.0068178647,0.018509032,0.0891025],"study_design_scores_gemma":[0.000012532816,0.00003807491,0.944538,0.0018229384,0.00039148174,0.0002537339,0.014842657,0.00085986836,0.00025008255,0.0006997097,0.036243137,0.00004781447],"about_ca_topic_score_codex":0.082445,"about_ca_topic_score_gemma":0.097179025,"teacher_disagreement_score":0.91953003,"about_ca_system_score_codex":0.006399459,"about_ca_system_score_gemma":0.010349762,"threshold_uncertainty_score":0.16393024},"labels":[],"label_agreement":null},{"id":"W4399860921","doi":"10.1145/3660650.3660664","title":"An Initial Exploration of Code Diagram Query Effectiveness","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Programming language; Notional amount; Visualization; Program comprehension; Diagrammatic reasoning; Python (programming language); Software engineering; Artificial intelligence; Software; Software system","score_opus":0.04202554863068285,"score_gpt":0.3533535432281289,"score_spread":0.31132799459744603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399860921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98638886,0.00048751675,0.005251306,0.00046494033,0.000022300368,0.0003792619,0.00046095578,0.0005139421,0.0060309237],"genre_scores_gemma":[0.9900775,0.00031809628,0.0068784095,0.000111125184,0.000015580954,0.0003121833,0.0006329576,0.00016046099,0.0014937536],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97308445,0.012254588,0.002610321,0.002822368,0.008050809,0.0011774494],"domain_scores_gemma":[0.6052537,0.34012228,0.011820177,0.0074111163,0.03222882,0.0031639053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024450889,0.0007301651,0.00075569545,0.0035112782,0.0007898611,0.0034787345,0.0014224823,0.00097578875,0.0031091429],"category_scores_gemma":[0.22770998,0.00037662065,0.0006940809,0.0017487619,0.0013270867,0.0050936355,0.0026752583,0.0014437841,0.00082619855],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036161158,0.0036424098,0.3349727,0.003420465,0.0003011344,0.00045557247,0.09412496,0.0035192147,0.026874172,0.0016564605,0.005323211,0.52209365],"study_design_scores_gemma":[0.0004489484,0.01317695,0.769973,0.0013668844,0.00058106106,0.0010704591,0.078092694,0.032796774,0.061942358,0.0033265047,0.03682463,0.0003997373],"about_ca_topic_score_codex":0.0021425274,"about_ca_topic_score_gemma":0.0024470286,"teacher_disagreement_score":0.024450889,"about_ca_system_score_codex":0.001740349,"about_ca_system_score_gemma":0.0010759629,"threshold_uncertainty_score":0.12931019},"labels":[],"label_agreement":null},{"id":"W4399861040","doi":"10.1145/3660650.3660661","title":"Student Transitions Through an Entire Computing Program","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Degree program; Work (physics); Mathematics education; Discipline; Computer science; Medical education; Field (mathematics); Psychology; Sociology; Medicine; Engineering; Mathematics","score_opus":0.028203591157340748,"score_gpt":0.3620008347867905,"score_spread":0.3337972436294498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399861040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994873,0.00012396964,0.0003474173,0.0016611674,0.000046182126,0.000021886804,0.000046959158,0.000032199638,0.0028473004],"genre_scores_gemma":[0.99602497,0.00013045075,0.0003276921,0.0005013971,0.000017110418,0.000030191964,0.000050960047,0.000012078819,0.002905234],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9969104,0.00095770165,0.00011364894,0.00027177273,0.00068683433,0.0010597627],"domain_scores_gemma":[0.98893666,0.001026893,0.00089248904,0.00029752913,0.001527911,0.007318616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030814179,0.0003360576,0.0005020435,0.0007121351,0.00615047,0.0059658093,0.0012840016,0.0013801877,0.0036609161],"category_scores_gemma":[0.009940102,0.00040196817,0.0004415007,0.0006183379,0.0016432578,0.0027005777,0.005840448,0.002445318,0.0014696151],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045630126,0.00183886,0.28249747,0.0002198138,0.000053340944,0.0022634084,0.52742445,0.00055657886,0.005549684,0.0030648487,0.014800552,0.16127476],"study_design_scores_gemma":[0.000015655722,0.0010740265,0.11760428,0.00013313165,0.000019463972,0.00095485226,0.83366036,0.00054743805,0.001624225,0.0012331766,0.043032657,0.000100802106],"about_ca_topic_score_codex":0.003237391,"about_ca_topic_score_gemma":0.007998533,"teacher_disagreement_score":0.00615047,"about_ca_system_score_codex":0.0013094927,"about_ca_system_score_gemma":0.0031630325,"threshold_uncertainty_score":0.016296268},"labels":[],"label_agreement":null},{"id":"W4400208339","doi":"10.1007/978-3-031-64302-6_11","title":"Evaluating the Effectiveness of Comparison Activities in a CTAT Tutor for Algorithmic Thinking","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; TUTOR; Artificial intelligence; Operations research; Human–computer interaction; Software engineering; Programming language; Mathematics","score_opus":0.04014915320833006,"score_gpt":0.34578877303916417,"score_spread":0.3056396198308341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400208339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987912,0.00021719132,0.0056247856,0.000098396464,0.00009270701,0.0005628203,0.00023973187,0.00057703187,0.0046753073],"genre_scores_gemma":[0.97981995,0.00018527776,0.015127499,0.000079481295,0.00004600765,0.0006373256,0.00070044963,0.00009350487,0.0033104196],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954529,0.0022229163,0.0005357514,0.0008103056,0.00074377534,0.00023433856],"domain_scores_gemma":[0.90263736,0.0805969,0.003439327,0.0032304418,0.0045008697,0.0055950717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046216757,0.0011682248,0.0010277863,0.0012262833,0.0005424757,0.0021370344,0.00231076,0.0017775766,0.009334158],"category_scores_gemma":[0.07011808,0.00037528938,0.00045328613,0.0007687826,0.00044521014,0.0021831943,0.0017038771,0.0012047602,0.0028406007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08018408,0.06026069,0.037627388,0.0029097523,0.00052092894,0.0005273596,0.006750045,0.027989201,0.047147702,0.0013696733,0.006553796,0.72815937],"study_design_scores_gemma":[0.026200643,0.2720634,0.1839923,0.001398432,0.0029338514,0.0015684947,0.008468587,0.32130033,0.14988382,0.0085544055,0.022873865,0.0007619348],"about_ca_topic_score_codex":0.0013177952,"about_ca_topic_score_gemma":0.0010940634,"teacher_disagreement_score":0.009334158,"about_ca_system_score_codex":0.0007179945,"about_ca_system_score_gemma":0.0010834886,"threshold_uncertainty_score":0.03122586},"labels":[],"label_agreement":null},{"id":"W4400215097","doi":"10.1080/20445911.2024.2371176","title":"The relationship between computational thinking and mental rotation ability: a functional near-infrared spectroscopy study","year":2024,"lang":"en","type":"article","venue":"Journal of Cognitive Psychology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Mental rotation; Functional near-infrared spectroscopy; Infrared; Infrared spectroscopy; Cognitive psychology; Cognition; Neuroscience; Optics; Chemistry; Physics","score_opus":0.051620369548014,"score_gpt":0.3755833900837414,"score_spread":0.3239630205357274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400215097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995677,0.000020784284,0.00012392065,0.000011492367,7.0269283e-7,0.000002901771,0.000006646656,9.758242e-7,0.00026492937],"genre_scores_gemma":[0.99966407,0.000020858868,0.0001551273,0.0000063203897,0.0000023189987,0.0000032978542,0.0000098442315,6.335757e-7,0.00013763586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99985754,0.00003120671,0.000012737255,0.000033597295,0.000034563007,0.000030333993],"domain_scores_gemma":[0.9978586,0.00075583113,0.00074214564,0.00012976564,0.00017898424,0.00033460508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030653604,0.00020893112,0.00016304596,0.00044398085,0.00014447626,0.0004773797,0.00013281695,0.0002747623,0.00209095],"category_scores_gemma":[0.0036231414,0.00009668905,0.00012033884,0.00021410342,0.00038594162,0.00029009223,0.00033950192,0.00035362295,0.00019107225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008221357,0.0013612398,0.921616,0.00009506281,0.000109993816,0.00050834543,0.0029218376,0.00039518723,0.042720325,0.0004961185,0.00009412417,0.028859632],"study_design_scores_gemma":[0.000008091644,0.0005130319,0.99615026,0.000004798472,0.000018375506,0.00037462282,0.00053142844,0.0004500304,0.0015173107,0.00026598832,0.00015931798,0.0000067419433],"about_ca_topic_score_codex":0.0004877785,"about_ca_topic_score_gemma":0.0005907011,"teacher_disagreement_score":0.00209095,"about_ca_system_score_codex":0.00010402548,"about_ca_system_score_gemma":0.0002054562,"threshold_uncertainty_score":0.0069949627},"labels":[],"label_agreement":null},{"id":"W4400267760","doi":"10.1145/3649217.3653545","title":"Are a Static Analysis Tool Study's Findings Static? A Replication","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Static analysis; Computer science; Replication (statistics); Programming language; Mathematics; Statistics","score_opus":0.02653728832208449,"score_gpt":0.3193673178622187,"score_spread":0.29283002954013426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400267760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82927954,0.01762615,0.062433388,0.02037574,0.010531504,0.010075193,0.008931959,0.001790142,0.038956355],"genre_scores_gemma":[0.96264863,0.001096177,0.017024001,0.006021352,0.0006274354,0.0073993187,0.0017167235,0.00072544557,0.0027408618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8311525,0.07034694,0.026847562,0.026098965,0.0410113,0.0045426795],"domain_scores_gemma":[0.41499576,0.28814748,0.03752112,0.16162169,0.09418527,0.0035286879],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16536222,0.002313326,0.0021019632,0.0071557662,0.0033388645,0.005446758,0.005765331,0.002639158,0.0070168967],"category_scores_gemma":[0.54218644,0.0016019638,0.0044713016,0.004899585,0.0061682905,0.009388487,0.006080703,0.002873804,0.002360605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050030746,0.0025635976,0.5487362,0.015662408,0.009351704,0.0030191643,0.15284643,0.0014669984,0.010025536,0.01869475,0.033059973,0.19957016],"study_design_scores_gemma":[0.001795007,0.0060291225,0.7172453,0.014956374,0.0057721594,0.0024532124,0.09885153,0.0051711486,0.013608478,0.024700409,0.10859935,0.00081790617],"about_ca_topic_score_codex":0.015486562,"about_ca_topic_score_gemma":0.008456971,"teacher_disagreement_score":0.83463776,"about_ca_system_score_codex":0.0036742296,"about_ca_system_score_gemma":0.006316929,"threshold_uncertainty_score":0.8745295},"labels":[],"label_agreement":null},{"id":"W4400335505","doi":"10.1145/3649405.3659532","title":"Values and Beliefs Underpinning K-12 Computing Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Underpinning; Computer science; Knowledge management; Engineering; Civil engineering","score_opus":0.014159207576386642,"score_gpt":0.29101189675198336,"score_spread":0.2768526891755967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81470376,0.0014415642,0.023586959,0.02505324,0.00014829548,0.0001491634,0.000087398934,0.000046472676,0.13478322],"genre_scores_gemma":[0.9963736,0.00029145202,0.002001129,0.00032006783,0.000008904672,0.000022528273,0.000014177123,0.000009176654,0.000959055],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98640394,0.00695974,0.00065347395,0.0007635852,0.0039215465,0.0012977017],"domain_scores_gemma":[0.97559875,0.011348197,0.0032774806,0.001213913,0.0042415247,0.0043201274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011231543,0.00029055367,0.0003243904,0.0021226227,0.0045223595,0.01287113,0.0012411121,0.0019795906,0.0013612236],"category_scores_gemma":[0.023810811,0.00039754855,0.00024200846,0.0020445455,0.025164882,0.0054265214,0.0052550538,0.005122774,0.00036190578],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007285503,0.00020086176,0.042925663,0.00023881297,0.000023818575,0.00046740833,0.5283466,0.00075609493,0.0010012223,0.3737116,0.0016147918,0.0506402],"study_design_scores_gemma":[0.000025029261,0.00012252181,0.031035313,0.0013261533,0.000025494703,0.00049105665,0.53506434,0.002471187,0.0013525718,0.37819782,0.04975345,0.00013507548],"about_ca_topic_score_codex":0.007295988,"about_ca_topic_score_gemma":0.0062439535,"teacher_disagreement_score":0.01287113,"about_ca_system_score_codex":0.006421999,"about_ca_system_score_gemma":0.009879957,"threshold_uncertainty_score":0.05939877},"labels":[],"label_agreement":null},{"id":"W4400335533","doi":"10.1145/3649405.3659534","title":"How Instructors Incorporate Generative AI into Teaching Computing","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Generative grammar; Multimedia; Artificial intelligence; Software engineering; Human–computer interaction","score_opus":0.013892590178751097,"score_gpt":0.2712286525014775,"score_spread":0.2573360623227264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335533","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1903519,0.0050670244,0.47132137,0.06527029,0.0032402244,0.00070128986,0.000085068976,0.0075657656,0.25639704],"genre_scores_gemma":[0.62811196,0.0027502791,0.2944691,0.01098363,0.0003575,0.00044289682,0.00017417574,0.001687998,0.061022427],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9924746,0.00499471,0.00017096884,0.00057293207,0.0012299572,0.0005567954],"domain_scores_gemma":[0.9856442,0.008164024,0.00049688626,0.0016775782,0.0022065237,0.0018107421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069212425,0.0005161173,0.00026702494,0.0010558093,0.0019282188,0.00857025,0.0019066128,0.0021007133,0.0051951907],"category_scores_gemma":[0.026171,0.00045355325,0.00043128768,0.00080671295,0.0022364822,0.007127709,0.0048250784,0.0038315915,0.0035762119],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007227641,0.001229095,0.011846923,0.0007087856,0.00003630749,0.0011682617,0.1002022,0.0026957365,0.011884435,0.08801947,0.06549729,0.7166392],"study_design_scores_gemma":[0.000101721,0.0004597331,0.0029834763,0.0014186418,0.00007219073,0.001747817,0.052667834,0.012935107,0.012209605,0.10732349,0.80796915,0.00011125425],"about_ca_topic_score_codex":0.0009494192,"about_ca_topic_score_gemma":0.0028439779,"teacher_disagreement_score":0.00857025,"about_ca_system_score_codex":0.0017280147,"about_ca_system_score_gemma":0.0030122846,"threshold_uncertainty_score":0.03660351},"labels":[],"label_agreement":null},{"id":"W4400335569","doi":"10.1145/3649405.3659531","title":"Exploring Equity, Diversity, and Inclusion in Computer Science Undergraduate Curricula","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Simon Fraser University","funders":"","keywords":"Equity (law); Curriculum; Diversity (politics); Inclusion (mineral); Computer science; Engineering ethics; Mathematics education; Sociology; Political science; Pedagogy; Engineering; Psychology; Social science; Anthropology","score_opus":0.10519413365612064,"score_gpt":0.3139083432663239,"score_spread":0.20871420961020326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94085723,0.0010513606,0.00939109,0.006708748,0.00008333783,0.00019741748,0.000035697485,0.000018525141,0.041656613],"genre_scores_gemma":[0.9927356,0.00044269324,0.004620018,0.0006871499,0.00001866615,0.00020071716,0.000024183868,0.000008522709,0.0012625182],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9895132,0.006217601,0.0002454282,0.000599242,0.0023010278,0.0011234214],"domain_scores_gemma":[0.9796944,0.012867551,0.0021681795,0.0007162669,0.0017966424,0.0027568608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013924183,0.00034948275,0.00038530986,0.0019334658,0.0043494464,0.007530765,0.0011477148,0.0009216452,0.0030690664],"category_scores_gemma":[0.03167147,0.00030599238,0.0003649249,0.001949417,0.007863776,0.006108058,0.016892046,0.002973012,0.0001937694],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015176604,0.0020137907,0.1520873,0.0008128733,0.00007788887,0.00023019989,0.2682321,0.0009930283,0.002179121,0.19226575,0.0028618572,0.37809426],"study_design_scores_gemma":[0.0000793554,0.0011521048,0.21317095,0.0037616086,0.00015130019,0.00029221142,0.41640076,0.003401295,0.006145992,0.25587177,0.09945513,0.00011755771],"about_ca_topic_score_codex":0.0044355732,"about_ca_topic_score_gemma":0.0086568175,"teacher_disagreement_score":0.013924183,"about_ca_system_score_codex":0.0062687257,"about_ca_system_score_gemma":0.015967974,"threshold_uncertainty_score":0.073638976},"labels":[],"label_agreement":null},{"id":"W4400335747","doi":"10.1145/3649405.3659526","title":"Working Group Proposal: Computing Education in Africa","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Group (periodic table); Computer science; World Wide Web","score_opus":0.020041874468971387,"score_gpt":0.28102021322893583,"score_spread":0.26097833875996446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335747","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014203919,0.004524573,0.01251485,0.531971,0.14680853,0.01311571,0.014066578,0.0012902765,0.26150462],"genre_scores_gemma":[0.030969558,0.0042589847,0.01901563,0.13467175,0.02787776,0.009313897,0.017664662,0.0012376899,0.7549901],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99374986,0.0014160209,0.00042707822,0.00068161497,0.0018717485,0.0018537195],"domain_scores_gemma":[0.97119325,0.0066212183,0.0010852575,0.0014843928,0.007147067,0.012468856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020447962,0.0016132349,0.0008400032,0.002202171,0.004217368,0.008707918,0.0047511035,0.024959834,0.060178544],"category_scores_gemma":[0.022244073,0.0007245488,0.0016300651,0.0016594614,0.0014651024,0.00564573,0.005924739,0.0074203294,0.026999077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022811277,0.00044334488,0.0013786872,0.0006407436,0.000024620442,0.00029476098,0.00063457066,0.00041556152,0.0015909893,0.0131743215,0.9422639,0.038910422],"study_design_scores_gemma":[0.0002270131,0.00023437344,0.0026218272,0.0006683714,0.000037211008,0.000070616654,0.0012962781,0.00024785125,0.00092998747,0.004022058,0.98961174,0.000032705833],"about_ca_topic_score_codex":0.01067445,"about_ca_topic_score_gemma":0.009140504,"teacher_disagreement_score":0.060178544,"about_ca_system_score_codex":0.0023783906,"about_ca_system_score_gemma":0.032542814,"threshold_uncertainty_score":0.20131731},"labels":[],"label_agreement":null},{"id":"W4400335793","doi":"10.1145/3649405.3659535","title":"Introducing Code Quality in the CS1 Classroom","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Quality (philosophy); Code (set theory); Software quality; Programming language; Software engineering; Software; Software development","score_opus":0.03341013839955474,"score_gpt":0.3312463035746353,"score_spread":0.29783616517508055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335793","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46741503,0.006855351,0.37287003,0.054678224,0.0018134104,0.00051280885,0.00015881896,0.0039652428,0.09173108],"genre_scores_gemma":[0.8735279,0.0018376278,0.11038452,0.0043139127,0.0002674471,0.00019899562,0.00011366718,0.0008533149,0.008502592],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9656943,0.012995493,0.0011492781,0.0028537265,0.015527965,0.0017793088],"domain_scores_gemma":[0.87937117,0.06770488,0.00975211,0.009110187,0.024878675,0.009182892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021199232,0.00062286534,0.0005454414,0.0030095219,0.0032055215,0.010345978,0.0018860328,0.0018150278,0.0031505106],"category_scores_gemma":[0.08507722,0.0006396088,0.00041253277,0.0014917126,0.007908619,0.008688252,0.008046696,0.0061501437,0.00092905783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018794274,0.00080675806,0.05277708,0.0014656244,0.00005771539,0.0005269643,0.13241608,0.0020662025,0.017920531,0.084656656,0.03341223,0.6737063],"study_design_scores_gemma":[0.0001552887,0.0016368699,0.07760593,0.0063845087,0.00014084099,0.0036169633,0.107930906,0.01599581,0.045762416,0.16533104,0.57498604,0.00045332848],"about_ca_topic_score_codex":0.0050437246,"about_ca_topic_score_gemma":0.00777874,"teacher_disagreement_score":0.021199232,"about_ca_system_score_codex":0.007978105,"about_ca_system_score_gemma":0.009074089,"threshold_uncertainty_score":0.112113535},"labels":[],"label_agreement":null},{"id":"W4400335946","doi":"10.1145/3649405.3659528","title":"Experiences of Instructors Who Teach Capstone Courses in Computing Fields","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Capstone; Computer science; Mathematics education; Multimedia; Computer graphics (images); Medical education; Psychology; Medicine; Computer security","score_opus":0.013170745026330269,"score_gpt":0.28597630376571437,"score_spread":0.2728055587393841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99465525,0.00015382352,0.0009960822,0.00074706954,0.00006930976,0.000060004797,0.000027678636,0.000037486745,0.0032532439],"genre_scores_gemma":[0.9906352,0.00033903518,0.0009177954,0.00074985006,0.000047371985,0.000070998976,0.00006134075,0.00003390945,0.007144476],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99792176,0.00096708274,0.000074352276,0.00015162425,0.0003164186,0.0005687528],"domain_scores_gemma":[0.9911739,0.002430583,0.0007893901,0.00022934409,0.0014363988,0.0039403806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028629738,0.0004002616,0.00042142684,0.000740356,0.0036698263,0.0032707714,0.0008157678,0.0010919501,0.004059544],"category_scores_gemma":[0.01128494,0.00039824613,0.00028053066,0.0004906747,0.0014026066,0.0018060034,0.0022627993,0.0019082896,0.0009078169],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031132746,0.0019368498,0.08522309,0.0002330352,0.000023588056,0.0029838851,0.81069624,0.0002969865,0.00973757,0.0012582288,0.0079162195,0.07938294],"study_design_scores_gemma":[0.000038612572,0.0017909203,0.041519716,0.00020671794,0.000032962234,0.0014145839,0.901401,0.0007803612,0.003801554,0.0003607058,0.048565324,0.000087585664],"about_ca_topic_score_codex":0.0017467936,"about_ca_topic_score_gemma":0.0045076543,"teacher_disagreement_score":0.004059544,"about_ca_system_score_codex":0.0012933785,"about_ca_system_score_gemma":0.0015836512,"threshold_uncertainty_score":0.01514101},"labels":[],"label_agreement":null},{"id":"W4400407587","doi":"10.4204/eptcs.405","title":"Proceedings of the Thirteenth Workshop on Trends in Functional Programming in Education","year":2024,"lang":"en","type":"paratext","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Computer science","score_opus":0.008677346374010785,"score_gpt":0.2684802496949892,"score_spread":0.2598029033209784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400407587","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014438154,0.07106354,0.23038624,0.076237895,0.12066706,0.00059696456,0.003851502,0.003383936,0.47937477],"genre_scores_gemma":[0.056984596,0.037451286,0.0819234,0.0065346574,0.016993651,0.00054930773,0.0063180276,0.003799914,0.78944516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99515873,0.0015850118,0.00037531572,0.0007515581,0.0016935491,0.00043579302],"domain_scores_gemma":[0.99421173,0.0018665865,0.00015558352,0.0006649264,0.0021900164,0.0009110599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072782827,0.0009947347,0.0008104163,0.0021445663,0.0012616118,0.0067488016,0.0018190484,0.0020675883,0.09375617],"category_scores_gemma":[0.0117167225,0.00050109404,0.0011918707,0.0019446589,0.0015586421,0.0056194207,0.0031134984,0.0054289564,0.027864823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018332998,0.00014139741,0.00055281323,0.00051488,0.000035407487,0.00013805715,0.0011029994,0.0007070106,0.002285605,0.040841527,0.586267,0.3672301],"study_design_scores_gemma":[0.000008362943,0.00005060363,0.00036403158,0.00024904273,0.00000790566,0.00014190095,0.00019203189,0.00041659386,0.0006904593,0.00647551,0.9913902,0.000013255357],"about_ca_topic_score_codex":0.0025403497,"about_ca_topic_score_gemma":0.0036523305,"teacher_disagreement_score":0.09375617,"about_ca_system_score_codex":0.0027599311,"about_ca_system_score_gemma":0.0033926151,"threshold_uncertainty_score":0.31364566},"labels":[],"label_agreement":null},{"id":"W4400410907","doi":"10.1109/educon60312.2024.10578709","title":"Enhancing Students' Performance in Computer Science Through Tailored Instruction Based on their Programming Background","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Computer science; Multimedia; Computer aided instruction; Mathematics education; Computer architecture; Psychology","score_opus":0.021089218626568984,"score_gpt":0.2886747494229081,"score_spread":0.2675855307963391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400410907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98988664,0.00016686859,0.004054996,0.00040614378,0.00008132929,0.00027708305,0.00011560325,0.0002667252,0.004744643],"genre_scores_gemma":[0.9666062,0.0005059271,0.02284811,0.00032102695,0.000058745652,0.00057157956,0.00036719677,0.000067321336,0.008653869],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991264,0.0001627934,0.000056199937,0.00017878127,0.0002585826,0.0002172955],"domain_scores_gemma":[0.9958982,0.0006588642,0.00056140055,0.00024305456,0.000701829,0.0019365594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012664855,0.0007727024,0.00048284695,0.0009845447,0.0006496118,0.0018998627,0.00074977824,0.00044693952,0.0056627537],"category_scores_gemma":[0.005642117,0.00020732054,0.00041276877,0.00042318023,0.00036288073,0.0006829743,0.0023958453,0.0010514089,0.0023968755],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015335471,0.030040186,0.102477476,0.000866504,0.000112132984,0.00036629202,0.0054524834,0.0033464676,0.06659112,0.001519671,0.008306199,0.77938795],"study_design_scores_gemma":[0.00059265,0.040646184,0.76690125,0.0011400282,0.0004061823,0.00082376384,0.0077611646,0.010574115,0.102006555,0.0070064683,0.06184674,0.00029496587],"about_ca_topic_score_codex":0.0006426656,"about_ca_topic_score_gemma":0.0018117393,"teacher_disagreement_score":0.0056627537,"about_ca_system_score_codex":0.00051005464,"about_ca_system_score_gemma":0.002164324,"threshold_uncertainty_score":0.018943727},"labels":[],"label_agreement":null},{"id":"W4400430626","doi":"10.1142/9789811287152_0038","title":"Teaching and Learning of Programming and Algorithms","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Programming language","score_opus":0.012319896697580681,"score_gpt":0.26879513391867554,"score_spread":0.2564752372210949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400430626","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12247621,0.010540001,0.32422268,0.018436002,0.00064362277,0.00014456928,0.00019677581,0.00065768673,0.52268237],"genre_scores_gemma":[0.75854266,0.009000196,0.13600606,0.001087147,0.00031003373,0.0001896153,0.00027242204,0.00015233473,0.09443949],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861646,0.0006605082,0.000033486314,0.0001600773,0.00043133332,0.00009816585],"domain_scores_gemma":[0.9966107,0.0020363212,0.00022820976,0.0004098746,0.00035556717,0.00035931342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011340167,0.00039563194,0.0002482611,0.0005217335,0.00089373166,0.0037083465,0.000843068,0.0009160025,0.009006207],"category_scores_gemma":[0.0096887555,0.00027557192,0.00036972814,0.00063990214,0.0024318267,0.002950013,0.0015948715,0.00263912,0.0019820698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005964887,0.00035735266,0.0027489436,0.00024419866,0.000014535151,0.000068161826,0.003336417,0.0037775962,0.0029085001,0.6098904,0.015350011,0.3612442],"study_design_scores_gemma":[0.000037012414,0.00011118193,0.0036256055,0.0003627786,0.000017365675,0.00024622347,0.0019253296,0.011070777,0.010831653,0.73101085,0.24073824,0.000022902108],"about_ca_topic_score_codex":0.0030637663,"about_ca_topic_score_gemma":0.0029640347,"teacher_disagreement_score":0.009006207,"about_ca_system_score_codex":0.0018425384,"about_ca_system_score_gemma":0.003386359,"threshold_uncertainty_score":0.030128777},"labels":[],"label_agreement":null},{"id":"W4400642981","doi":"10.1145/3657604.3664671","title":"Nemobot: Crafting Strategic Gaming LLM Agents for K-12 AI Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nautilus Environmental","funders":"","keywords":"Computer science; Multimedia; Human–computer interaction; Knowledge management","score_opus":0.04766744127536118,"score_gpt":0.34448098474943417,"score_spread":0.29681354347407296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400642981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05660357,0.00012234131,0.9090302,0.00045013492,0.0001360512,0.00056916225,0.00014621715,0.014107713,0.01883463],"genre_scores_gemma":[0.32190064,0.00012633929,0.6583528,0.00037090495,0.000018173565,0.0006982929,0.00038904126,0.0010208426,0.017122952],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99935895,0.00023849409,0.00003364764,0.0001108869,0.0001655803,0.000092514114],"domain_scores_gemma":[0.999065,0.00039367893,0.000055431497,0.00016031378,0.00010691254,0.00021865785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013076931,0.0007733356,0.0003298548,0.0003927894,0.0005366471,0.0013266312,0.001972961,0.0010103182,0.009680679],"category_scores_gemma":[0.00413858,0.00044976926,0.00051097194,0.00013980914,0.0008353481,0.0018509255,0.003821032,0.0015722181,0.00275609],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015272738,0.0032716508,0.012674509,0.00069889496,0.00015266964,0.0009895418,0.0050968784,0.10622316,0.07284729,0.10947635,0.027466716,0.6595751],"study_design_scores_gemma":[0.00025384943,0.00089393347,0.0016355633,0.00017175295,0.00004693584,0.00040689643,0.00074847456,0.77616656,0.03353724,0.05287123,0.13316193,0.00010551604],"about_ca_topic_score_codex":0.0017957166,"about_ca_topic_score_gemma":0.0040507372,"teacher_disagreement_score":0.009680679,"about_ca_system_score_codex":0.0006479572,"about_ca_system_score_gemma":0.001456296,"threshold_uncertainty_score":0.03238511},"labels":[],"label_agreement":null},{"id":"W4400888255","doi":"10.3102/ip.24.2111368","title":"Broadening Participation in Computer Science by Helping Students Connect Computer Science to Their Lives (Poster 17)","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Computer science; Human–computer interaction; Multimedia; Mathematics education; Psychology","score_opus":0.024648601752870626,"score_gpt":0.33073043185267065,"score_spread":0.3060818300998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400888255","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14592545,0.0033704392,0.022754936,0.2527838,0.08219403,0.0019727594,0.0007302545,0.004117829,0.48615047],"genre_scores_gemma":[0.2780588,0.0038104106,0.027884712,0.042321503,0.012152737,0.0025163009,0.0009075942,0.00080559414,0.63154227],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99903,0.00021733051,0.000021223825,0.0001500498,0.0002119206,0.0003695896],"domain_scores_gemma":[0.9952448,0.0001954222,0.00009443225,0.000079714766,0.00032158155,0.0040639527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022310151,0.0008455073,0.00043297827,0.0005864749,0.0035358928,0.0038424237,0.00081125344,0.004038145,0.11110301],"category_scores_gemma":[0.0028040626,0.00035750892,0.000786282,0.00031980305,0.00085368886,0.0019179492,0.006925367,0.005974644,0.030749723],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072973233,0.005610617,0.002838478,0.000519042,0.000030955147,0.00024194771,0.004378589,0.00017639417,0.01300225,0.0076496415,0.6349362,0.32988617],"study_design_scores_gemma":[0.0005903025,0.0024058584,0.016491452,0.00047412762,0.0001027428,0.00036466186,0.0072485027,0.0005338969,0.008350426,0.012863279,0.9504877,0.00008702023],"about_ca_topic_score_codex":0.00041680728,"about_ca_topic_score_gemma":0.0033383982,"teacher_disagreement_score":0.11110301,"about_ca_system_score_codex":0.0006772362,"about_ca_system_score_gemma":0.0022278945,"threshold_uncertainty_score":0.37167662},"labels":[],"label_agreement":null},{"id":"W4400977325","doi":"10.1109/bice60192.2024.00020","title":"Positioning HBCUs as Sites to Support Computer Science Teachers in Culturally Diverse School Districts","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stem Cell Network","funders":"National Science Foundation","keywords":"Historically black colleges and universities; Mathematics education; Computer science; Sociology; Psychology; African american; Anthropology","score_opus":0.015817567903050687,"score_gpt":0.2930754214081056,"score_spread":0.27725785350505494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400977325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677375,0.00016030757,0.0038629284,0.0036028605,0.00007447988,0.00030441929,0.000059322294,0.00013148441,0.024066653],"genre_scores_gemma":[0.9870329,0.00008868586,0.0059688557,0.00034642243,0.000014475485,0.00012260178,0.00004027339,0.000023176584,0.006362685],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9971781,0.001516951,0.00005473701,0.00015960164,0.00025451326,0.0008361926],"domain_scores_gemma":[0.9880624,0.002045998,0.00066987966,0.0005638825,0.0017191395,0.006938801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026325579,0.00016184461,0.00016979079,0.0007322587,0.0069727376,0.0023792698,0.0011532744,0.000999256,0.013056313],"category_scores_gemma":[0.0063414327,0.00029750314,0.000097299315,0.00055613153,0.002117634,0.0017462507,0.0056617633,0.0010191663,0.0014040164],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005655891,0.002060467,0.21728545,0.0006206189,0.000029116283,0.0043590353,0.41586736,0.00094268186,0.020589467,0.03426094,0.02852759,0.27489164],"study_design_scores_gemma":[0.000092486254,0.000786869,0.0508376,0.00032594087,0.00002058209,0.0008150081,0.77929324,0.0013864534,0.00240371,0.0031470736,0.16083986,0.000051179468],"about_ca_topic_score_codex":0.008999418,"about_ca_topic_score_gemma":0.038529124,"teacher_disagreement_score":0.013056313,"about_ca_system_score_codex":0.0018557452,"about_ca_system_score_gemma":0.009445466,"threshold_uncertainty_score":0.043677688},"labels":[],"label_agreement":null},{"id":"W4401286038","doi":"10.18260/1-2--46775","title":"Board 208: Breaking Through the Obstacles: Strategies and Support Helping Students Succeed in Computer Science","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"California State University Long Beach; University of Northern Iowa; Concordia University; National Science Foundation","keywords":"Focus group; Workforce; Medical education; Population; Pilot test; Psychology; Test (biology); Qualitative research; Variety (cybernetics); Mathematics education; Computer science; Applied psychology; Medicine; Political science; Sociology","score_opus":0.02260094931489499,"score_gpt":0.3177100954724426,"score_spread":0.29510914615754763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401286038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8752284,0.0007940156,0.010400217,0.068883106,0.0016895551,0.00074484275,0.00008157029,0.0005100876,0.041668177],"genre_scores_gemma":[0.9628985,0.000957497,0.009133195,0.0058231913,0.00023335042,0.0005761434,0.00014095644,0.00010765268,0.020129556],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9950588,0.0026611276,0.00012825834,0.00035183478,0.00075679674,0.001043261],"domain_scores_gemma":[0.9760189,0.0038885667,0.0018698286,0.00052568724,0.001939155,0.015757957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065862234,0.0004950841,0.000532923,0.0010190455,0.00930781,0.005369868,0.002230333,0.001727443,0.012702396],"category_scores_gemma":[0.022077497,0.00038381648,0.00040418564,0.00081455556,0.0034354192,0.0034194672,0.007315077,0.0039013713,0.0027710802],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021439313,0.00337276,0.064650826,0.00077263894,0.000063800675,0.0018385095,0.35472903,0.0009645478,0.0083603505,0.008073877,0.18778883,0.3691705],"study_design_scores_gemma":[0.00009552114,0.0010664632,0.028092595,0.00046534892,0.000061077466,0.00027319792,0.7041516,0.0015503429,0.0015413457,0.0054102223,0.25719678,0.00009542099],"about_ca_topic_score_codex":0.0043467716,"about_ca_topic_score_gemma":0.007359075,"teacher_disagreement_score":0.012702396,"about_ca_system_score_codex":0.001977871,"about_ca_system_score_gemma":0.0122500295,"threshold_uncertainty_score":0.04249376},"labels":[],"label_agreement":null},{"id":"W4401286382","doi":"10.18260/1-2--46636","title":"Barriers to Conducting Primary and Secondary Computing Education Research.","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Equity (law); Inclusion (mineral); Computer science; Medical education; Public relations; Knowledge management; Sociology; Political science; Medicine; Social science","score_opus":0.05490249939021271,"score_gpt":0.3653336014478049,"score_spread":0.3104311020575922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401286382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40181106,0.014759173,0.033892572,0.3276786,0.0040806313,0.0068211225,0.0018877772,0.00070654554,0.20836255],"genre_scores_gemma":[0.92724895,0.004128639,0.017167905,0.031540506,0.0006778788,0.0056100967,0.00047982033,0.00018124185,0.012964957],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7698413,0.14787582,0.021751706,0.008246133,0.040427692,0.011857434],"domain_scores_gemma":[0.4568,0.40178195,0.035309006,0.01886405,0.0406114,0.04663356],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.17018397,0.00041100543,0.00063343387,0.0031533407,0.008197349,0.012253712,0.0031459208,0.0033790267,0.014331923],"category_scores_gemma":[0.29304898,0.00084732275,0.0009681654,0.0023963556,0.008335353,0.00605384,0.013204686,0.0044658226,0.0035330362],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004595464,0.0010549679,0.12628458,0.010950514,0.00025103678,0.002321528,0.3440671,0.00071581744,0.0045993906,0.10079317,0.08411505,0.32438722],"study_design_scores_gemma":[0.00018998282,0.0008804002,0.08998658,0.011523172,0.00009256374,0.0030584545,0.32152006,0.0010691085,0.0014794418,0.048075885,0.5218832,0.0002411893],"about_ca_topic_score_codex":0.0075811325,"about_ca_topic_score_gemma":0.0074882563,"teacher_disagreement_score":0.82981604,"about_ca_system_score_codex":0.007601077,"about_ca_system_score_gemma":0.038139712,"threshold_uncertainty_score":0.9000296},"labels":[],"label_agreement":null},{"id":"W4401307839","doi":"10.1145/3654777.3676417","title":"Facilitating the Parametric Definition of Geometric Properties in Programming-Based CAD","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Région Hauts-de-France","keywords":"Computer science; CAD; Parametric statistics; Process (computing); Programming language; Representation (politics); Reuse; Parametric design; Personalization; Computer Aided Design; Visual programming language; Geometric programming; Software engineering; Engineering drawing; Human–computer interaction; Machine learning","score_opus":0.06662762606932586,"score_gpt":0.27571081053694174,"score_spread":0.20908318446761587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401307839","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09040894,0.0002163283,0.8918032,0.00028428092,0.000038376093,0.00047398746,0.0000645413,0.0054271,0.011283143],"genre_scores_gemma":[0.34173748,0.00034562495,0.65111685,0.00021970265,0.000021091604,0.00050086086,0.00020261317,0.0012750484,0.004580731],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995977,0.0018485353,0.00019778917,0.00046312387,0.0013149496,0.00019867146],"domain_scores_gemma":[0.9839902,0.011983447,0.00045717167,0.0022796737,0.0010016455,0.00028791183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029673001,0.0011513124,0.0005797371,0.0005993784,0.00062749325,0.0026656268,0.0021327934,0.0015089464,0.009033925],"category_scores_gemma":[0.018163448,0.00083864405,0.0006433339,0.00067509257,0.0014148719,0.003645507,0.0029442848,0.0018737529,0.0019143195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083935936,0.0013528577,0.0052737007,0.0027956842,0.0000635254,0.0015213807,0.012690671,0.02056491,0.22356048,0.066278465,0.007269542,0.65778935],"study_design_scores_gemma":[0.000589378,0.002716759,0.012336885,0.0012463622,0.00025092615,0.006429385,0.0033450713,0.32059124,0.2631189,0.076075055,0.312917,0.0003831615],"about_ca_topic_score_codex":0.00079676224,"about_ca_topic_score_gemma":0.0011528482,"teacher_disagreement_score":0.009033925,"about_ca_system_score_codex":0.0003736216,"about_ca_system_score_gemma":0.00082188024,"threshold_uncertainty_score":0.030221462},"labels":[],"label_agreement":null},{"id":"W4401313252","doi":"10.18260/1-2--47903","title":"Providing High-Quality Formative Feedback for Database Assignments","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Formative assessment; Computer science; Database; Quality (philosophy); Mathematics education; Psychology","score_opus":0.04615484423489214,"score_gpt":0.34304162681929184,"score_spread":0.2968867825843997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313252","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7739084,0.0003229902,0.18275243,0.0015709223,0.00045574753,0.0017125555,0.0012146947,0.027955484,0.010106747],"genre_scores_gemma":[0.7607779,0.00015176795,0.23019287,0.00029350197,0.00011035605,0.0006243713,0.0009060228,0.0011345078,0.0058085825],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9790196,0.00989475,0.0019803129,0.0018489572,0.0064207376,0.00083572546],"domain_scores_gemma":[0.82087845,0.10248887,0.012392812,0.016249308,0.042327914,0.005662537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017014882,0.0018797857,0.0008859665,0.0023648862,0.0007630341,0.0035387152,0.002543999,0.0016332748,0.0074785664],"category_scores_gemma":[0.12039639,0.0005636576,0.0005700046,0.0010907681,0.00059008633,0.0024377285,0.0022874137,0.0018314752,0.0031044611],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018027034,0.006641063,0.025416156,0.0013563837,0.00010620785,0.0007594624,0.0071475343,0.012101393,0.08485074,0.00067128317,0.021238131,0.83790904],"study_design_scores_gemma":[0.0012097404,0.017605169,0.1590597,0.0017674798,0.0004195969,0.001724342,0.0067681805,0.21140602,0.5124697,0.0049558375,0.08154929,0.0010651005],"about_ca_topic_score_codex":0.0013580692,"about_ca_topic_score_gemma":0.0019636827,"teacher_disagreement_score":0.017014882,"about_ca_system_score_codex":0.0011865383,"about_ca_system_score_gemma":0.0014625319,"threshold_uncertainty_score":0.08998436},"labels":[],"label_agreement":null},{"id":"W4401314515","doi":"10.18260/1-2--47188","title":"Differences in Attitudes and Self-efficacy Toward Programming of Students in Mechanical and Industrial Engineering Programs","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"College of Engineering, Michigan State University; University of Toronto; Michigan State University","keywords":"Computer science; Industrial engineering; Engineering","score_opus":0.04247501684139285,"score_gpt":0.2924648141055117,"score_spread":0.24998979726411882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401314515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987727,0.00003194272,0.000043209646,0.00012300399,0.000012659504,0.000009649524,0.000016858015,0.0000039181386,0.0009860999],"genre_scores_gemma":[0.99682605,0.00006773462,0.00010878114,0.00012689407,0.000011738754,0.000022117647,0.00007964901,0.00000767581,0.0027492982],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983228,0.00040868775,0.00009445161,0.000164412,0.0005842642,0.00042541855],"domain_scores_gemma":[0.9797141,0.0048032296,0.0038584801,0.00079094013,0.0021729707,0.008660345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002446507,0.00035768823,0.0004398947,0.0015459144,0.0009670804,0.0032484096,0.00056207523,0.0012960063,0.004367233],"category_scores_gemma":[0.012633951,0.0005747911,0.00063632615,0.0006022867,0.0013058964,0.0008838889,0.0013430286,0.00331856,0.0011477842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048090803,0.006110973,0.96096176,0.0000385478,0.00013974069,0.00028147912,0.014993755,0.00040358512,0.003185456,0.00053926115,0.0011809315,0.011683626],"study_design_scores_gemma":[0.000031383468,0.0008387262,0.9886636,0.00002688423,0.000026061265,0.000115953786,0.007749643,0.00079661806,0.0004547971,0.00030235708,0.00096250203,0.00003142318],"about_ca_topic_score_codex":0.0038967726,"about_ca_topic_score_gemma":0.0037469312,"teacher_disagreement_score":0.004367233,"about_ca_system_score_codex":0.0005535695,"about_ca_system_score_gemma":0.0006661507,"threshold_uncertainty_score":0.014609873},"labels":[],"label_agreement":null},{"id":"W4401338977","doi":"10.1080/08993408.2024.2380163","title":"“These two worlds are antithetical”: epistemic tensions in integrating computational thinking in K12 humanities and arts","year":2024,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada)","funders":"National Science Foundation","keywords":"Discipline; Point (geometry); Epistemology; The arts; Sociology; Computational thinking; Computer science; Mathematics education; Engineering ethics; Pedagogy; Psychology; Philosophy; Social science; Engineering","score_opus":0.03699238644006426,"score_gpt":0.3198401027449137,"score_spread":0.28284771630484945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401338977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8268001,0.0014386928,0.046594385,0.03434795,0.00034591497,0.00020381849,0.000032102125,0.00009540525,0.09014163],"genre_scores_gemma":[0.99356633,0.00023345255,0.003912011,0.0010725163,0.000021025722,0.00008645731,0.000007885797,0.000030328449,0.0010699547],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9219371,0.06119932,0.0026653262,0.00373257,0.006829843,0.0036357944],"domain_scores_gemma":[0.9242144,0.06020776,0.00429125,0.004312937,0.0044472483,0.0025264707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05333482,0.0005994316,0.00078419124,0.004027293,0.017201431,0.025634464,0.0023734944,0.0046172603,0.0031518016],"category_scores_gemma":[0.08095661,0.0010777217,0.00083835516,0.0026398906,0.07100853,0.02581708,0.028706858,0.009045201,0.0004193352],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043567677,0.00004069596,0.0029814162,0.00015828233,0.0000128915935,0.00030118285,0.9005353,0.00013634344,0.00043960733,0.08115198,0.00048596927,0.013712716],"study_design_scores_gemma":[0.00001253086,0.000037919213,0.0012788116,0.00035313427,0.00001461913,0.00031539475,0.9273387,0.00041009655,0.0004732542,0.05555288,0.014175451,0.00003710757],"about_ca_topic_score_codex":0.0035041429,"about_ca_topic_score_gemma":0.0033308656,"teacher_disagreement_score":0.05333482,"about_ca_system_score_codex":0.0078046513,"about_ca_system_score_gemma":0.01116072,"threshold_uncertainty_score":0.28206486},"labels":[],"label_agreement":null},{"id":"W4401339110","doi":"10.1007/978-3-031-45667-1_34","title":"Technology in University Mathematics Education","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Mathematics education; Sociology; Computer science; Mathematics","score_opus":0.013633698026853028,"score_gpt":0.2623079522131547,"score_spread":0.2486742541863017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401339110","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002589178,0.051148046,0.0036919275,0.0050246594,0.0011047095,0.000013601668,0.000021374075,0.00006096042,0.9363455],"genre_scores_gemma":[0.06526778,0.036849998,0.002160677,0.0009837641,0.00089082815,0.00003748227,0.000045649274,0.00006571703,0.89369804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996904,0.00011457614,0.000012252239,0.00003647894,0.00010659686,0.000039695777],"domain_scores_gemma":[0.9997631,0.00011122007,0.000014793323,0.000028103117,0.000032215066,0.00005064851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003874972,0.00049215066,0.0003051883,0.0009174257,0.001421621,0.004874661,0.0004777792,0.0012198595,0.033690363],"category_scores_gemma":[0.00091472693,0.0002189624,0.00019642485,0.0014575343,0.002246964,0.004419274,0.0018621278,0.0021872313,0.008206382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086373675,0.00005051442,0.00023198548,0.00010649906,0.0000030315587,0.000050089962,0.0015710522,0.00029406088,0.00025332233,0.7538797,0.08189376,0.16165736],"study_design_scores_gemma":[0.000002165057,0.000015834677,0.00048466056,0.00020931168,0.0000022560293,0.000093956005,0.0007408729,0.0002050132,0.00019352093,0.093371145,0.90467685,0.0000044043536],"about_ca_topic_score_codex":0.0016789865,"about_ca_topic_score_gemma":0.0033797575,"teacher_disagreement_score":0.033690363,"about_ca_system_score_codex":0.0019479684,"about_ca_system_score_gemma":0.002106178,"threshold_uncertainty_score":0.11270547},"labels":[],"label_agreement":null},{"id":"W4401339314","doi":"10.1007/978-3-031-45667-1_17","title":"Transforming Arithmetic Through Digital Resources","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Arithmetic; Computer science; Mathematics","score_opus":0.018886193640872555,"score_gpt":0.2750578948041506,"score_spread":0.25617170116327803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401339314","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039547775,0.0017025091,0.0516543,0.0010867378,0.0003569075,0.00001769595,0.00008257719,0.00051199633,0.9406325],"genre_scores_gemma":[0.18259768,0.007077613,0.04954857,0.00072424544,0.0003098421,0.00008560119,0.0004457694,0.0006452461,0.7585655],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998362,0.000036267993,0.000008833839,0.000030347119,0.000067860936,0.00002052308],"domain_scores_gemma":[0.9998568,0.000057725883,0.0000069859943,0.000045121986,0.000023493227,0.000009817896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017344224,0.000498857,0.00022196786,0.0008911378,0.0006266088,0.0034376627,0.0005426666,0.000508265,0.05169957],"category_scores_gemma":[0.0009671038,0.00021338543,0.00028169304,0.0010752698,0.0021720424,0.0048454395,0.0020044139,0.0013002477,0.0110022025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000096733,0.000009487866,0.00003510519,0.000045777808,0.0000019847387,0.00003659132,0.00036561023,0.0005729339,0.00069070776,0.8907364,0.010771914,0.09672379],"study_design_scores_gemma":[0.0000058029646,0.000012330489,0.000096580414,0.00010173837,0.0000054596635,0.00013278237,0.0003908285,0.0011515381,0.0016468192,0.46333584,0.533112,0.0000082108845],"about_ca_topic_score_codex":0.0013043812,"about_ca_topic_score_gemma":0.0018115944,"teacher_disagreement_score":0.05169957,"about_ca_system_score_codex":0.0008107635,"about_ca_system_score_gemma":0.0006813013,"threshold_uncertainty_score":0.1729523},"labels":[],"label_agreement":null},{"id":"W4401339329","doi":"10.1007/978-3-031-45667-1_12","title":"Computational Thinking and Mathematics","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Mathematics education; Computer science; Mathematics; Epistemology; Philosophy","score_opus":0.01782581087120535,"score_gpt":0.2807533177755347,"score_spread":0.26292750690432937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401339329","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090022344,0.05435859,0.010588891,0.0041938187,0.0015988396,0.000026255873,0.00015469256,0.00021284698,0.92796576],"genre_scores_gemma":[0.033772726,0.039672844,0.009337236,0.0019785268,0.0016499994,0.00010920561,0.00041487208,0.0003144604,0.9127501],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997249,0.00007652541,0.000009936789,0.000053218166,0.00011447022,0.00002090134],"domain_scores_gemma":[0.9996916,0.00012941027,0.000016087524,0.00005332023,0.000074856216,0.00003471387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032882558,0.0007553541,0.00058329874,0.0011645827,0.00096053403,0.004456913,0.00063245266,0.0008186326,0.038502116],"category_scores_gemma":[0.0012973981,0.0002995144,0.0002671171,0.0018320516,0.0027604892,0.003060366,0.0010953706,0.0025617944,0.015320469],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009733742,0.000019422914,0.00012958646,0.00014319476,0.00000562341,0.000023486804,0.00073998456,0.000246921,0.00020884429,0.7366911,0.1589924,0.10278976],"study_design_scores_gemma":[0.000002599173,0.0000065221234,0.00025438034,0.00012569032,0.0000026807515,0.00006221398,0.0001732047,0.00016648928,0.00008203456,0.2400721,0.7590482,0.000003875454],"about_ca_topic_score_codex":0.0029491438,"about_ca_topic_score_gemma":0.005366642,"teacher_disagreement_score":0.038502116,"about_ca_system_score_codex":0.001717934,"about_ca_system_score_gemma":0.001985972,"threshold_uncertainty_score":0.12880242},"labels":[],"label_agreement":null},{"id":"W4401340179","doi":"10.1007/978-3-031-45667-1_16","title":"Algebra Education and Digital Resources: A Long-Distance Relationship?","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Algebra over a field; Mathematics; Computer science; Mathematics education; Pure mathematics","score_opus":0.014804433598462764,"score_gpt":0.2679509614518561,"score_spread":0.2531465278533933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401340179","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035437644,0.06511716,0.00581663,0.09773975,0.0018866949,0.000017157758,0.00012173143,0.00008327124,0.79378],"genre_scores_gemma":[0.645301,0.058999654,0.0026368832,0.011327646,0.0035493905,0.000053705422,0.00014360464,0.00010445728,0.2778837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938154,0.00020657483,0.000019777175,0.000088266876,0.00016826607,0.00013556943],"domain_scores_gemma":[0.9963676,0.0017053413,0.0003009805,0.00013983817,0.00028638722,0.0011999467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010121274,0.00024624082,0.000392184,0.00070530176,0.0016963853,0.011647806,0.0008218987,0.0019218929,0.06082943],"category_scores_gemma":[0.0031809243,0.00019632412,0.00015681764,0.0025752943,0.0047308514,0.01844143,0.0040845573,0.002999719,0.00503939],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041994983,0.00017655054,0.002758688,0.00018429643,0.000014324871,0.00011125001,0.002862986,0.0000907256,0.00023711275,0.8390148,0.03223934,0.122268],"study_design_scores_gemma":[0.00001998555,0.00008165632,0.010099738,0.0006826133,0.000021960364,0.00037176732,0.014171928,0.00025615608,0.0002383017,0.47780877,0.49621913,0.00002799611],"about_ca_topic_score_codex":0.003067074,"about_ca_topic_score_gemma":0.0068385685,"teacher_disagreement_score":0.06082943,"about_ca_system_score_codex":0.001890629,"about_ca_system_score_gemma":0.0035612583,"threshold_uncertainty_score":0.20349473},"labels":[],"label_agreement":null},{"id":"W4401413989","doi":"10.1109/cec60901.2024.10611881","title":"Emergent Discovery of Reinforced Programs using Q-Learning and Planning: A Proof of Concept","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Proof of concept; Computer science; Programming language; Artificial intelligence; Theoretical computer science; Operating system","score_opus":0.03268827297966532,"score_gpt":0.30073685869646577,"score_spread":0.26804858571680046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401413989","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009227085,0.000051314968,0.9870424,0.00033363912,0.000027549742,0.00016321571,0.000020480416,0.00051213795,0.0026222023],"genre_scores_gemma":[0.26824477,0.00012464271,0.7287062,0.00022971834,0.000035301862,0.00055660564,0.000052125124,0.0002190441,0.0018316847],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987464,0.00038072417,0.000046897512,0.00027319844,0.00041493162,0.00013786221],"domain_scores_gemma":[0.99430877,0.0043295114,0.0003031552,0.00041528975,0.00037899223,0.00026426162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031283782,0.00081176346,0.0008944052,0.00036082472,0.0005961458,0.0011805007,0.0020373205,0.0014051407,0.0046033496],"category_scores_gemma":[0.011902437,0.00047953415,0.0009710875,0.00032110576,0.0021695038,0.0016568855,0.003046824,0.0031395883,0.0004610399],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016388726,0.0005200636,0.0014379554,0.0002774523,0.00006993057,0.00026215275,0.00025419838,0.7113229,0.0074815447,0.1454392,0.0026342976,0.13013646],"study_design_scores_gemma":[0.00006145299,0.00006818373,0.00006835333,0.000017792676,0.0000075219755,0.000036689555,0.000010830798,0.97406477,0.0016341286,0.02306952,0.0009521662,0.000008538712],"about_ca_topic_score_codex":0.0021173933,"about_ca_topic_score_gemma":0.0019672185,"teacher_disagreement_score":0.0046033496,"about_ca_system_score_codex":0.00087159156,"about_ca_system_score_gemma":0.0029605618,"threshold_uncertainty_score":0.01654464},"labels":[],"label_agreement":null},{"id":"W4401612652","doi":"10.5753/rbie.2024.3213","title":"Efeito da promoção do pensamento computacional nas habilidades do século XXI: uma revisão sistemática da literatura","year":2024,"lang":"pt","type":"article","venue":"Revista Brasileira de Informática na Educação","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Humanities; Psychology; Philosophy","score_opus":0.03256307329338256,"score_gpt":0.31878216135158566,"score_spread":0.2862190880582031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401612652","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21538179,0.6264634,0.04635849,0.024852892,0.004177494,0.00094258593,0.0047542695,0.0008262804,0.07624278],"genre_scores_gemma":[0.6307572,0.29794148,0.04219821,0.0038603952,0.0013041727,0.001304009,0.0035507912,0.00030480992,0.018778894],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99286264,0.0031512582,0.0008826896,0.0010747988,0.0017104376,0.00031823028],"domain_scores_gemma":[0.9460276,0.04126193,0.0048300293,0.0019935674,0.005185909,0.0007010157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008395632,0.0010338962,0.0013891092,0.0038220137,0.0014522237,0.007360489,0.0018760052,0.002221233,0.014209668],"category_scores_gemma":[0.04556703,0.0007589405,0.0021295615,0.00503217,0.0022940396,0.0051001427,0.0023931614,0.0019911039,0.0023545094],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017371651,0.0004315192,0.08064815,0.04669232,0.001709499,0.0007318497,0.0125742955,0.0059590843,0.004179029,0.049393963,0.02654133,0.76940167],"study_design_scores_gemma":[0.00034156986,0.0027865097,0.20189838,0.061563935,0.0052492907,0.0021191442,0.024597889,0.011485399,0.013538154,0.05165947,0.6241939,0.000566289],"about_ca_topic_score_codex":0.010071267,"about_ca_topic_score_gemma":0.0123474635,"teacher_disagreement_score":0.014209668,"about_ca_system_score_codex":0.0033067917,"about_ca_system_score_gemma":0.0069336267,"threshold_uncertainty_score":0.047536016},"labels":[],"label_agreement":null},{"id":"W4401798622","doi":"10.1007/s40751-024-00152-x","title":"Exploring AR and VR Tools in Mathematics Education Through Culturally Responsive Pedagogies","year":2024,"lang":"en","type":"article","venue":"Digital Experiences in Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mathematics education; Augmented reality; Documentation; Context (archaeology); Coding (social sciences); Design-based research; Computer science; Storytelling; Visualization; Computational thinking; Multimedia; Pedagogy; Psychology; Human–computer interaction; Narrative; Mathematics","score_opus":0.12229857076013467,"score_gpt":0.36396092734687663,"score_spread":0.24166235658674196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401798622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7995263,0.0027470295,0.081040636,0.003278321,0.00015055171,0.00038307047,0.00004525062,0.00021687367,0.11261196],"genre_scores_gemma":[0.96022606,0.0015520273,0.031641383,0.00035893905,0.000026535236,0.00014652507,0.000017931246,0.000034553726,0.0059960918],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932702,0.005249427,0.00019213677,0.00030387106,0.0006192186,0.0003650158],"domain_scores_gemma":[0.9965448,0.0025969164,0.00025035665,0.00026823385,0.00014540488,0.00019436031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046626125,0.00055922725,0.00024500058,0.0011331592,0.0012611649,0.0051498325,0.0008750682,0.001013603,0.0034693698],"category_scores_gemma":[0.0067627174,0.0003407854,0.00065258174,0.00064929185,0.0047249775,0.0031830145,0.0044825166,0.0011222627,0.00048713406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012157741,0.0010765612,0.016414449,0.001374366,0.00007895696,0.003075765,0.511488,0.0027595744,0.020921718,0.108918615,0.0024468733,0.33132356],"study_design_scores_gemma":[0.00019144325,0.0021253102,0.024007121,0.0021781393,0.00020031066,0.008099356,0.4817602,0.004060094,0.023192072,0.054436468,0.39954162,0.0002079421],"about_ca_topic_score_codex":0.00048499423,"about_ca_topic_score_gemma":0.001087764,"teacher_disagreement_score":0.0051498325,"about_ca_system_score_codex":0.0006806789,"about_ca_system_score_gemma":0.0012944661,"threshold_uncertainty_score":0.02465856},"labels":[],"label_agreement":null},{"id":"W4402195597","doi":"10.1007/s42330-024-00330-4","title":"Developing Computational Thinking Using LYNX for Loom Beading Designs in Grade 5","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Deep River Science Academy; Upper Grand Family Health Team; Lakehead University","funders":"","keywords":"LOOM; Computational thinking; Mathematics education; Science education; Computer science; Psychology; Artificial intelligence","score_opus":0.05586795426510322,"score_gpt":0.3309362681252335,"score_spread":0.2750683138601303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402195597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7940345,0.00019795042,0.089716755,0.000905446,0.00013966231,0.00034818565,0.00023068514,0.0020950355,0.11233192],"genre_scores_gemma":[0.76423675,0.0001907321,0.1831184,0.00018079381,0.00000849014,0.00021082058,0.0003339822,0.00028985995,0.05143022],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99909973,0.0003185714,0.000071145085,0.00020273708,0.00017194836,0.0001358384],"domain_scores_gemma":[0.99764806,0.0010473788,0.00015802952,0.00025167986,0.00052405783,0.0003708504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001733118,0.0008196013,0.00047151675,0.0005531135,0.0014040726,0.0046214545,0.0012339461,0.0008754168,0.019256184],"category_scores_gemma":[0.0049261604,0.00057807384,0.0008245116,0.00021297709,0.0011178363,0.0026894035,0.0026340017,0.0017658847,0.0041384012],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078866805,0.0032943722,0.043131314,0.0010713626,0.000070335656,0.002113153,0.07416795,0.011076441,0.037607666,0.22454482,0.028732466,0.5734015],"study_design_scores_gemma":[0.00041582237,0.005365346,0.032419875,0.0023835136,0.00035861143,0.0021505693,0.070577204,0.06822115,0.08449947,0.19340692,0.53983647,0.00036506416],"about_ca_topic_score_codex":0.005736129,"about_ca_topic_score_gemma":0.015276737,"teacher_disagreement_score":0.019256184,"about_ca_system_score_codex":0.0018511227,"about_ca_system_score_gemma":0.004179155,"threshold_uncertainty_score":0.064418316},"labels":[],"label_agreement":null},{"id":"W4402343107","doi":"10.1080/1475939x.2024.2391302","title":"Student teacher learning with Ozobots and Makey Makeys during a workshop and field experience","year":2024,"lang":"en","type":"article","venue":"Technology Pedagogy and Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Mathematics education; Field (mathematics); Pedagogy; Educational technology; Technology integration; Teacher education; Electronic learning; Psychology; Computer science","score_opus":0.011200937325314055,"score_gpt":0.33116485902191445,"score_spread":0.3199639216966004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402343107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99387145,0.00006154525,0.0010448657,0.00022387198,0.000031829353,0.00010572604,0.000025794243,0.000047755773,0.0045871786],"genre_scores_gemma":[0.9894106,0.00018749085,0.0017970126,0.00014693731,0.000014453164,0.000116538125,0.00006443007,0.000043349468,0.008219117],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99778444,0.0010316396,0.00008068352,0.00027848122,0.0002441197,0.0005807679],"domain_scores_gemma":[0.99409264,0.0026145838,0.00041354093,0.00047364275,0.0005151056,0.001890383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035160563,0.00065443025,0.00094439497,0.0006016335,0.004734088,0.0034155517,0.0016921302,0.001300872,0.0065527232],"category_scores_gemma":[0.007443439,0.00065525464,0.000465394,0.0004960863,0.0035586029,0.0025251869,0.0055811927,0.002833012,0.002137356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007411549,0.0043102517,0.01961182,0.00046770315,0.000017720336,0.004210198,0.89916855,0.0003525557,0.010133358,0.0009924589,0.0039045524,0.05608971],"study_design_scores_gemma":[0.000113257156,0.0036964468,0.015212893,0.00020754238,0.000022067703,0.0019996702,0.92530596,0.00037211028,0.0061559086,0.0006896658,0.046155218,0.00006931211],"about_ca_topic_score_codex":0.0014552625,"about_ca_topic_score_gemma":0.004181416,"teacher_disagreement_score":0.0065527232,"about_ca_system_score_codex":0.0010892946,"about_ca_system_score_gemma":0.001875865,"threshold_uncertainty_score":0.021921039},"labels":[],"label_agreement":null},{"id":"W4402475277","doi":"10.1109/tmech.2024.3451228","title":"Online Evaluation for Learning Feasible Robotic Grasps With Physical Constraints","year":2024,"lang":"en","type":"article","venue":"IEEE/ASME Transactions on Mechatronics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Natural Science Foundation of China","keywords":"Computer science; Online learning; Human–computer interaction; Artificial intelligence; Multimedia","score_opus":0.0343441784674651,"score_gpt":0.31418350140869694,"score_spread":0.2798393229412318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402475277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3180431,0.0015532133,0.6632276,0.0004026883,0.00017886116,0.00028209097,0.0005200574,0.010394182,0.005398171],"genre_scores_gemma":[0.9033486,0.0002036597,0.09313601,0.00015530923,0.000037372665,0.00017061905,0.0009593543,0.00027697667,0.0017121523],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963707,0.0010163113,0.0002468363,0.0008909183,0.0011020431,0.00037327496],"domain_scores_gemma":[0.99061245,0.0063402294,0.0007172612,0.00095387024,0.0009982251,0.00037797153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052563054,0.0027360076,0.0015224526,0.0013106414,0.00061783625,0.0011976126,0.0028319815,0.0026898296,0.004344209],"category_scores_gemma":[0.018575933,0.00073939044,0.00069383153,0.00065771886,0.0014638474,0.0038144249,0.0023770276,0.0016685843,0.00080390973],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088018604,0.00050956226,0.006677526,0.00031923343,0.00015531821,0.0002997508,0.000082176455,0.70585835,0.007892439,0.0022039302,0.0031716884,0.27194986],"study_design_scores_gemma":[0.000015218046,0.00014961901,0.00053308054,0.000014485683,0.000011670151,0.000043930348,0.00001521085,0.99478805,0.0031772673,0.001046158,0.00019677273,0.000008512617],"about_ca_topic_score_codex":0.006428513,"about_ca_topic_score_gemma":0.009544373,"teacher_disagreement_score":0.006428513,"about_ca_system_score_codex":0.0020737278,"about_ca_system_score_gemma":0.0019414547,"threshold_uncertainty_score":0.027798355},"labels":[],"label_agreement":null},{"id":"W4402525432","doi":"10.5772/intechopen.1006520","title":"Using Educational Robotics (ER) to Promote STEM Problem-Solving in Preservice Teachers","year":2024,"lang":"en","type":"book-chapter","venue":"Education and human development","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Directorate for STEM Education; Brock University","keywords":"Curriculum; Worksheet; Mathematics education; Robotics; Lesson plan; 21st century skills; Frame (networking); Computer science; Artificial intelligence; Pedagogy; Psychology; Robot","score_opus":0.05153217435482201,"score_gpt":0.3089999871451277,"score_spread":0.25746781279030573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402525432","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25634646,0.016205704,0.120045625,0.0067128623,0.00061645196,0.0010215534,0.00018142347,0.0016679862,0.5972019],"genre_scores_gemma":[0.42927647,0.021563359,0.28608498,0.0018555195,0.0001691101,0.0010203008,0.00041889935,0.00029150108,0.25931984],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995091,0.00018370691,0.00001873317,0.00007850744,0.0001558513,0.000054116663],"domain_scores_gemma":[0.9992818,0.0004737425,0.00005068988,0.000039398376,0.00005054068,0.000103824255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006804496,0.00046551225,0.00029498158,0.00081453315,0.000860152,0.0019435753,0.0010397448,0.0007655362,0.009476434],"category_scores_gemma":[0.0012927603,0.00018158508,0.00034564445,0.00059336505,0.0011973395,0.001936081,0.0032279983,0.0010100795,0.0025212418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046547844,0.0008607826,0.0032589328,0.0019519693,0.00001034029,0.00091680296,0.033403523,0.0012378015,0.010340459,0.03643243,0.03464756,0.87689286],"study_design_scores_gemma":[0.000046414512,0.00076708914,0.015662115,0.0020908874,0.000022506862,0.004678234,0.029203635,0.0015508607,0.008883595,0.023474336,0.9135715,0.00004884145],"about_ca_topic_score_codex":0.0004587832,"about_ca_topic_score_gemma":0.0027586992,"teacher_disagreement_score":0.009476434,"about_ca_system_score_codex":0.0005666404,"about_ca_system_score_gemma":0.0015468311,"threshold_uncertainty_score":0.031701803},"labels":[],"label_agreement":null},{"id":"W4402546218","doi":"10.1007/s10758-024-09779-6","title":"Disconnected Connections of Learning Beyond Formal Schooling Through Human–Computer–Human Interactions","year":2024,"lang":"en","type":"article","venue":"Technology Knowledge and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Griffith University","keywords":"Science education; Educational technology; Formal learning; Mathematics education; Computer science; Sociology; Cognitive science; Psychology; Epistemology","score_opus":0.015940709452509895,"score_gpt":0.30822053381800246,"score_spread":0.29227982436549255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402546218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5260421,0.004590023,0.101299316,0.0294774,0.00052826584,0.00028368327,0.00016220534,0.000504542,0.3371125],"genre_scores_gemma":[0.9945925,0.0003497541,0.0024826543,0.00029874998,0.000033092314,0.000055060125,0.0000167712,0.000016418904,0.0021550087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9942095,0.0039720614,0.00015001136,0.000697062,0.00055368996,0.0004175961],"domain_scores_gemma":[0.9876435,0.008586085,0.0009930972,0.0011360785,0.00062275183,0.0010185188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041265134,0.00035167372,0.00032414522,0.0021188224,0.0041882675,0.010894355,0.001178388,0.0019868512,0.009233741],"category_scores_gemma":[0.0102016125,0.00024756807,0.00030476027,0.0012299523,0.021779912,0.012206241,0.01343934,0.002541324,0.0006079719],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008706367,0.0001403475,0.009567812,0.00051774574,0.000040707975,0.001185809,0.16579992,0.0025280304,0.0018555587,0.73250335,0.0039968076,0.08177686],"study_design_scores_gemma":[0.000031209842,0.00015481889,0.014368611,0.0007609327,0.00003642768,0.00067815697,0.12894222,0.007261885,0.0014680244,0.67183506,0.17436284,0.000099709425],"about_ca_topic_score_codex":0.0018022156,"about_ca_topic_score_gemma":0.0018387921,"teacher_disagreement_score":0.010894355,"about_ca_system_score_codex":0.003066437,"about_ca_system_score_gemma":0.0028909936,"threshold_uncertainty_score":0.030889928},"labels":[],"label_agreement":null},{"id":"W4402672246","doi":"10.1007/978-3-031-63945-6_5","title":"The University of Toronto","year":2024,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Media studies; History; Library science; Sociology; Computer science","score_opus":0.00996320477752655,"score_gpt":0.21078203063410064,"score_spread":0.2008188258565741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402672246","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072749384,0.010748115,0.00092197116,0.0030425892,0.0012907909,0.000024700348,0.005428532,0.0006351068,0.9771807],"genre_scores_gemma":[0.0017280823,0.002803922,0.00030212954,0.00011071328,0.000044989505,0.000008183748,0.0008434306,0.00013394648,0.9940247],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994147,0.00004236536,0.00002119924,0.0001462392,0.00025956484,0.00011587298],"domain_scores_gemma":[0.99908805,0.00009521278,0.000055244793,0.00014620395,0.00034868016,0.00026648972],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00037893726,0.0015103711,0.00094855845,0.0018467058,0.0031986574,0.005127532,0.00084867736,0.0015541213,0.6472727],"category_scores_gemma":[0.0012435634,0.00071660586,0.000460096,0.004786378,0.0009577204,0.0017920851,0.0020326048,0.0013979292,0.39240095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032658198,0.000010937498,0.00032439467,0.00026641562,0.000006865961,0.00015862728,0.00023942185,0.00022138678,0.00029923994,0.01750627,0.8806563,0.10027742],"study_design_scores_gemma":[0.0000032939204,0.0000032922653,0.0003958269,0.000074845986,0.0000028513193,0.000030040623,0.00012554764,0.000042880045,0.00008716533,0.00074154406,0.9984888,0.0000039794077],"about_ca_topic_score_codex":0.26229936,"about_ca_topic_score_gemma":0.56663597,"teacher_disagreement_score":0.3527273,"about_ca_system_score_codex":0.0068774205,"about_ca_system_score_gemma":0.008855475,"threshold_uncertainty_score":0.5215452},"labels":[],"label_agreement":null},{"id":"W4403063134","doi":"10.5206/cjils-rcsib.v47i2.17692","title":"Mapping the SDG 4 Process: Algorithmic Literacy Among Students of the University of Sarajevo","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Mathematics education; Literacy; Sociology; Pedagogy; Computer science; Psychology; Programming language","score_opus":0.005799002358566723,"score_gpt":0.20080776853799046,"score_spread":0.19500876617942373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403063134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986632,0.00003309594,0.00010180336,0.000111212736,0.0000018065987,0.000018781937,0.000011944459,0.0000010726582,0.0010572018],"genre_scores_gemma":[0.9987369,0.00007056499,0.00030668962,0.000082113496,0.0000017405124,0.000035978843,0.00002345349,0.0000021026249,0.0007404805],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99843234,0.000601941,0.000085332205,0.00017232221,0.00026618104,0.00044190002],"domain_scores_gemma":[0.99723935,0.0012034526,0.00056580966,0.00010074039,0.00037657132,0.00051405217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003268819,0.00022578696,0.00043275292,0.0014058521,0.0027334811,0.0033697723,0.0006453029,0.00074982253,0.0020117662],"category_scores_gemma":[0.0051838225,0.000293513,0.00019869582,0.0014564354,0.002661771,0.001618844,0.0032089194,0.0011827309,0.00021070319],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001145171,0.0006771982,0.21756603,0.0002152557,0.000009987134,0.00036465027,0.7367709,0.00010865147,0.002420874,0.0024841293,0.00034300558,0.038924713],"study_design_scores_gemma":[0.000009169548,0.0003048352,0.16129471,0.00014935096,0.000010712541,0.0001194385,0.8278127,0.00029693462,0.0011563192,0.0007359049,0.00807924,0.00003077966],"about_ca_topic_score_codex":0.011219136,"about_ca_topic_score_gemma":0.021272125,"teacher_disagreement_score":0.011219136,"about_ca_system_score_codex":0.0029025907,"about_ca_system_score_gemma":0.0051233815,"threshold_uncertainty_score":0.022307694},"labels":[],"label_agreement":null},{"id":"W4403338524","doi":"10.1145/3672539.3686324","title":"Code Shaping: Iterative Code Editing with Free-form Sketching","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Code (set theory); Programming language; Theoretical computer science; Parallel computing","score_opus":0.029373820153042206,"score_gpt":0.2804704887236061,"score_spread":0.2510966685705639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403338524","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0361423,0.00009354156,0.9387582,0.00022709832,0.000103791994,0.0006374782,0.00019021539,0.015822858,0.008024551],"genre_scores_gemma":[0.2042524,0.00011683068,0.78341925,0.00013375796,0.00003086581,0.00062893296,0.0003661887,0.0037531122,0.007298673],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99397415,0.0025969006,0.00043033532,0.0011877986,0.0014799797,0.00033082452],"domain_scores_gemma":[0.92265344,0.048845474,0.0021324041,0.019213907,0.005590798,0.0015640182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00967679,0.0018556011,0.00072300143,0.0015211073,0.0011356241,0.0042289463,0.0036206187,0.001495033,0.019732682],"category_scores_gemma":[0.08197516,0.0009606045,0.0011748631,0.00077666,0.0027387713,0.005846581,0.0059955455,0.0021292202,0.005264437],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008802639,0.0007892336,0.007533832,0.002055824,0.00012764518,0.0012632018,0.047636803,0.022950118,0.09896886,0.039257172,0.013004339,0.7655328],"study_design_scores_gemma":[0.000511062,0.001605699,0.0071624406,0.0012670287,0.00019172154,0.0029392173,0.010831178,0.30934584,0.18194023,0.09503312,0.38833138,0.0008410376],"about_ca_topic_score_codex":0.0010141279,"about_ca_topic_score_gemma":0.0017805116,"teacher_disagreement_score":0.019732682,"about_ca_system_score_codex":0.00069268723,"about_ca_system_score_gemma":0.0015719659,"threshold_uncertainty_score":0.06601238},"labels":[],"label_agreement":null},{"id":"W4403405645","doi":"10.1007/s12369-024-01182-6","title":"Correction: How Non-experts Kinesthetically Teach a Robot over Multiple Sessions: Diversity in Teaching Styles and Effects on Performance","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Robotics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Diversity (politics); Robotics; Computer science; Artificial intelligence; Mechatronics; Robot; Psychology; Human–computer interaction; Mathematics education; Sociology","score_opus":0.013636070890731352,"score_gpt":0.2825806128103948,"score_spread":0.26894454191966344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403405645","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011598744,0.000797691,0.0016014619,0.11646007,0.8746118,0.000052450803,0.001354142,0.0007882209,0.003174288],"genre_scores_gemma":[0.13070758,0.006055825,0.01410631,0.20448226,0.21580747,0.0008366312,0.00292743,0.0038316357,0.42124492],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99208015,0.0011456221,0.0014242053,0.0012184586,0.003451409,0.00068012974],"domain_scores_gemma":[0.90588397,0.01851355,0.004699547,0.0051420117,0.06276734,0.0029936132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004154184,0.0016534005,0.0017565055,0.002115635,0.003632411,0.0028384686,0.0037688888,0.0097155245,0.034847617],"category_scores_gemma":[0.12316331,0.0009164478,0.0008861818,0.0017528823,0.0030790984,0.0019370043,0.002361373,0.010915844,0.026434926],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010101672,0.000011674613,0.0003125691,0.00025103203,0.00002298724,0.000528725,0.00020558924,0.00006765727,0.00017056095,0.00073140895,0.9884321,0.009164585],"study_design_scores_gemma":[0.00016252426,0.00006353807,0.0048974818,0.001080618,0.000096722346,0.002579704,0.0010156886,0.0011604269,0.002111441,0.0019763063,0.98473364,0.00012192127],"about_ca_topic_score_codex":0.027446045,"about_ca_topic_score_gemma":0.028535504,"teacher_disagreement_score":0.034847617,"about_ca_system_score_codex":0.0063380506,"about_ca_system_score_gemma":0.0068293507,"threshold_uncertainty_score":0.11657691},"labels":[],"label_agreement":null},{"id":"W4403447393","doi":"10.1109/vl/hcc60511.2024.00030","title":"P-Inti: Interactive Visual Representation of Programming Concepts for Learning and Instruction","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Representation (politics); Human–computer interaction; Programming language; Artificial intelligence","score_opus":0.017389852024302217,"score_gpt":0.368922130344143,"score_spread":0.3515322783198408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403447393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055688587,0.00016154778,0.9543009,0.00033991013,0.000111884976,0.00029106872,0.00044391444,0.022687685,0.016094238],"genre_scores_gemma":[0.068018384,0.0005557405,0.9061382,0.00033072403,0.00005712935,0.0011112436,0.001265417,0.004288659,0.01823452],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992244,0.00018374129,0.000033673958,0.00013873013,0.0003212096,0.00009811374],"domain_scores_gemma":[0.9975038,0.001457476,0.00011328902,0.0003125461,0.0003401607,0.00027261092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012916236,0.0016030427,0.0005297223,0.0011563149,0.0004913377,0.0029728962,0.0032863163,0.00125583,0.02931569],"category_scores_gemma":[0.005529522,0.0006017272,0.0007817131,0.0006754353,0.0010470654,0.002851272,0.0038091382,0.0026826817,0.006166259],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006661098,0.00061932486,0.0013698278,0.0022358648,0.000067015135,0.0009605469,0.0053421995,0.015325354,0.06937604,0.06616718,0.10026722,0.73760337],"study_design_scores_gemma":[0.00032640193,0.0009357166,0.0021599955,0.0009276201,0.00010192943,0.0020825623,0.0010319386,0.18442202,0.086556226,0.06080332,0.6604247,0.0002275534],"about_ca_topic_score_codex":0.00080108986,"about_ca_topic_score_gemma":0.0012178991,"teacher_disagreement_score":0.02931569,"about_ca_system_score_codex":0.0005141368,"about_ca_system_score_gemma":0.0013407066,"threshold_uncertainty_score":0.09807074},"labels":[],"label_agreement":null},{"id":"W4403614231","doi":"10.1007/s10763-024-10512-z","title":"A clash of epistemic tools: computer programming and paper-and-pencil in secondary school mathematics problem solving","year":2024,"lang":"en","type":"article","venue":"International Journal of Science and Mathematics Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Ministry of Education - Singapore","keywords":"Pencil (optics); Mathematics education; Science education; Secondary education; Computer science; Mathematics; Engineering","score_opus":0.018016182469039386,"score_gpt":0.2964130803613351,"score_spread":0.2783968978922957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403614231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4708739,0.002647319,0.17019646,0.018840136,0.0003810731,0.000124464,0.000117786905,0.00030444053,0.33651435],"genre_scores_gemma":[0.9868574,0.00019228968,0.008948716,0.00025682,0.000033636155,0.00005205056,0.000027336326,0.00007414616,0.003557631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9887738,0.008154455,0.00033251217,0.00090597704,0.0014204305,0.00041270867],"domain_scores_gemma":[0.9488437,0.042269424,0.0020412907,0.0032014814,0.0023341195,0.001309913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009379839,0.00045311052,0.0005888411,0.0020066518,0.0031432526,0.012001023,0.0017997752,0.003251672,0.014958238],"category_scores_gemma":[0.067506485,0.00096219475,0.00063200254,0.0013933297,0.012827588,0.021019574,0.008076812,0.005953535,0.000804604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003075571,0.00026463438,0.004588725,0.00016829626,0.000024805997,0.00015194558,0.069387786,0.0011126355,0.0010008068,0.8705787,0.0015605206,0.05085358],"study_design_scores_gemma":[0.00012156706,0.00010914997,0.0068892473,0.00037854761,0.000046203655,0.00037662146,0.032761276,0.010598173,0.0016969258,0.9271377,0.019804774,0.00007985491],"about_ca_topic_score_codex":0.006043293,"about_ca_topic_score_gemma":0.005057975,"teacher_disagreement_score":0.014958238,"about_ca_system_score_codex":0.0023809683,"about_ca_system_score_gemma":0.004938285,"threshold_uncertainty_score":0.050040245},"labels":[],"label_agreement":null},{"id":"W4403896134","doi":"10.1145/3615430.3615435","title":"Reimagining Assessment for Maker Education in Elementary Education: Findings from a Values-led Co-Design Workshop with Teachers","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Primary education; Mathematics education; Computer science; Pedagogy; Psychology; Sociology","score_opus":0.028544557436105417,"score_gpt":0.3578789422942319,"score_spread":0.3293343848581265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403896134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778811,0.0000978939,0.014280549,0.000854071,0.000045469267,0.0004024443,0.000029362822,0.00016566477,0.0062435134],"genre_scores_gemma":[0.9851799,0.00010707955,0.010587863,0.00021253778,0.000012341392,0.0003803355,0.000037051643,0.00009883868,0.003383955],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9648573,0.02461653,0.001418482,0.0027379978,0.0036443814,0.0027253744],"domain_scores_gemma":[0.9043036,0.07129796,0.0035021661,0.0060793064,0.007414952,0.0074020294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.040028755,0.00091620855,0.0011066278,0.0015283404,0.007812835,0.008475592,0.0034500824,0.0032080747,0.0019783275],"category_scores_gemma":[0.08378838,0.001302532,0.0007340694,0.00094180036,0.008056274,0.0048630727,0.010770471,0.0057374695,0.0009865274],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003108454,0.0024675159,0.014214552,0.0003711809,0.000024300274,0.0015902396,0.91577023,0.0008418759,0.005287495,0.0019643842,0.001450972,0.055706475],"study_design_scores_gemma":[0.00021779214,0.0021462643,0.01931974,0.00043779402,0.000078669786,0.001289862,0.89375085,0.003906526,0.018054277,0.005398914,0.055062898,0.00033646973],"about_ca_topic_score_codex":0.0020145597,"about_ca_topic_score_gemma":0.0049764696,"teacher_disagreement_score":0.040028755,"about_ca_system_score_codex":0.004231278,"about_ca_system_score_gemma":0.005985701,"threshold_uncertainty_score":0.21169478},"labels":[],"label_agreement":null},{"id":"W4404001628","doi":"10.21432/cjlt28608","title":"Déroulement et retombées de projets bricoleur (maker) à l’élémentaire : une revue de la portée","year":2024,"lang":"fr","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Philosophy","score_opus":0.012183894502032725,"score_gpt":0.28637091295254613,"score_spread":0.2741870184505134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404001628","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32515007,0.1203494,0.04801423,0.08282607,0.004858762,0.00082472607,0.0005168001,0.00061752024,0.41684234],"genre_scores_gemma":[0.7620174,0.066491485,0.026165783,0.0112029,0.0009405006,0.0012032938,0.0005560931,0.0008136397,0.13060886],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9817308,0.009398944,0.00072982855,0.0018056232,0.005376337,0.0009585074],"domain_scores_gemma":[0.9785493,0.0120993825,0.0016437019,0.0017922112,0.004164326,0.0017509819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016325228,0.0007592736,0.0006216037,0.0033442609,0.007176569,0.012563694,0.0024306076,0.0026921635,0.011309071],"category_scores_gemma":[0.025838053,0.0005870126,0.000698686,0.004736416,0.016532727,0.012186352,0.010292862,0.0050130473,0.0030383144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013370563,0.00009883914,0.0073917266,0.0045371735,0.000060690923,0.00060689973,0.53966564,0.0001716937,0.0023697144,0.10596425,0.022899434,0.31610024],"study_design_scores_gemma":[0.000013283496,0.00010576743,0.013445224,0.00506206,0.00003142262,0.00040143926,0.18536113,0.00014694048,0.0010707601,0.010388833,0.7839114,0.000061653016],"about_ca_topic_score_codex":0.024289032,"about_ca_topic_score_gemma":0.040382728,"teacher_disagreement_score":0.024289032,"about_ca_system_score_codex":0.010853654,"about_ca_system_score_gemma":0.014655912,"threshold_uncertainty_score":0.08633703},"labels":[],"label_agreement":null},{"id":"W4404002045","doi":"10.21432/cjlt28599","title":"Educational Robotics and Preservice Teachers: STEM Problem-Solving Skills and Self-Efficacy to Teach","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Brock University","funders":"","keywords":"Mathematics education; Psychology; Educational technology; Teaching method; Pedagogy; Robotics; Self-efficacy; Technology integration; Higher education; 21st century skills; Computer science; Artificial intelligence; Robot","score_opus":0.007155509517213843,"score_gpt":0.2446182887114608,"score_spread":0.23746277919424696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404002045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981211,0.0000883792,0.00005654753,0.00011083914,0.0000025041668,0.000024899298,0.000013033434,0.0000021141284,0.0015806158],"genre_scores_gemma":[0.9983608,0.000100579084,0.0001808765,0.00003671986,0.0000010214835,0.000025439978,0.000029528037,0.0000010679481,0.0012639251],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868494,0.00028357998,0.00005845221,0.00016944869,0.00054071704,0.0002628934],"domain_scores_gemma":[0.9958477,0.0010414021,0.00067765045,0.00027185766,0.0008920188,0.0012693428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002855627,0.00014790813,0.00025651022,0.0005500472,0.0022149738,0.0017731898,0.0006703582,0.00042963194,0.0014375069],"category_scores_gemma":[0.005620636,0.00021707657,0.00015539775,0.000396041,0.0018128452,0.0004993208,0.0014671269,0.0006999012,0.00016005669],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014825759,0.0023178253,0.7877951,0.0001689197,0.000026085621,0.00024656387,0.13554071,0.000163746,0.0026747708,0.00072702294,0.00091156154,0.069279484],"study_design_scores_gemma":[0.000024015273,0.0007312495,0.91733164,0.00011049017,0.000018049965,0.000090373935,0.07477637,0.00012511785,0.0014502055,0.00013571444,0.0051911543,0.000015680227],"about_ca_topic_score_codex":0.24850947,"about_ca_topic_score_gemma":0.58204865,"teacher_disagreement_score":0.24850947,"about_ca_system_score_codex":0.005383569,"about_ca_system_score_gemma":0.017920507,"threshold_uncertainty_score":0.49412596},"labels":[],"label_agreement":null},{"id":"W4404316055","doi":"10.1145/3699538.3699572","title":"Enhancing Novice Programmers? Understanding through Interactive Visualizations and Multiple Representations","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Human–computer interaction; Visualization; Data visualization; Multimedia; Programming language; Artificial intelligence","score_opus":0.05323190768700156,"score_gpt":0.35645636542476805,"score_spread":0.3032244577377665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404316055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6964133,0.0011378296,0.23055929,0.009084985,0.00016142921,0.00010119174,0.00009465177,0.0023709885,0.060076322],"genre_scores_gemma":[0.88237375,0.0010130052,0.10518474,0.0004278956,0.000042781747,0.000056998037,0.00009079259,0.00033831416,0.010471747],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987129,0.0006995029,0.000037778234,0.00018348687,0.00025201697,0.000114331335],"domain_scores_gemma":[0.99226815,0.0045756684,0.00053709507,0.0011512436,0.0008378028,0.0006300142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018950404,0.00067561195,0.00028280227,0.00049941434,0.0004488101,0.003615922,0.0009270943,0.0012927921,0.006270865],"category_scores_gemma":[0.015200508,0.0003578253,0.00033454382,0.00027630935,0.0007487137,0.0062863324,0.0022562966,0.001874801,0.0010283005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003806291,0.0017186331,0.023465231,0.001099114,0.00008430933,0.0014878147,0.058110703,0.0072190044,0.07008417,0.05254285,0.023211839,0.76059574],"study_design_scores_gemma":[0.0004070298,0.0028924611,0.04555984,0.0015921193,0.0006043465,0.007648962,0.05938475,0.10785795,0.14822361,0.3446729,0.28080615,0.00034991806],"about_ca_topic_score_codex":0.00045978162,"about_ca_topic_score_gemma":0.0011918457,"teacher_disagreement_score":0.006270865,"about_ca_system_score_codex":0.00042262895,"about_ca_system_score_gemma":0.00080888177,"threshold_uncertainty_score":0.020978093},"labels":[],"label_agreement":null},{"id":"W4404445028","doi":"10.1609/aiide.v20i1.31884","title":"Mechanic Maker: Accessible Game Development via Symbolic Learning Program Synthesis","year":2024,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Machine Intelligence Institute; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Video game development; Computer science; Mathematics education; Game design; Human–computer interaction; Psychology","score_opus":0.037851375926283494,"score_gpt":0.2956404847986789,"score_spread":0.25778910887239537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404445028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057627335,0.00021249785,0.90131515,0.00026537367,0.00006707734,0.00030151123,0.00017245664,0.022058357,0.017980142],"genre_scores_gemma":[0.36203632,0.00025044865,0.6235389,0.00019248191,0.000024950888,0.0004284089,0.00033090689,0.0015696969,0.011627811],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990246,0.00033347055,0.00004270157,0.00021228682,0.0003048336,0.000082024046],"domain_scores_gemma":[0.9979323,0.0013925189,0.00012396285,0.0003281074,0.00009319846,0.00012992806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009964444,0.00082008797,0.0004067497,0.0010295871,0.00043430147,0.0016146969,0.0016515835,0.0008767804,0.012445076],"category_scores_gemma":[0.005362538,0.00048983796,0.000460427,0.0003112069,0.0011206052,0.002675159,0.0029295052,0.0011658164,0.0018305208],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008039167,0.0013640998,0.0038088225,0.0010079837,0.000077275385,0.0014449975,0.005702464,0.021011977,0.12646317,0.101991065,0.011938102,0.72438616],"study_design_scores_gemma":[0.0008011693,0.0022339898,0.005396904,0.00056019705,0.00013272538,0.0040766844,0.001931903,0.31646052,0.22169778,0.13120182,0.31521794,0.00028829405],"about_ca_topic_score_codex":0.00019899633,"about_ca_topic_score_gemma":0.00040400904,"teacher_disagreement_score":0.012445076,"about_ca_system_score_codex":0.00032429176,"about_ca_system_score_gemma":0.0006564288,"threshold_uncertainty_score":0.04163289},"labels":[],"label_agreement":null},{"id":"W4404554005","doi":"10.1145/3687272.3688301","title":"Understanding Family Needs: Informing Social Robot Design to Support Children with Disabilities to Engage in Play","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Manitoba","funders":"","keywords":"Robot; Social support; Social robot; Computer science; Human–computer interaction; Psychology; Social psychology; Mobile robot; Robot control; Artificial intelligence","score_opus":0.13314546201835437,"score_gpt":0.29889772998391895,"score_spread":0.16575226796556458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404554005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9015782,0.0012952455,0.04969977,0.011815078,0.00010616825,0.0010174864,0.0002500155,0.00031533718,0.033922654],"genre_scores_gemma":[0.95252925,0.001060814,0.043281686,0.00035027103,0.000010218243,0.00068604073,0.000084069856,0.00003058405,0.0019670445],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99611473,0.002827338,0.00014328887,0.00023203666,0.0003198669,0.00036269665],"domain_scores_gemma":[0.99208236,0.005299718,0.00075485586,0.00026116153,0.0008658258,0.00073601125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067950506,0.0006996948,0.00027767915,0.0010753071,0.0021277394,0.0025497358,0.0012493118,0.0010822584,0.0032017392],"category_scores_gemma":[0.020061314,0.00039835376,0.00038844548,0.00035425497,0.0018560137,0.0035960106,0.0026273984,0.00093624805,0.00044445047],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022261677,0.0013663643,0.09762725,0.0023880207,0.000053800406,0.0026078925,0.61166054,0.0017250273,0.008129237,0.006666133,0.0070729824,0.26048014],"study_design_scores_gemma":[0.000088513145,0.000994275,0.055129264,0.00275279,0.00016842542,0.0015833434,0.81629056,0.005421979,0.0068166815,0.013425639,0.09719508,0.00013350691],"about_ca_topic_score_codex":0.004845697,"about_ca_topic_score_gemma":0.015795566,"teacher_disagreement_score":0.0067950506,"about_ca_system_score_codex":0.0023401212,"about_ca_system_score_gemma":0.0048538735,"threshold_uncertainty_score":0.035936058},"labels":[],"label_agreement":null},{"id":"W4404885711","doi":"10.5539/jel.v14n2p209","title":"The Development of a Blended Instructional Model Using Problem-Based Learning with Graphic Organizers to Enhance Systems Thinking Skills in Computational Science for Students in Lower Secondary School","year":2024,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Critical thinking; Computational thinking; Teaching method; Pedagogy; Computer science","score_opus":0.009207648153768382,"score_gpt":0.32209342724636186,"score_spread":0.31288577909259346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404885711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6973278,0.0003710215,0.28408232,0.0012578374,0.000116289964,0.0032313599,0.00019210366,0.0010663122,0.012354872],"genre_scores_gemma":[0.4137389,0.00037901563,0.58029234,0.00026297272,0.00001567682,0.0018164978,0.00022874675,0.000027774513,0.003238123],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987312,0.00046496117,0.00008018228,0.00016131581,0.00049312616,0.00006926332],"domain_scores_gemma":[0.9979753,0.00089301454,0.00018103475,0.00018807175,0.00053710793,0.00022545937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018987022,0.0004760814,0.00044961215,0.0009171168,0.00030400895,0.0014527211,0.0012756657,0.00073816895,0.0014234335],"category_scores_gemma":[0.004037477,0.0002601108,0.0005872924,0.00042880236,0.00031588558,0.001408006,0.0009496653,0.0007556047,0.00039432952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005315075,0.0113965,0.019791055,0.0011304744,0.000106992484,0.00022728271,0.0036468175,0.016206006,0.030905336,0.008839589,0.0036231996,0.90359515],"study_design_scores_gemma":[0.003213084,0.044283118,0.13212705,0.0025984962,0.0015928432,0.0023004806,0.009034741,0.49349445,0.1733872,0.02843996,0.10899354,0.0005350087],"about_ca_topic_score_codex":0.0008170642,"about_ca_topic_score_gemma":0.0013048726,"teacher_disagreement_score":0.0018987022,"about_ca_system_score_codex":0.00089927635,"about_ca_system_score_gemma":0.002947236,"threshold_uncertainty_score":0.010041416},"labels":[],"label_agreement":null},{"id":"W4404910361","doi":"10.1145/3649165.3690105","title":"Teaching CS1 with a Mastery Learning Framework: Changes in CS2 Results and Students' Satisfaction","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Multimedia; Psychology","score_opus":0.013278747331378361,"score_gpt":0.28690410302938474,"score_spread":0.2736253556980064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404910361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985442,0.00005109211,0.00019316084,0.00011240098,0.000011138145,0.000013221136,0.000044819484,0.000026962449,0.0010029374],"genre_scores_gemma":[0.998566,0.000028531435,0.00012962491,0.00005380517,0.000010777518,0.000013499768,0.000076678145,0.000010260449,0.0011108648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998195,0.0004150353,0.0001403739,0.00018758343,0.00061027356,0.00045163283],"domain_scores_gemma":[0.9902293,0.0019624862,0.0016182169,0.00030945207,0.0017997196,0.0040807826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002388396,0.00034757008,0.00050674536,0.00094325066,0.00046696156,0.0019013408,0.0005468373,0.00063643197,0.004255221],"category_scores_gemma":[0.010984695,0.00013875621,0.00072218676,0.0006452491,0.00035830837,0.0006369678,0.0009949801,0.0010280258,0.0008724765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016529382,0.005858348,0.7857439,0.00020115018,0.00017477466,0.00035948504,0.007245448,0.0015936451,0.011813648,0.00028076617,0.0031140002,0.18196197],"study_design_scores_gemma":[0.000050838473,0.002511658,0.9861559,0.000014675464,0.000038974344,0.00016190181,0.003261429,0.001554121,0.0040241443,0.00010535283,0.0020890948,0.00003189006],"about_ca_topic_score_codex":0.0021045923,"about_ca_topic_score_gemma":0.0013684266,"teacher_disagreement_score":0.004255221,"about_ca_system_score_codex":0.0007879024,"about_ca_system_score_gemma":0.00073791324,"threshold_uncertainty_score":0.0142351985},"labels":[],"label_agreement":null},{"id":"W4404910375","doi":"10.1145/3649409.3703620","title":"Assessments for Non-CS Major Computing Classes","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.027852007267884206,"score_gpt":0.3533164861337994,"score_spread":0.3254644788659152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404910375","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86471456,0.0006498917,0.012453895,0.0020467397,0.0009379568,0.0036934929,0.0045890883,0.0012766281,0.10963782],"genre_scores_gemma":[0.9507803,0.00035714233,0.018100308,0.0003307304,0.00012904577,0.00225236,0.004616444,0.00015655828,0.02327701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912417,0.0014027884,0.0009553705,0.0006954267,0.0048407554,0.00086392055],"domain_scores_gemma":[0.93528193,0.008303921,0.00633542,0.0029479188,0.03539709,0.011733736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060216207,0.000782533,0.00083145685,0.004279263,0.0015442594,0.002921124,0.0018445135,0.0009604123,0.015017306],"category_scores_gemma":[0.051826205,0.0002497106,0.0008346265,0.0017695364,0.0003508382,0.0016054262,0.002687584,0.0023182174,0.0072893742],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020041086,0.0073047183,0.2164595,0.0007612243,0.000082446546,0.0006011913,0.006341292,0.0017441065,0.006974204,0.0043883226,0.083082415,0.67025644],"study_design_scores_gemma":[0.00029691434,0.005411411,0.8193774,0.00086452044,0.00008546347,0.0008002304,0.0056500677,0.009596398,0.0152896205,0.0057258788,0.136717,0.00018511093],"about_ca_topic_score_codex":0.0020824673,"about_ca_topic_score_gemma":0.007003149,"teacher_disagreement_score":0.015017306,"about_ca_system_score_codex":0.0025203235,"about_ca_system_score_gemma":0.00454218,"threshold_uncertainty_score":0.050237894},"labels":[],"label_agreement":null},{"id":"W4404910426","doi":"10.1145/3649165.3690111","title":"Generative AI in Introductory Programming Instruction: Examining the Assistance Dilemma with LLM-Based Code Generators","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Dilemma; Computer science; Programming language; Generative grammar; Code (set theory); Code generation; Artificial intelligence; Mathematics education; Software engineering; Psychology; Computer security; Mathematics","score_opus":0.019804769470822138,"score_gpt":0.2575011007839016,"score_spread":0.23769633131307946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404910426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763116,0.00016760602,0.008555116,0.0012490388,0.000011498818,0.00013037954,0.000008514269,0.00004186731,0.013524372],"genre_scores_gemma":[0.9922231,0.00008343674,0.006379681,0.00015179973,0.0000040350847,0.00005874276,0.000009337063,0.000012168283,0.0010778019],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99599385,0.0026744807,0.00010289171,0.00033144205,0.00064730895,0.00024997856],"domain_scores_gemma":[0.97052985,0.023538047,0.0025464422,0.0007361892,0.0015781934,0.0010712378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005838444,0.00037732537,0.00028618536,0.0006530502,0.0014986843,0.0030647144,0.0015904367,0.0019950105,0.0017353691],"category_scores_gemma":[0.043606885,0.00040748142,0.00018907181,0.00035858652,0.0032186005,0.0043501323,0.0024553675,0.0022235774,0.00025326986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017331676,0.006522209,0.18044512,0.0011710913,0.00008106109,0.0059779254,0.37255672,0.024445904,0.034151956,0.12537333,0.005307383,0.2422341],"study_design_scores_gemma":[0.0008233883,0.0049467483,0.11206633,0.0011030638,0.00014116912,0.0064465636,0.34142074,0.31230572,0.03353168,0.13455874,0.052400943,0.0002548383],"about_ca_topic_score_codex":0.0017618043,"about_ca_topic_score_gemma":0.0023784935,"teacher_disagreement_score":0.005838444,"about_ca_system_score_codex":0.0018521266,"about_ca_system_score_gemma":0.0018341847,"threshold_uncertainty_score":0.030876994},"labels":[],"label_agreement":null},{"id":"W4404910467","doi":"10.1145/3649165.3690125","title":"Integrating Natural Language Prompting Tasks in Introductory Programming Courses","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Programming language; Natural language programming; Natural language; Natural (archaeology); First-generation programming language; Human–computer interaction; Mathematics education; Multimedia; Artificial intelligence; Natural language processing; Programming paradigm; Universal Networking Language; Psychology; Comprehension approach","score_opus":0.008791413904171208,"score_gpt":0.28475211444490317,"score_spread":0.27596070054073196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404910467","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9484393,0.000077124176,0.043699834,0.0002204142,0.00006112392,0.0013891748,0.00026687598,0.0021550225,0.0036909953],"genre_scores_gemma":[0.8791918,0.00011768969,0.113349855,0.00026294816,0.00005503063,0.0020513213,0.00090543047,0.0002228762,0.0038429666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99434894,0.0024346123,0.0004535722,0.001467257,0.00069659617,0.0005990449],"domain_scores_gemma":[0.9463643,0.037115987,0.0038499248,0.0042546545,0.0036823966,0.00473273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058400575,0.0012092942,0.0007571028,0.0009151677,0.0007047548,0.0022326643,0.002157815,0.0011158457,0.0047971536],"category_scores_gemma":[0.048026394,0.0005490729,0.00051212776,0.0008577225,0.0006145273,0.0022907471,0.002365029,0.0017408312,0.00209812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037792374,0.030004155,0.06301926,0.0017000786,0.000071328905,0.001108348,0.019615166,0.015365129,0.10014886,0.002229628,0.0060797967,0.7568791],"study_design_scores_gemma":[0.0028336733,0.057744477,0.4308835,0.0014476955,0.00037741163,0.00268667,0.017138256,0.07453655,0.24617086,0.028670851,0.13632149,0.0011885919],"about_ca_topic_score_codex":0.0007384796,"about_ca_topic_score_gemma":0.0017837469,"teacher_disagreement_score":0.0058400575,"about_ca_system_score_codex":0.0012139162,"about_ca_system_score_gemma":0.0024245912,"threshold_uncertainty_score":0.030885577},"labels":[],"label_agreement":null},{"id":"W4405148174","doi":"","title":"ETM ET ACTION DIDACTIQUE CONJOINTE: regards croisés sur l'enseignant intégrant une tâche de programmation informatique en classe de mathématiques","year":2024,"lang":"fr","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Section (typography); Task (project management); Computer science; Mathematics education; Joint (building); Action (physics); Computer aided instruction; Programming language; Multimedia; Mathematics; Engineering; Physics","score_opus":0.01916105056427028,"score_gpt":0.2717454288575328,"score_spread":0.2525843782932625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405148174","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3050882,0.017910132,0.21727651,0.07341935,0.0026812842,0.00035711288,0.00030920532,0.0010935544,0.38186467],"genre_scores_gemma":[0.77987874,0.0027548529,0.04664991,0.0019831082,0.0005692514,0.00018843397,0.00020858715,0.0003898307,0.16737726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.98810774,0.0058250804,0.0004990583,0.0012852991,0.003584271,0.0006985435],"domain_scores_gemma":[0.9813101,0.009933494,0.0011675959,0.0021974496,0.0036318237,0.0017594942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019907156,0.0004612735,0.00046565535,0.0019065102,0.0026601942,0.009261295,0.0014461365,0.0030609304,0.012442649],"category_scores_gemma":[0.023980778,0.00035115093,0.00050551246,0.0020287172,0.0055291154,0.0061540096,0.004572514,0.0040255873,0.0017911905],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063310436,0.0003124793,0.008033732,0.00045011053,0.000029504767,0.00028293827,0.02652047,0.002432351,0.004186349,0.54532796,0.008564391,0.40322655],"study_design_scores_gemma":[0.000095195464,0.00047492312,0.01925728,0.0006800845,0.000041631945,0.00078964117,0.012941719,0.010456503,0.009146159,0.06928716,0.8767427,0.00008704109],"about_ca_topic_score_codex":0.011982976,"about_ca_topic_score_gemma":0.008589979,"teacher_disagreement_score":0.019907156,"about_ca_system_score_codex":0.009163746,"about_ca_system_score_gemma":0.0063755154,"threshold_uncertainty_score":0.1052804},"labels":[],"label_agreement":null},{"id":"W4405350577","doi":"10.4018/979-8-3693-9806-7.ch010","title":"Programming Language Learning in K-12 Education","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Mathematics education; Programming language; C programming language; Psychology","score_opus":0.010012409561626499,"score_gpt":0.26092442250999953,"score_spread":0.250912012948373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405350577","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007791386,0.82380456,0.004184791,0.004270052,0.0012927507,0.000045905042,0.000103334125,0.00015317464,0.15835409],"genre_scores_gemma":[0.05616081,0.8251816,0.0072430824,0.0020919703,0.00072248996,0.000117171025,0.00035399952,0.00008195144,0.10804691],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995926,0.00011026852,0.000031982672,0.00004797716,0.00018199322,0.00003528392],"domain_scores_gemma":[0.9995585,0.00027374306,0.000038382288,0.000012557127,0.000078362384,0.00003836904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040501627,0.00031713667,0.00037208517,0.0009785882,0.00036518474,0.0029042321,0.00047201882,0.00066622114,0.0073112072],"category_scores_gemma":[0.0011848193,0.00016057123,0.00018288325,0.0021299985,0.00046810042,0.001914438,0.0011395459,0.0011852725,0.0024467036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019940057,0.00006893463,0.000599544,0.0031153953,0.000009143121,0.00009174596,0.0010304741,0.00043653618,0.00045832183,0.032524288,0.045446694,0.91619897],"study_design_scores_gemma":[0.000004875712,0.00005321112,0.0033307641,0.005220866,0.000011440917,0.00055447686,0.0011703707,0.00021957283,0.00041549708,0.013952374,0.9750524,0.000014136058],"about_ca_topic_score_codex":0.0020376213,"about_ca_topic_score_gemma":0.0056726295,"teacher_disagreement_score":0.0073112072,"about_ca_system_score_codex":0.0013315579,"about_ca_system_score_gemma":0.0028418705,"threshold_uncertainty_score":0.024458408},"labels":[],"label_agreement":null},{"id":"W4405674919","doi":"10.24908/pceea.2024.18632","title":"Assessing Computational Thinking in Engineering Education: A Systematic Review","year":2024,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computational thinking; Management science; Engineering ethics; Mathematics education; Computer science; Psychology; Engineering","score_opus":0.015684650307808818,"score_gpt":0.29026018387449815,"score_spread":0.27457553356668934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674919","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000413969,0.9983475,0.00021302931,0.00020802484,0.000085712345,0.00016574751,0.00018080839,0.000007623766,0.0003775635],"genre_scores_gemma":[0.0034385317,0.9951521,0.000698326,0.00025513693,0.000043037613,0.00020211656,0.000117489035,0.000003948139,0.00008921275],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99560106,0.0013328668,0.0014664506,0.00035621994,0.0011218383,0.00012162207],"domain_scores_gemma":[0.96733373,0.024745077,0.003174505,0.0004358488,0.003878796,0.00043210166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007108103,0.0013693861,0.004228918,0.014531331,0.00069906533,0.0024563498,0.0020169741,0.0016637612,0.0050427173],"category_scores_gemma":[0.037006177,0.0008797122,0.0035068246,0.012345893,0.00093710655,0.0029878786,0.0017280681,0.0011304041,0.00071719545],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009533818,0.00003661333,0.00060382596,0.824223,0.0022136276,0.00013174786,0.00029373704,0.00011499464,0.00019749199,0.00044372943,0.0039663278,0.16767955],"study_design_scores_gemma":[0.00009218331,0.00016378364,0.0027059105,0.91572005,0.014088984,0.00044888427,0.00040029243,0.00007397163,0.00024465934,0.0005660192,0.065451466,0.00004376985],"about_ca_topic_score_codex":0.007330283,"about_ca_topic_score_gemma":0.027029013,"teacher_disagreement_score":0.014531331,"about_ca_system_score_codex":0.002418415,"about_ca_system_score_gemma":0.014627878,"threshold_uncertainty_score":0.037591696},"labels":[],"label_agreement":null},{"id":"W4405812711","doi":"10.1145/3652988.3673948","title":"An Intelligent Pedagogical Agent for In-The-Wild Interaction in an Open-Ended Learning Environment for Computational Thinking","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Computational thinking; Human–computer interaction; Open research; Artificial intelligence; Mathematics education; World Wide Web; Psychology","score_opus":0.13629432683188078,"score_gpt":0.40146726293517226,"score_spread":0.2651729361032915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405812711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13537943,0.00008704658,0.8462148,0.00058797444,0.000091745416,0.0007560023,0.00009633928,0.0062018586,0.010584894],"genre_scores_gemma":[0.45258412,0.000082768776,0.5390585,0.00028842367,0.000020632977,0.0006246362,0.00015240794,0.00020146348,0.0069870567],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935645,0.00026675893,0.000046068013,0.0001453916,0.00013697096,0.000048315847],"domain_scores_gemma":[0.99742573,0.0012401406,0.00025257727,0.00041564708,0.00029837037,0.00036762815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011957694,0.000667304,0.00031367625,0.00031756147,0.00044610226,0.0011546083,0.0014589473,0.001043223,0.0037529988],"category_scores_gemma":[0.005777126,0.0002552723,0.00032284344,0.00011650199,0.00059123005,0.001564283,0.0015556018,0.001111665,0.0014804003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011368616,0.008258096,0.0318864,0.0014705125,0.00022334889,0.0017588421,0.011540575,0.05226598,0.23492678,0.046049375,0.0144198565,0.5960634],"study_design_scores_gemma":[0.00051743415,0.0034282622,0.011910036,0.00032726917,0.00035986083,0.002145456,0.0023336303,0.69083345,0.103019364,0.025263984,0.15963873,0.00022259576],"about_ca_topic_score_codex":0.00027569543,"about_ca_topic_score_gemma":0.00066145754,"teacher_disagreement_score":0.0037529988,"about_ca_system_score_codex":0.00024527943,"about_ca_system_score_gemma":0.00062191125,"threshold_uncertainty_score":0.012555063},"labels":[],"label_agreement":null},{"id":"W4405862116","doi":"10.1145/3688828.3699633","title":"Integrating Function and Connection: Two Perspectives to Telepresence Robot Design for Classroom","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Science Foundation","keywords":"Telerobotics; Connection (principal bundle); Computer science; Robot; Function (biology); Human–computer interaction; Multimedia; Mobile robot; Artificial intelligence; Engineering","score_opus":0.03457422776629567,"score_gpt":0.30637132518668825,"score_spread":0.2717970974203926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405862116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47476098,0.0019755356,0.391026,0.011116465,0.00027280222,0.0002442824,0.000036549714,0.0004765634,0.12009091],"genre_scores_gemma":[0.9553505,0.0004318729,0.03713231,0.00028177974,0.000036972662,0.00015510253,0.000012900156,0.000076676755,0.006521808],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99569786,0.0031021645,0.00008658183,0.00031997034,0.0004759504,0.00031746516],"domain_scores_gemma":[0.9955449,0.0027907125,0.00034386982,0.00027823588,0.00037364895,0.0006686946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035231204,0.0008541454,0.0002759447,0.0010550115,0.002287133,0.005965506,0.0013338526,0.001934146,0.0048992247],"category_scores_gemma":[0.005510732,0.00039906186,0.00032745316,0.00037619076,0.00886819,0.0050638146,0.003323475,0.001641576,0.00045663374],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002580399,0.0005768737,0.012026435,0.00083349936,0.000029167297,0.0015310645,0.5099103,0.0017843476,0.02435991,0.25617713,0.002711141,0.18980213],"study_design_scores_gemma":[0.00011534395,0.0015837643,0.019609962,0.0010638611,0.00012624275,0.0043371827,0.5519727,0.0134663945,0.017983945,0.08833864,0.30124292,0.00015899712],"about_ca_topic_score_codex":0.00072481815,"about_ca_topic_score_gemma":0.001469056,"teacher_disagreement_score":0.005965506,"about_ca_system_score_codex":0.001705923,"about_ca_system_score_gemma":0.0012938817,"threshold_uncertainty_score":0.018632293},"labels":[],"label_agreement":null},{"id":"W4406261806","doi":"10.1109/qce60285.2024.00119","title":"CircInspect: Integrating Visual Circuit Analysis, Abstraction, and Real-Time Development in Quantum Debugging","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Debugging; Computer science; Abstraction; Programming language","score_opus":0.013148821846942556,"score_gpt":0.2762595970279925,"score_spread":0.26311077518104997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406261806","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004213553,0.000098039854,0.9538914,0.00022876397,0.00003974408,0.0000805086,0.00013014009,0.038724095,0.0025938319],"genre_scores_gemma":[0.07290981,0.00020772929,0.9142859,0.00029795404,0.000035011653,0.00017901596,0.00037136822,0.009173842,0.0025393763],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987871,0.0003816962,0.000061781735,0.00022188535,0.00043353272,0.00011407005],"domain_scores_gemma":[0.99538213,0.0030481655,0.00021352209,0.0006789019,0.00038062432,0.00029660924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027209232,0.001151353,0.00046497228,0.0017689157,0.00048416023,0.0023736672,0.0027331652,0.0011669275,0.0087564485],"category_scores_gemma":[0.010483639,0.0007915497,0.00071532617,0.00065938896,0.001662754,0.0035075378,0.0036743013,0.002405281,0.0019966376],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008078654,0.0005476873,0.005092156,0.0009769292,0.00012326932,0.0010381639,0.0048106937,0.029343907,0.055887513,0.080536105,0.07698929,0.7438465],"study_design_scores_gemma":[0.00040634783,0.00050559425,0.004153566,0.00067215774,0.000116118776,0.0020524047,0.0006387575,0.5079366,0.10320051,0.12946028,0.2504743,0.00038344663],"about_ca_topic_score_codex":0.0013895902,"about_ca_topic_score_gemma":0.0019339517,"teacher_disagreement_score":0.0087564485,"about_ca_system_score_codex":0.00070407713,"about_ca_system_score_gemma":0.0012003834,"threshold_uncertainty_score":0.029293299},"labels":[],"label_agreement":null},{"id":"W4406293504","doi":"10.21432/cjlt28607","title":"Effects of Robotic Coding on Computational Thinking Skills of Secondary School Students","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computational thinking; Coding (social sciences); Teaching method; Psychology; Logical reasoning; Pedagogy; Critical thinking; Computer science; Sociology","score_opus":0.003159769754683221,"score_gpt":0.24197189768885397,"score_spread":0.23881212793417075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406293504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99953735,0.000011411279,0.000026928128,0.000010059513,0.0000026075268,0.000010256648,0.000006749157,0.0000032783873,0.0003913098],"genre_scores_gemma":[0.9988782,0.000035364246,0.0001486236,0.000009311636,0.0000022633428,0.000023323722,0.000021934737,0.0000015625922,0.00087946083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99948186,0.0001090275,0.00003611197,0.0000771309,0.00014260798,0.00015329602],"domain_scores_gemma":[0.9973686,0.0007085251,0.00061507616,0.00015365191,0.00036573736,0.00078847335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094413763,0.00036053764,0.00034125356,0.0004794288,0.00043871003,0.0007967504,0.00023708468,0.00030557928,0.0035217933],"category_scores_gemma":[0.0026732273,0.00014562049,0.000471713,0.00018465653,0.0005769721,0.00021627273,0.00056680734,0.0007234925,0.00043537235],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037902223,0.052438546,0.70148695,0.00056658994,0.00015873904,0.00085492374,0.023508623,0.0011248445,0.066329904,0.0008500089,0.0013249264,0.14756575],"study_design_scores_gemma":[0.00004726602,0.008262269,0.9782016,0.000049110142,0.000041610485,0.00007831629,0.00501802,0.00039806994,0.0062855044,0.00017975738,0.0014153098,0.000023170218],"about_ca_topic_score_codex":0.0011586751,"about_ca_topic_score_gemma":0.001743196,"teacher_disagreement_score":0.0035217933,"about_ca_system_score_codex":0.00024719868,"about_ca_system_score_gemma":0.00056911324,"threshold_uncertainty_score":0.011781573},"labels":[],"label_agreement":null},{"id":"W4406366290","doi":"10.51357/jdll.v4i1.273","title":"Going Over the Wall: Supporting Critical Artificial Intelligence Literacy Using Narrative Design Fiction","year":2025,"lang":"en","type":"article","venue":"Journal of Digital Life and Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Narrative; Curriculum; Literacy; Critical thinking; Digital literacy; Computer science; Engineering ethics; Artificial intelligence; Psychology; Pedagogy; Engineering; Art","score_opus":0.042794486034444,"score_gpt":0.34950383846623445,"score_spread":0.3067093524317904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406366290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49789235,0.0023017472,0.18967272,0.035844028,0.0014875563,0.0022384457,0.00046925564,0.0012915679,0.26880223],"genre_scores_gemma":[0.8839776,0.0011233813,0.08772609,0.0029101789,0.00018615635,0.0011385393,0.00026489684,0.00031680596,0.022356175],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9893328,0.008969837,0.0001763173,0.00037005448,0.0006546624,0.00049635995],"domain_scores_gemma":[0.95172596,0.04048196,0.0014379726,0.0027986933,0.0015463607,0.0020090463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013416164,0.0010189891,0.0003855915,0.001695176,0.006577475,0.010222044,0.0022043157,0.0024568557,0.0104214065],"category_scores_gemma":[0.04247318,0.00045737956,0.0005892239,0.00089481345,0.010865706,0.009673669,0.010400101,0.003424256,0.0019030555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016625898,0.00051506644,0.002288322,0.0010433369,0.000019141504,0.0020055475,0.74535257,0.0011608177,0.00297317,0.11378054,0.022305803,0.10838946],"study_design_scores_gemma":[0.00016473781,0.00045413835,0.0013193915,0.0027555027,0.00005764132,0.001836267,0.30279237,0.0045359754,0.00643944,0.08483277,0.5946891,0.00012268408],"about_ca_topic_score_codex":0.0006565293,"about_ca_topic_score_gemma":0.0016234979,"teacher_disagreement_score":0.013416164,"about_ca_system_score_codex":0.0029433419,"about_ca_system_score_gemma":0.0035243228,"threshold_uncertainty_score":0.07095224},"labels":[],"label_agreement":null},{"id":"W4406460046","doi":"10.1109/bigdata62323.2024.10825962","title":"Training in Computational Archival Science: Do CAS Educational Frameworks meet Professional Expectations?","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Training (meteorology); Computer science; Knowledge management; Engineering management; Medical education; Data science; Engineering; Medicine","score_opus":0.026847411921290983,"score_gpt":0.36134659275163744,"score_spread":0.33449918083034647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406460046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42857906,0.0034998865,0.06766561,0.29919654,0.0017421172,0.0005732054,0.00015046625,0.0007205249,0.19787261],"genre_scores_gemma":[0.9752652,0.00055425416,0.01737914,0.0037430145,0.00008346754,0.0002670592,0.000046563488,0.00006207645,0.0025992375],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9536514,0.02568553,0.0019684213,0.00270068,0.010032095,0.0059618694],"domain_scores_gemma":[0.8884542,0.041705824,0.0073225815,0.009429459,0.022356115,0.030731864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06822333,0.000415636,0.0006383981,0.0037649593,0.009646263,0.021022689,0.0051359944,0.0046120915,0.0053490857],"category_scores_gemma":[0.121091485,0.00053970236,0.0005239492,0.0023484253,0.01412359,0.016251568,0.016163902,0.006858147,0.001265135],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013490595,0.0010596106,0.050875783,0.0009175463,0.000033233115,0.00037554908,0.18067808,0.0012852955,0.00089762325,0.35259834,0.02109177,0.39005226],"study_design_scores_gemma":[0.00010814793,0.00048554037,0.033696458,0.0032786338,0.00004112269,0.0006894013,0.5452665,0.008209004,0.0020259365,0.247967,0.15803283,0.00019941888],"about_ca_topic_score_codex":0.009831689,"about_ca_topic_score_gemma":0.017710473,"teacher_disagreement_score":0.06822333,"about_ca_system_score_codex":0.013177678,"about_ca_system_score_gemma":0.06162981,"threshold_uncertainty_score":0.36080372},"labels":[],"label_agreement":null},{"id":"W4406565508","doi":"10.1016/j.endend.2012.06.072","title":"10.1016/j.endend.2012.06.072","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Logo (programming language); Test (biology); Computer science; Artificial intelligence; Computer vision; Programming language; Geology","score_opus":0.0073995445164553265,"score_gpt":0.18801265785244822,"score_spread":0.1806131133359929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406565508","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034265085,0.006372615,0.003931832,0.0035211253,0.0013715009,0.000082093466,0.0020698048,0.002877635,0.97634685],"genre_scores_gemma":[0.009002079,0.0025086785,0.0026337141,0.0014459342,0.0002762987,0.000081092505,0.0014521147,0.0004097227,0.9821904],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99963975,0.000023485794,0.000028993345,0.00012915401,0.000096653515,0.00008194816],"domain_scores_gemma":[0.998616,0.0003753224,0.00017018338,0.0001248078,0.00024280242,0.00047079564],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00088465656,0.0016949817,0.0007648202,0.0021732862,0.001294127,0.0050113588,0.0015103417,0.006707109,0.94547856],"category_scores_gemma":[0.0020753518,0.00061972527,0.0006908775,0.0010999538,0.0011742343,0.0041992418,0.0018824252,0.0017445831,0.92927414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017017289,0.00037102704,0.004261098,0.0005755777,0.000037650072,0.00043364594,0.00021227638,0.0003603756,0.000975434,0.008182286,0.30999815,0.6744223],"study_design_scores_gemma":[0.000066228706,0.00012057872,0.0040690624,0.001373008,0.00006341364,0.0028280495,0.0005287371,0.00049933227,0.00059293676,0.0077445237,0.98206675,0.000047401223],"about_ca_topic_score_codex":0.001880533,"about_ca_topic_score_gemma":0.0019252644,"teacher_disagreement_score":0.05452144,"about_ca_system_score_codex":0.00072588684,"about_ca_system_score_gemma":0.0013058075,"threshold_uncertainty_score":0.07776815},"labels":[],"label_agreement":null},{"id":"W4406617275","doi":"10.1145/3712707","title":"Investigating the Progression of the Mental Models Formed by Programmers Learning Parallel Programming","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Computer science; Mental model; Mathematics education; Programming language; Theoretical computer science; Artificial intelligence; Psychology; Cognitive science","score_opus":0.01845903829121145,"score_gpt":0.3059630879265255,"score_spread":0.28750404963531406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406617275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96116424,0.00008316484,0.034679394,0.00041341892,0.000011413566,0.000068509486,0.000020176627,0.00009986103,0.003459846],"genre_scores_gemma":[0.9795727,0.00015541709,0.019000497,0.00007866523,0.0000047907547,0.000098143515,0.0000825188,0.00003858906,0.0009687272],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9941901,0.0032019839,0.00012223776,0.00061407976,0.0015176295,0.00035407292],"domain_scores_gemma":[0.94928247,0.0329578,0.006032596,0.0045039398,0.005284217,0.0019388892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008025159,0.00075849734,0.00036457967,0.0012115072,0.0010096797,0.006548953,0.0012243039,0.00125138,0.0015209393],"category_scores_gemma":[0.056875028,0.0009030922,0.0008406097,0.0006006005,0.0032136817,0.0071563893,0.0031448056,0.0044666366,0.00027641133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005364805,0.001168322,0.19647554,0.0004090478,0.00020237885,0.0003855426,0.57707196,0.008874058,0.035830267,0.023765353,0.0016249267,0.15365617],"study_design_scores_gemma":[0.00020276713,0.003134928,0.26544023,0.0008829338,0.00035992856,0.001614015,0.44543144,0.12832549,0.03827428,0.081220455,0.03409784,0.001015764],"about_ca_topic_score_codex":0.0027016734,"about_ca_topic_score_gemma":0.0030657724,"teacher_disagreement_score":0.008025159,"about_ca_system_score_codex":0.0016767842,"about_ca_system_score_gemma":0.0019655807,"threshold_uncertainty_score":0.042441607},"labels":[],"label_agreement":null},{"id":"W4406763476","doi":"10.1115/imece2024-146920","title":"Design and Validation of an Origami Paper-Based Gripper","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Milton District Hospital","funders":"","keywords":"Computer science; Engineering; Engineering drawing","score_opus":0.025561453884824028,"score_gpt":0.2743783814280609,"score_spread":0.2488169275432369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406763476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.375796,0.0013008806,0.61423516,0.0002440551,0.00037887404,0.00085332594,0.000445006,0.0014517537,0.005294984],"genre_scores_gemma":[0.7284523,0.00045959098,0.26639837,0.000113753485,0.000019669738,0.00036004934,0.0003234928,0.000060392416,0.0038122984],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993967,0.000055744596,0.000057074594,0.00012225399,0.00032443562,0.000043848337],"domain_scores_gemma":[0.9993224,0.00009785385,0.000121477075,0.00015829566,0.00025157456,0.00004833683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068868743,0.00037736332,0.00040327408,0.00039620165,0.0002827074,0.0006237853,0.0011363314,0.0010362506,0.00096249307],"category_scores_gemma":[0.0011221851,0.0002448231,0.0004578005,0.0002478543,0.0003166989,0.0005844836,0.0004115665,0.0003748142,0.0008705134],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074928495,0.00009750669,0.0009075709,0.0003645592,0.00003002067,0.00053311634,0.00017618552,0.014959925,0.945777,0.0017810338,0.0004331699,0.034864992],"study_design_scores_gemma":[0.000034105837,0.0011456134,0.0027835208,0.000062098465,0.000047576144,0.00059419585,0.000071679,0.10257482,0.87670326,0.0004436659,0.015481247,0.000058229616],"about_ca_topic_score_codex":0.00037473562,"about_ca_topic_score_gemma":0.0002386377,"teacher_disagreement_score":0.0011363314,"about_ca_system_score_codex":0.00033063782,"about_ca_system_score_gemma":0.00044402407,"threshold_uncertainty_score":0.0036421418},"labels":[],"label_agreement":null},{"id":"W4406803652","doi":"10.1145/3689187.3709612","title":"What We Talk About When We Talk About K-12 Computing Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Multimedia","score_opus":0.014836567821113759,"score_gpt":0.2869342229469208,"score_spread":0.272097655125807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803652","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109486446,0.04389551,0.09001532,0.5569185,0.017067285,0.0003923406,0.0008439373,0.0005307383,0.18084995],"genre_scores_gemma":[0.8302801,0.02742584,0.02817443,0.0858458,0.0037188022,0.00076037936,0.00060512003,0.0009545093,0.022234995],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97675735,0.015420188,0.0010499316,0.0016050746,0.0030040639,0.0021633084],"domain_scores_gemma":[0.9603935,0.025691768,0.0040867487,0.0015548686,0.0043084244,0.0039646784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015032276,0.0010794053,0.0012484477,0.0041111982,0.011889529,0.02509934,0.0019179992,0.008211965,0.0053268233],"category_scores_gemma":[0.044416107,0.0008466129,0.0009508957,0.0048830765,0.03889404,0.029277343,0.0066043404,0.018908437,0.003948123],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007176059,0.000045625507,0.0046808715,0.0007636723,0.000030920823,0.00078136666,0.6908459,0.0002260606,0.0011621331,0.2596677,0.019515198,0.022208838],"study_design_scores_gemma":[0.000012374968,0.000057514902,0.003662256,0.0038103685,0.000031863594,0.0011738647,0.4482779,0.00030566816,0.00092183,0.09538151,0.44622645,0.00013833313],"about_ca_topic_score_codex":0.0059802225,"about_ca_topic_score_gemma":0.003699292,"teacher_disagreement_score":0.02509934,"about_ca_system_score_codex":0.007903417,"about_ca_system_score_gemma":0.005143597,"threshold_uncertainty_score":0.079499245},"labels":[],"label_agreement":null},{"id":"W4406803988","doi":"10.1145/3689187.3709606","title":"Computing Education in African Countries: A Literature Review and Contextualised Learning Materials","year":2025,"lang":"en","type":"review","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universitas Brawijaya; National Science Foundation","keywords":"Computer science; Data science; Knowledge management; Mathematics education; Psychology","score_opus":0.013486511465826587,"score_gpt":0.3368056410631009,"score_spread":0.3233191295972743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803988","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008350843,0.9974318,0.00012838078,0.0005378731,0.00008348124,0.000041894134,0.00009063496,0.000003708768,0.0008471404],"genre_scores_gemma":[0.0051163537,0.9940309,0.00042856028,0.00020133547,0.00003358261,0.000046706013,0.00006408636,0.000001596157,0.00007676968],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814487,0.00068697915,0.0004924519,0.00019850572,0.0003459732,0.00013117286],"domain_scores_gemma":[0.9901176,0.007408155,0.0010546076,0.00012756279,0.0010852955,0.0002067557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037525052,0.0008758044,0.0015681179,0.01635222,0.001058212,0.0023330562,0.0009165176,0.0011652424,0.0035759655],"category_scores_gemma":[0.0119628785,0.0006940597,0.00096789247,0.020899335,0.00086239004,0.0031286862,0.0016181306,0.0013118427,0.0004276577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009159106,0.00011348189,0.0018799341,0.38982072,0.00035996226,0.0007848965,0.002790088,0.00048581357,0.00061015785,0.0057685687,0.010922366,0.5863724],"study_design_scores_gemma":[0.00002110228,0.00017300446,0.009299431,0.5719039,0.0018889877,0.0014533916,0.006061444,0.0001041921,0.00053640833,0.0018149819,0.4066924,0.00005081027],"about_ca_topic_score_codex":0.0077660163,"about_ca_topic_score_gemma":0.019265741,"teacher_disagreement_score":0.01635222,"about_ca_system_score_codex":0.0023162873,"about_ca_system_score_gemma":0.012346091,"threshold_uncertainty_score":0.019845366},"labels":[],"label_agreement":null},{"id":"W4407416383","doi":"10.1007/978-3-031-81573-7_8","title":"Question Design Using NLP","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro-Québec","funders":"","keywords":"Natural language processing; Artificial intelligence; Computer science; Linguistics; Philosophy","score_opus":0.03656272559255028,"score_gpt":0.2701567274533471,"score_spread":0.23359400186079685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407416383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032924328,0.00013282847,0.97879225,0.00047616498,0.00007457272,0.00079984905,0.00089935574,0.004146635,0.011385959],"genre_scores_gemma":[0.07933396,0.0001498606,0.90174127,0.0003225784,0.000055733173,0.0017729313,0.003599506,0.00087236153,0.012151775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98283374,0.011058239,0.0012428797,0.002753226,0.0017776181,0.00033427955],"domain_scores_gemma":[0.9745646,0.019537266,0.0005129889,0.0025141514,0.0025569361,0.00031396863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009064289,0.0014108575,0.0011979498,0.002662109,0.0015412221,0.004489113,0.0021526949,0.0017584682,0.05550875],"category_scores_gemma":[0.038102064,0.0012717303,0.002032832,0.0016143287,0.002097146,0.0068309717,0.0051031336,0.0024454424,0.012789712],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006419842,0.00032437287,0.0015072854,0.002177883,0.00013334598,0.00024889523,0.0044477284,0.009461745,0.012054667,0.2276737,0.028002447,0.71332586],"study_design_scores_gemma":[0.00035353535,0.00033639048,0.00084734015,0.0005350477,0.00021894745,0.00051876454,0.0023747229,0.19535272,0.04124958,0.47269547,0.28539452,0.00012294963],"about_ca_topic_score_codex":0.0014248943,"about_ca_topic_score_gemma":0.0014958171,"teacher_disagreement_score":0.05550875,"about_ca_system_score_codex":0.0017591128,"about_ca_system_score_gemma":0.0017669407,"threshold_uncertainty_score":0.18569523},"labels":[],"label_agreement":null},{"id":"W4407681333","doi":"10.1145/3641555.3704751","title":"Revising Programs to Align with Computer Science Curricula 2023 (CS2023)","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Universitas Brawijaya","keywords":"Curriculum; Computer science; Mathematics education; Sociology; Psychology; Pedagogy","score_opus":0.01045789448421602,"score_gpt":0.2756341794628303,"score_spread":0.2651762849786143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407681333","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15432422,0.0020216857,0.22547475,0.17002845,0.014869926,0.008331801,0.0038716488,0.011997696,0.40907982],"genre_scores_gemma":[0.32288158,0.00286892,0.40783167,0.08770147,0.0018319337,0.008466885,0.013690752,0.0039048411,0.15082195],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9797503,0.0040571247,0.0016456313,0.0011283583,0.010142198,0.0032765106],"domain_scores_gemma":[0.89437264,0.011108429,0.0075716577,0.006442028,0.05909175,0.021413557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02789729,0.00056925375,0.00030584686,0.0040708203,0.0028646542,0.0053190654,0.0028969902,0.0025639469,0.012937566],"category_scores_gemma":[0.07247209,0.0005830559,0.0006341844,0.0037206549,0.0012542659,0.0030616117,0.0055382843,0.0048350557,0.008196112],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001031305,0.0014349509,0.015713368,0.0005356947,0.000026899324,0.00015501193,0.0036988498,0.0026555597,0.005569616,0.03259299,0.30880678,0.6287071],"study_design_scores_gemma":[0.00007090557,0.00039788397,0.039589513,0.0011422349,0.000022376864,0.00018876583,0.002440876,0.0022096813,0.007774578,0.0072605354,0.938825,0.000077569435],"about_ca_topic_score_codex":0.03656708,"about_ca_topic_score_gemma":0.055277538,"teacher_disagreement_score":0.03656708,"about_ca_system_score_codex":0.010895008,"about_ca_system_score_gemma":0.09443125,"threshold_uncertainty_score":0.1475367},"labels":[],"label_agreement":null},{"id":"W4407681664","doi":"10.1145/3641554.3701783","title":"Approachable Machine Learning Education: A Spiral Pedagogy Approach with Experiential Learning","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Universitas Brawijaya","keywords":"Experiential learning; Computer science; Spiral (railway); Experiential education; Mathematics education; Psychology; Knowledge management; Pedagogy; Engineering; Mechanical engineering","score_opus":0.01235721791658681,"score_gpt":0.27773883841271896,"score_spread":0.2653816204961321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407681664","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028344728,0.00032758224,0.8633011,0.0025127444,0.0001517328,0.000487815,0.00004317577,0.00073470664,0.104096346],"genre_scores_gemma":[0.36249304,0.0005186954,0.61268735,0.00045385194,0.000051327144,0.000660744,0.00008524185,0.00011997,0.022929842],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803525,0.00097277254,0.00006355972,0.00020250272,0.00058959343,0.00013625725],"domain_scores_gemma":[0.9970938,0.0016697834,0.00015562245,0.0004247445,0.0003595901,0.00029654094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002062608,0.0007351598,0.00027949858,0.0008188187,0.00064886565,0.0038921414,0.0018750393,0.001137845,0.012267201],"category_scores_gemma":[0.0064297565,0.00036546317,0.00053489266,0.00070706964,0.00167095,0.0040391632,0.004590067,0.0024234038,0.0019138512],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012533717,0.0010999006,0.0024993413,0.00042555263,0.000028425638,0.00014289799,0.003963679,0.007887782,0.005263576,0.6216689,0.004007662,0.35288697],"study_design_scores_gemma":[0.00019820576,0.0009522735,0.002563221,0.0007862429,0.000050048304,0.000722015,0.0047627073,0.08732647,0.014510727,0.7565384,0.13152073,0.00006904368],"about_ca_topic_score_codex":0.0006464558,"about_ca_topic_score_gemma":0.0012598225,"teacher_disagreement_score":0.012267201,"about_ca_system_score_codex":0.0013684996,"about_ca_system_score_gemma":0.0035687976,"threshold_uncertainty_score":0.041037858},"labels":[],"label_agreement":null},{"id":"W4407685481","doi":"10.1145/3641555.3705200","title":"Implementation of Technical Interviews as an Alternative Assessment in a Large Introductory CS Course","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Course (navigation); Computer science; Engineering ethics; Mathematics education; Engineering; Psychology","score_opus":0.019725900220147936,"score_gpt":0.4129527449307766,"score_spread":0.3932268447106287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407685481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65215886,0.0000967094,0.30628052,0.0024136342,0.00068481226,0.016972145,0.0004201125,0.0033068177,0.017666295],"genre_scores_gemma":[0.527668,0.000099093726,0.4478435,0.00064279546,0.00014340656,0.013292902,0.00038326142,0.0004363764,0.009490602],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.95935965,0.028373512,0.0020028758,0.0036504886,0.004107434,0.0025060826],"domain_scores_gemma":[0.90079343,0.049206886,0.0046247947,0.013430373,0.020698441,0.0112461215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.041759007,0.001328608,0.00049850525,0.0012480709,0.0027672746,0.0030395007,0.0032394517,0.0017761743,0.0051933797],"category_scores_gemma":[0.08995764,0.0009234502,0.0006242207,0.0006279294,0.0014112017,0.0024059766,0.0045089857,0.0029439658,0.0028079397],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030516519,0.015634503,0.01943974,0.0008555811,0.00006141231,0.0022586512,0.07268147,0.0066294535,0.13254775,0.003808725,0.011943667,0.7310874],"study_design_scores_gemma":[0.0027553611,0.07495779,0.1469528,0.0017319713,0.00025002268,0.003147146,0.16651386,0.06239733,0.22781631,0.018473512,0.29334852,0.0016553748],"about_ca_topic_score_codex":0.0012372136,"about_ca_topic_score_gemma":0.003849632,"teacher_disagreement_score":0.041759007,"about_ca_system_score_codex":0.0025958833,"about_ca_system_score_gemma":0.0066056573,"threshold_uncertainty_score":0.22084534},"labels":[],"label_agreement":null},{"id":"W4408613583","doi":"10.1103/physrevphyseducres.21.010122","title":"Presenting a STEM Ways of Thinking framework for engineering design-based physics problems","year":2025,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Science Foundation","keywords":"Engineering ethics; Engineering; Computer science; Management science; Systems engineering","score_opus":0.16908174304026566,"score_gpt":0.4382893667398063,"score_spread":0.26920762369954065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408613583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004948426,0.00088779896,0.94232804,0.0052928734,0.00042220406,0.000533566,0.0002354116,0.00044986804,0.044901736],"genre_scores_gemma":[0.05181061,0.0008649479,0.93652827,0.0009529057,0.0001346276,0.0014419504,0.00041568888,0.00014629749,0.0077047283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979563,0.000950522,0.00020562756,0.0003034206,0.00042290287,0.00016123675],"domain_scores_gemma":[0.99725074,0.00142486,0.00022076788,0.00032450375,0.0004782331,0.00030092138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036007003,0.0015239184,0.00051985506,0.004370255,0.0022809783,0.008526881,0.002145688,0.0022597224,0.007429666],"category_scores_gemma":[0.005141401,0.00048120893,0.0018126216,0.0022455896,0.00825154,0.0060884254,0.0058546937,0.0047818096,0.0020644413],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009368971,0.00005880898,0.00052724447,0.00023746466,0.00000707056,0.00019819092,0.005425547,0.0020258124,0.00094386726,0.9454679,0.0038347135,0.041264102],"study_design_scores_gemma":[0.000019525642,0.000043069485,0.0005019073,0.00044930913,0.000008687303,0.0004096741,0.0035571116,0.009870638,0.00077361224,0.7271267,0.25719887,0.00004082336],"about_ca_topic_score_codex":0.003098624,"about_ca_topic_score_gemma":0.0062318435,"teacher_disagreement_score":0.008526881,"about_ca_system_score_codex":0.0036741358,"about_ca_system_score_gemma":0.0049477275,"threshold_uncertainty_score":0.02665782},"labels":[],"label_agreement":null},{"id":"W4408804618","doi":"10.1007/978-981-96-3522-1_6","title":"What Makes an Educational Robot Game Fun? Framework Analysis of Children’s Design Ideas","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Robot; Educational game; Human–computer interaction; Game design; Multimedia; Artificial intelligence; Mathematics education; Psychology","score_opus":0.019123653305461685,"score_gpt":0.2869678148286064,"score_spread":0.2678441615231447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408804618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49639124,0.0010385127,0.33084548,0.001892028,0.000027639817,0.000340133,0.0004436139,0.00046962936,0.16855173],"genre_scores_gemma":[0.91911197,0.0001910414,0.07454266,0.00004033463,0.0000029346797,0.00011324486,0.00015706051,0.000072528215,0.0057682414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99889475,0.0005715095,0.000032666067,0.00014501308,0.00022627221,0.00012988441],"domain_scores_gemma":[0.9962877,0.0028115734,0.00022834084,0.00015713704,0.00032152337,0.0001936952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016105406,0.00039186375,0.000201307,0.0014161963,0.00079703255,0.0038647954,0.00071990304,0.00063326873,0.0044813887],"category_scores_gemma":[0.0043576006,0.00035128437,0.00066680426,0.0008230241,0.0028155514,0.0027761764,0.0008914036,0.0011990926,0.00033735266],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013118135,0.00013576772,0.0221818,0.0002640829,0.00004939355,0.00044607205,0.05798675,0.0050204415,0.0069390303,0.83340234,0.0019747408,0.07146842],"study_design_scores_gemma":[0.00012050752,0.00053551496,0.078869104,0.0008535917,0.00025327643,0.0017247392,0.12637013,0.17653461,0.019328823,0.43979996,0.1554346,0.00017521722],"about_ca_topic_score_codex":0.009250367,"about_ca_topic_score_gemma":0.008835809,"teacher_disagreement_score":0.009250367,"about_ca_system_score_codex":0.0029488713,"about_ca_system_score_gemma":0.0017398627,"threshold_uncertainty_score":0.021395624},"labels":[],"label_agreement":null},{"id":"W4408838709","doi":"10.21203/rs.3.rs-6283533/v1","title":"Profiling Preservice Teachers’ Computational Thinking: The Role of Metacognition and Coding Experience","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Profiling (computer programming); Metacognition; Coding (social sciences); Psychology; Mathematics education; Computer science; Cognition; Mathematics; Programming language; Statistics","score_opus":0.06636440763577159,"score_gpt":0.3956379647070711,"score_spread":0.32927355707129946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408838709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979627,0.00006681282,0.00086079846,0.000050194252,0.000002714881,0.0000057789343,0.000020992675,0.000008778766,0.0010212618],"genre_scores_gemma":[0.99929345,0.000028933644,0.00034038222,0.000008432473,0.000001371962,0.000006265855,0.00002344459,0.0000061486485,0.00029151273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983431,0.00061607186,0.0001494192,0.00029350654,0.0003992785,0.00019862979],"domain_scores_gemma":[0.9648354,0.02091036,0.0057271603,0.003217656,0.0028980658,0.0024113338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020477353,0.00017345729,0.00025787903,0.0009815946,0.00041996245,0.003247477,0.00042308625,0.00048895675,0.0019721987],"category_scores_gemma":[0.03466438,0.0002552548,0.000116559895,0.00068299903,0.00073378225,0.001803769,0.0016024718,0.0009702408,0.00039234108],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008135369,0.00071741204,0.83789355,0.00011262386,0.000058889666,0.000121137185,0.033848483,0.0007120861,0.008078058,0.0018343988,0.00053012423,0.115279675],"study_design_scores_gemma":[0.000035500296,0.00059006957,0.9583958,0.00011084658,0.00005499028,0.0003790557,0.020023782,0.00326269,0.009270636,0.0048584715,0.0029583273,0.000059827937],"about_ca_topic_score_codex":0.00097654667,"about_ca_topic_score_gemma":0.002099724,"teacher_disagreement_score":0.003247477,"about_ca_system_score_codex":0.0005021347,"about_ca_system_score_gemma":0.000700398,"threshold_uncertainty_score":0.010829568},"labels":[],"label_agreement":null},{"id":"W4409211663","doi":"10.1145/3716640.3716649","title":"Breaking the Programming Language Barrier: Multilingual Prompting to Empower Non-Native English Learners","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Language barrier; Linguistics","score_opus":0.007674966493829546,"score_gpt":0.29631332109265857,"score_spread":0.28863835459882903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409211663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6314286,0.0016701968,0.12053627,0.01801423,0.002141195,0.00081492687,0.00072869775,0.011955459,0.21271044],"genre_scores_gemma":[0.87621874,0.00095045473,0.068814784,0.0031156517,0.00014710975,0.0005535609,0.00039715125,0.00079093984,0.049011663],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99947506,0.00029018093,0.000027351887,0.00005319644,0.000088930836,0.000065239954],"domain_scores_gemma":[0.99594116,0.002610447,0.00014591032,0.00016747121,0.0004457536,0.00068928447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012399625,0.0002731893,0.00018720065,0.00015599307,0.00062218367,0.001607749,0.00045614762,0.00059088017,0.026012192],"category_scores_gemma":[0.009211424,0.00012353962,0.00012138552,0.000117873555,0.00033881157,0.0021379385,0.0021177027,0.0009511173,0.004489614],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019324027,0.0018313078,0.010325415,0.001247797,0.0000218136,0.0018660012,0.07037451,0.00063422136,0.060146622,0.006152383,0.122379586,0.7230879],"study_design_scores_gemma":[0.00081593933,0.0034813625,0.02862221,0.0032331173,0.0001720053,0.0027025533,0.0915173,0.016779367,0.0629334,0.030217057,0.75927025,0.0002554777],"about_ca_topic_score_codex":0.00086915825,"about_ca_topic_score_gemma":0.0020985194,"teacher_disagreement_score":0.026012192,"about_ca_system_score_codex":0.0002193728,"about_ca_system_score_gemma":0.001199252,"threshold_uncertainty_score":0.08701944},"labels":[],"label_agreement":null},{"id":"W4409211845","doi":"10.1145/3716640.3716656","title":"Achievement Goals in CS1-LLM","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Google; National Science Foundation","keywords":"Computer science","score_opus":0.008280805121806583,"score_gpt":0.2732451943379092,"score_spread":0.26496438921610266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409211845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953355,0.000045851906,0.0005006474,0.00012563968,0.0000034942539,0.000025271649,0.00021823838,0.00004346859,0.0037018596],"genre_scores_gemma":[0.9981852,0.000022453112,0.0003553144,0.00002096348,0.000004026028,0.000042828513,0.00031708615,0.000013131528,0.0010388682],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980977,0.00044768455,0.00011326398,0.0003496614,0.0007281338,0.0002635039],"domain_scores_gemma":[0.9661609,0.010364344,0.012740193,0.0013974261,0.003542581,0.005794491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034952809,0.00050269905,0.00031555208,0.0023361482,0.0011270472,0.003414534,0.00085366244,0.0004667268,0.005041105],"category_scores_gemma":[0.021610806,0.00021501438,0.0003815441,0.0019507043,0.00097013125,0.0012654352,0.0027766372,0.0015314785,0.001015764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084317224,0.0008408391,0.9814338,0.000037393285,0.000033085737,0.000037152633,0.001585328,0.00066415896,0.00020630308,0.00096541754,0.00069973466,0.013412504],"study_design_scores_gemma":[0.000004099727,0.00011136666,0.99534225,0.000015072212,0.0000074002355,0.000027001232,0.00057170796,0.0018818952,0.0005185841,0.00052405614,0.0009847785,0.000011843827],"about_ca_topic_score_codex":0.007342399,"about_ca_topic_score_gemma":0.005111374,"teacher_disagreement_score":0.007342399,"about_ca_system_score_codex":0.002363352,"about_ca_system_score_gemma":0.0014456284,"threshold_uncertainty_score":0.01848501},"labels":[],"label_agreement":null},{"id":"W4409365416","doi":"10.1007/s42330-025-00350-8","title":"An Anarchist Approach to the Undergraduate Mathematics Curriculum","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Quest University Canada; University of Victoria; University of Alberta","funders":"","keywords":"Mathematics education; Science education; Curriculum; Sociology; Pedagogy; Psychology","score_opus":0.007916113013066469,"score_gpt":0.2643234016917437,"score_spread":0.2564072886786772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409365416","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044110443,0.0010424703,0.08494879,0.03271812,0.0010025047,0.00018314306,0.000052847812,0.0002152362,0.8357264],"genre_scores_gemma":[0.7537647,0.0009319536,0.07082986,0.005097496,0.00034334738,0.00023645519,0.000056021003,0.00013089292,0.16860929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998044,0.00090212404,0.00004553895,0.0002480115,0.0005775373,0.00018274966],"domain_scores_gemma":[0.9987356,0.00025809693,0.00007588912,0.0001279748,0.0004464262,0.00035598734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016633018,0.00021644312,0.00017071106,0.0013012505,0.006645978,0.0060970765,0.0010455268,0.0013080381,0.008842163],"category_scores_gemma":[0.0031492978,0.00025824513,0.00019817325,0.0008715683,0.007666088,0.0028485237,0.0034212682,0.0031718505,0.0015090031],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013111856,0.00008257506,0.0003976131,0.000026214271,0.0000013975512,0.000040609168,0.0042405226,0.00021167721,0.00055070076,0.9608704,0.005634934,0.027930165],"study_design_scores_gemma":[0.0000520266,0.00009999187,0.002435412,0.00015213067,0.000007243055,0.00015993443,0.008245692,0.0030493557,0.00088416296,0.424495,0.56039464,0.000024393401],"about_ca_topic_score_codex":0.02487854,"about_ca_topic_score_gemma":0.07067118,"teacher_disagreement_score":0.02487854,"about_ca_system_score_codex":0.008569347,"about_ca_system_score_gemma":0.014800913,"threshold_uncertainty_score":0.062175214},"labels":[],"label_agreement":null},{"id":"W4409475854","doi":"10.1145/3730405","title":"20-Years Later: A Replication Study on Teaching CS1 Concepts","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Mathematics education; Psychology; Cognitive science; Mathematics; Statistics","score_opus":0.020618524188968423,"score_gpt":0.35793958907570844,"score_spread":0.33732106488674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409475854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883505,0.00031963876,0.0019428272,0.0010232709,0.00033643944,0.0042793388,0.0005630605,0.00010302712,0.0030817941],"genre_scores_gemma":[0.9558802,0.00044815044,0.008953893,0.004421665,0.00017891344,0.021198738,0.00094404473,0.00013037352,0.007844026],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9893339,0.005231352,0.0011026753,0.0013576752,0.0020658772,0.00090834906],"domain_scores_gemma":[0.9459745,0.0143840555,0.0038094819,0.007869569,0.024793902,0.0031684572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.031430166,0.0008906246,0.0012470275,0.0017317999,0.004056591,0.0029272789,0.0014404408,0.0022818218,0.0034526868],"category_scores_gemma":[0.06756604,0.0010385949,0.0015302751,0.001128817,0.0018416386,0.004313537,0.002197413,0.0033822851,0.0018927887],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003114,0.03374645,0.2299384,0.002243563,0.0004602702,0.002757102,0.53925663,0.0005556778,0.013890133,0.0027417482,0.023939013,0.14735699],"study_design_scores_gemma":[0.002221416,0.03180538,0.4014234,0.0014183626,0.00049989606,0.0009798052,0.36692807,0.0017199136,0.0125319185,0.0027826978,0.17717487,0.00051432755],"about_ca_topic_score_codex":0.0069452813,"about_ca_topic_score_gemma":0.010718353,"teacher_disagreement_score":0.9685698,"about_ca_system_score_codex":0.0034489103,"about_ca_system_score_gemma":0.0046204915,"threshold_uncertainty_score":0.1662206},"labels":[],"label_agreement":null},{"id":"W4409802559","doi":"10.1007/978-3-031-80696-4_10","title":"Some Pedagogic Potential for the Theorem Prover Lean","year":2025,"lang":"en","type":"book-chapter","venue":"Mathematics in mind","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Gas meter prover; Mathematics; Calculus (dental); Computer science; Medicine; Geometry","score_opus":0.034932118423464026,"score_gpt":0.2915389795450021,"score_spread":0.2566068611215381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409802559","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007901062,0.013803852,0.16132362,0.020580458,0.0010248872,0.000031888518,0.00006220812,0.00042328882,0.79484874],"genre_scores_gemma":[0.48643863,0.013990991,0.13916188,0.006234134,0.0021198401,0.00031500796,0.00017314577,0.00060107687,0.35096517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897027,0.0006118018,0.000020483336,0.00008710322,0.00024641087,0.0000639306],"domain_scores_gemma":[0.99580705,0.0034886936,0.000067709916,0.00021468174,0.000322916,0.00009895775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018849837,0.00040533044,0.00038271197,0.0009960405,0.0013368432,0.0040399805,0.0011157645,0.0014009798,0.020446882],"category_scores_gemma":[0.0056187147,0.00032191834,0.00043538373,0.0007246714,0.0044369465,0.006018245,0.001965895,0.0037783722,0.0026056687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006749293,0.000010855323,0.000029266468,0.000030475647,0.0000011146848,0.000015241478,0.00016713656,0.000288252,0.00009791365,0.9835316,0.0028046395,0.013016695],"study_design_scores_gemma":[0.000007731017,0.00001293971,0.000037442544,0.00006800334,0.000002556155,0.000043151827,0.0001180273,0.001676426,0.00036246094,0.9273636,0.070303835,0.0000038703465],"about_ca_topic_score_codex":0.0007954005,"about_ca_topic_score_gemma":0.0013780863,"teacher_disagreement_score":0.020446882,"about_ca_system_score_codex":0.0020738482,"about_ca_system_score_gemma":0.0013528082,"threshold_uncertainty_score":0.068401575},"labels":[],"label_agreement":null},{"id":"W4409803969","doi":"10.1007/978-3-031-80696-4_1","title":"Introduction: Mathematics Comes of Age: Learning and Teaching Mathematics in an Age of High-Tech","year":2025,"lang":"en","type":"book-chapter","venue":"Mathematics in mind","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Windsor","funders":"","keywords":"Mathematics education; Computer science; Mathematics","score_opus":0.020949271270429788,"score_gpt":0.28008189155102187,"score_spread":0.2591326202805921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409803969","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009789501,0.07980412,0.0040126024,0.020816397,0.021574458,0.00008048815,0.0004983775,0.00035172814,0.8718829],"genre_scores_gemma":[0.0045327027,0.030057045,0.0020373599,0.007359267,0.0063465238,0.00007448061,0.00032965405,0.00022668915,0.9490363],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99975604,0.000028777346,0.000010731548,0.000053559943,0.0001259405,0.00002492791],"domain_scores_gemma":[0.9995757,0.00017708953,0.000016114447,0.000014942777,0.00013252266,0.00008372564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028830062,0.00088990654,0.0005533356,0.0012869965,0.001648271,0.0036605473,0.0008367024,0.002154562,0.10046994],"category_scores_gemma":[0.0008477439,0.000323087,0.00038327495,0.0017678915,0.00097370567,0.0049748546,0.0018077812,0.004047105,0.042601142],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010377188,0.000040235074,0.00009477782,0.00026555988,0.0000014002378,0.000056251978,0.00076420256,0.000083767576,0.00028190468,0.04828862,0.8667528,0.08336018],"study_design_scores_gemma":[0.0000012098798,0.000008980818,0.00020814154,0.00015891819,0.000001055159,0.00010199243,0.0001268595,0.000028480128,0.000044295066,0.0063237594,0.9929932,0.0000031445643],"about_ca_topic_score_codex":0.002096177,"about_ca_topic_score_gemma":0.006017897,"teacher_disagreement_score":0.10046994,"about_ca_system_score_codex":0.0010706022,"about_ca_system_score_gemma":0.0016700267,"threshold_uncertainty_score":0.33610547},"labels":[],"label_agreement":null},{"id":"W4409993458","doi":"10.4018/979-8-3693-9496-0.ch007","title":"Building a Community Robotics Pipeline","year":2025,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pipeline (software); Robotics; Artificial intelligence; Computer science; Robot; Programming language","score_opus":0.027279847173290135,"score_gpt":0.28092489734822484,"score_spread":0.2536450501749347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409993458","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055715363,0.0024458934,0.16546659,0.043572783,0.0018354884,0.0019419095,0.0005358957,0.00422731,0.7242588],"genre_scores_gemma":[0.25783744,0.0028932928,0.22225119,0.005631708,0.00032729458,0.0015165409,0.0016231588,0.0014445764,0.50647473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976828,0.0006111243,0.000051200786,0.00036502763,0.00055683794,0.0007328731],"domain_scores_gemma":[0.9944829,0.0004490796,0.000098873395,0.0003657374,0.0011066238,0.0034967703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045720586,0.0007565741,0.00037643668,0.002357568,0.009833867,0.0063513587,0.004167643,0.0040017795,0.07471942],"category_scores_gemma":[0.0037037903,0.0007936678,0.00086055626,0.0018936719,0.0040350007,0.016643267,0.026135704,0.0045928913,0.021732247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008022176,0.00097199006,0.002466452,0.00047352447,0.000014157781,0.0011952764,0.014575195,0.0033848449,0.0023526568,0.50702137,0.19331118,0.27415314],"study_design_scores_gemma":[0.000019896823,0.00007965935,0.00050894276,0.00016969995,0.000002797001,0.00025330932,0.004656024,0.0012465236,0.00040759824,0.027712818,0.9649205,0.000022236152],"about_ca_topic_score_codex":0.015494474,"about_ca_topic_score_gemma":0.042299215,"teacher_disagreement_score":0.07471942,"about_ca_system_score_codex":0.0065339264,"about_ca_system_score_gemma":0.030288616,"threshold_uncertainty_score":0.24996138},"labels":[],"label_agreement":null},{"id":"W4410475076","doi":"10.56553/popets-2025-0099","title":"Teaching an Old Dog New Tricks: Verifiable FHE Using Commodity Hardware","year":2025,"lang":"en","type":"article","venue":"Proceedings on Privacy Enhancing Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Commodity; Verifiable secret sharing; Computer science; Computer hardware; Embedded system; Commerce; Business; Programming language; Finance","score_opus":0.027773768225795897,"score_gpt":0.30744207672580304,"score_spread":0.2796683085000071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410475076","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0344182,0.0016707757,0.9124977,0.0041693854,0.0010788589,0.00029056775,0.00021610857,0.005780126,0.039878204],"genre_scores_gemma":[0.6715222,0.001874456,0.30062264,0.0016909309,0.0006939378,0.0003416374,0.0003597816,0.0011402171,0.02175421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99351305,0.0014794088,0.00028473107,0.0006872386,0.003199672,0.000835984],"domain_scores_gemma":[0.99052715,0.002651407,0.00057030417,0.0052186577,0.0007956247,0.00023681355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038788475,0.0009865124,0.00092125405,0.0010920786,0.0014180046,0.0043307473,0.0026287844,0.0019558764,0.012401981],"category_scores_gemma":[0.013996064,0.001175653,0.0013145662,0.0006847839,0.0060714013,0.0137159135,0.008068595,0.0068035354,0.0041420837],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068477314,0.00013653938,0.0012763853,0.00042188674,0.00008958162,0.0007390604,0.0005751347,0.015526939,0.03307057,0.787184,0.016574565,0.14372055],"study_design_scores_gemma":[0.00025081093,0.0006973049,0.0006074732,0.0004373267,0.0001433431,0.0013457115,0.00029461025,0.16440593,0.12410348,0.5483442,0.15911204,0.0002578368],"about_ca_topic_score_codex":0.00075804704,"about_ca_topic_score_gemma":0.0005392236,"teacher_disagreement_score":0.012401981,"about_ca_system_score_codex":0.0013597511,"about_ca_system_score_gemma":0.0016053015,"threshold_uncertainty_score":0.041488707},"labels":[],"label_agreement":null},{"id":"W4410571581","doi":"10.3389/feduc.2025.1577285","title":"AI’s impact on science education: a study of ant and bee mindsets in UAE science classrooms","year":2025,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Science education; Mathematics education; Engineering; Computer science; Engineering ethics; Psychology","score_opus":0.005790624663484634,"score_gpt":0.32857447717440075,"score_spread":0.3227838525109161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410571581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993494,0.000053289572,0.00007979065,0.000067964975,0.00000242682,0.000007876766,0.000003831309,0.0000012501804,0.00043418424],"genre_scores_gemma":[0.9991978,0.00009354457,0.00019159351,0.0000644132,0.0000026335567,0.000021673308,0.0000057070442,0.0000017281717,0.0004209323],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99860257,0.0007763847,0.000051247156,0.00013574399,0.0001597155,0.00027432552],"domain_scores_gemma":[0.9965148,0.0019041265,0.00058005657,0.00010255483,0.00030949718,0.0005889715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023830181,0.00031742192,0.00068129087,0.0015005148,0.004698626,0.003874338,0.00057801243,0.0010154305,0.0020599293],"category_scores_gemma":[0.0039295033,0.0005374382,0.00035015857,0.0007408307,0.0043829335,0.0014265466,0.0027671931,0.0017966261,0.00034690267],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000486406,0.00089190854,0.061742064,0.00011202493,0.000010177321,0.00060514495,0.9263453,0.000050277165,0.0028880509,0.00056100026,0.00016666565,0.006578739],"study_design_scores_gemma":[0.000010079395,0.00031702613,0.08032278,0.000077058365,0.000009540794,0.00023145891,0.91394234,0.00020586165,0.0006100774,0.00027346204,0.00397792,0.000022310733],"about_ca_topic_score_codex":0.004076711,"about_ca_topic_score_gemma":0.010420802,"teacher_disagreement_score":0.004698626,"about_ca_system_score_codex":0.0015003391,"about_ca_system_score_gemma":0.0014151919,"threshold_uncertainty_score":0.012602806},"labels":[],"label_agreement":null},{"id":"W4410596398","doi":"10.1007/978-3-031-83837-8_3","title":"Essential Application-Based Teaching: Addressing Omissions and Distortions in STEM Education","year":2025,"lang":"en","type":"book-chapter","venue":"Contemporary trends and issues in science education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Engineering ethics; Computer science; Psychology; Engineering","score_opus":0.030226242406361088,"score_gpt":0.3432491299449088,"score_spread":0.31302288753854773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410596398","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09878935,0.013175885,0.13380127,0.0480331,0.0021208932,0.00007491465,0.00008431986,0.0005171157,0.7034032],"genre_scores_gemma":[0.8526515,0.0056353183,0.04383752,0.003159373,0.00052238925,0.00007929104,0.000086974534,0.00037051897,0.093657084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680376,0.001275147,0.00012338192,0.00019742169,0.0014368682,0.00016346073],"domain_scores_gemma":[0.987294,0.0073129567,0.00059598754,0.0013395431,0.0026683882,0.0007891345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043159933,0.00031909376,0.000288216,0.0010799309,0.0018410087,0.0041747023,0.0017847515,0.0010256354,0.003320775],"category_scores_gemma":[0.01744366,0.00021641342,0.00022466171,0.0013088008,0.0058711553,0.004738696,0.0042930217,0.0033958503,0.0006137509],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033001415,0.000066946355,0.0020387105,0.0002658414,0.0000036249717,0.00012865246,0.011515232,0.00047130795,0.00070376875,0.5959111,0.0133475475,0.3755143],"study_design_scores_gemma":[0.00001447145,0.0000917933,0.004802256,0.00087671814,0.000018039096,0.0007294122,0.010339687,0.002474394,0.0033185415,0.7305404,0.2467745,0.000019798983],"about_ca_topic_score_codex":0.0019986855,"about_ca_topic_score_gemma":0.0049558873,"teacher_disagreement_score":0.0043159933,"about_ca_system_score_codex":0.0021803156,"about_ca_system_score_gemma":0.0072844,"threshold_uncertainty_score":0.02282542},"labels":[],"label_agreement":null},{"id":"W4410639272","doi":"10.1109/mc.2025.3551196","title":"Teaching a Compiler Course","year":2025,"lang":"en","type":"article","venue":"Computer","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Course (navigation); Compiler; Computer science; Mathematics education; Programming language; Psychology; Physics; Astronomy","score_opus":0.010140193838512845,"score_gpt":0.28147899192454,"score_spread":0.2713387980860272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410639272","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07871111,0.0013100883,0.11623707,0.019589193,0.007480389,0.0011449831,0.0015896509,0.014058417,0.7598791],"genre_scores_gemma":[0.16370389,0.0016180702,0.13973968,0.0083222585,0.0014954743,0.00040405235,0.0016046653,0.001956951,0.6811551],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99958414,0.00005184329,0.000015674761,0.000071806084,0.00016869933,0.00010778692],"domain_scores_gemma":[0.9979685,0.00016864961,0.00005234036,0.00013091325,0.00037826423,0.0013012404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005494352,0.00044234327,0.00030572613,0.0004846275,0.0018188753,0.0019316862,0.0007240198,0.0008815482,0.10845368],"category_scores_gemma":[0.001700886,0.00023985512,0.00043911775,0.00038847642,0.00039744264,0.0012904537,0.001699223,0.001893169,0.03880761],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013426233,0.0017683754,0.0028456466,0.00020480966,0.000009171026,0.0007079167,0.0006479382,0.00088915223,0.018110614,0.01659953,0.55107886,0.40700373],"study_design_scores_gemma":[0.00004371828,0.0007760469,0.0051573897,0.00013388628,0.0000095804235,0.0015194014,0.00070384564,0.0014198797,0.007936363,0.00909915,0.9731597,0.00004103722],"about_ca_topic_score_codex":0.0009989481,"about_ca_topic_score_gemma":0.0037008142,"teacher_disagreement_score":0.10845368,"about_ca_system_score_codex":0.00095725013,"about_ca_system_score_gemma":0.0027661577,"threshold_uncertainty_score":0.3628137},"labels":[],"label_agreement":null},{"id":"W4410842437","doi":"10.1007/978-3-031-92970-0_21","title":"Implementing Models of Programming Problem Solving","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Programming language","score_opus":0.020288249872447744,"score_gpt":0.2665838640349967,"score_spread":0.24629561416254894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410842437","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010019946,0.00017439606,0.94933426,0.00065654464,0.000085166845,0.000058223435,0.00009410017,0.0015525485,0.038024805],"genre_scores_gemma":[0.33291686,0.00053336396,0.6273519,0.0002670207,0.000059928294,0.0003566129,0.00064923725,0.0006810966,0.037183996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987668,0.0005423275,0.00006817989,0.00016784148,0.00035768058,0.00009724923],"domain_scores_gemma":[0.9976788,0.001298138,0.00009163136,0.0006556806,0.00019210522,0.000083788764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001045594,0.0007550842,0.00048248164,0.00039084168,0.0005383206,0.0032986137,0.0021609908,0.001337247,0.015836054],"category_scores_gemma":[0.0054966025,0.0009383543,0.001010375,0.00067582674,0.0013867961,0.004959771,0.0019926622,0.0030907055,0.0022949588],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005821325,0.000105057115,0.00040543335,0.00012650041,0.000020100279,0.00003618309,0.0003113963,0.04577719,0.0017750915,0.88074356,0.0036896828,0.066951506],"study_design_scores_gemma":[0.000034974033,0.00004886295,0.00010745344,0.00006121812,0.000024677243,0.000059672617,0.00010744545,0.27701128,0.0037662252,0.692455,0.026307246,0.000015964675],"about_ca_topic_score_codex":0.0012507318,"about_ca_topic_score_gemma":0.001693817,"teacher_disagreement_score":0.015836054,"about_ca_system_score_codex":0.0010113192,"about_ca_system_score_gemma":0.0010714175,"threshold_uncertainty_score":0.052976906},"labels":[],"label_agreement":null},{"id":"W4410892997","doi":"10.1145/3742441","title":"Views on Teaching and Learning Preferences for Women and Men in Undergraduate Computer Science","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Mathematics education; Computer science; Psychology; Computer-Assisted Instruction; Teaching method","score_opus":0.023007375674287116,"score_gpt":0.3202432155753309,"score_spread":0.2972358399010438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410892997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98304474,0.0010647158,0.00046824245,0.0024029315,0.00007336099,0.000020962807,0.00006955583,0.000007432921,0.012848082],"genre_scores_gemma":[0.9954425,0.00066793023,0.00015813448,0.0005038509,0.000020104719,0.000009870605,0.00003227059,0.000010981296,0.0031543719],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99446726,0.0018983519,0.00018576131,0.00029683864,0.001766743,0.0013849727],"domain_scores_gemma":[0.9916198,0.002248415,0.0010050242,0.00010937003,0.0011869826,0.003830417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005228375,0.0003345601,0.0004173689,0.0020288262,0.0062593613,0.004320618,0.00059118017,0.0006577712,0.0038879872],"category_scores_gemma":[0.008390088,0.00033644304,0.0004086313,0.0015711602,0.0049393536,0.0015422044,0.0022982191,0.001650795,0.00061295903],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044131835,0.00013367359,0.19002278,0.00016238971,0.00004896522,0.0011564497,0.7385503,0.00017796182,0.004244641,0.004434216,0.0022165594,0.058410816],"study_design_scores_gemma":[0.00001358015,0.00017032553,0.11949418,0.00013499893,0.000019304784,0.0005606347,0.85779953,0.00012657832,0.0006185929,0.00036377445,0.020629564,0.00006890659],"about_ca_topic_score_codex":0.14277574,"about_ca_topic_score_gemma":0.26557425,"teacher_disagreement_score":0.14277574,"about_ca_system_score_codex":0.0071535846,"about_ca_system_score_gemma":0.005319747,"threshold_uncertainty_score":0.2838894},"labels":[],"label_agreement":null},{"id":"W4410987234","doi":"10.1109/educon62633.2025.11016629","title":"Assessment of Algorithmic Abstraction Skills in Higher Education: An Application of the PGK Framework","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Abstraction; Computer science; Programming language; Theoretical computer science; Epistemology; Philosophy","score_opus":0.010399855216656673,"score_gpt":0.3368736189094594,"score_spread":0.32647376369280273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410987234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7557258,0.00086497865,0.21004266,0.0009049335,0.00010048191,0.002107403,0.000944236,0.0009937313,0.028315771],"genre_scores_gemma":[0.824759,0.0003120198,0.17193477,0.00011678223,0.000018961693,0.0011841649,0.00030598885,0.000059143083,0.0013091988],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958276,0.0016679333,0.0003140003,0.00052953325,0.001413343,0.0002475726],"domain_scores_gemma":[0.9890302,0.006825329,0.0016209744,0.0007662775,0.0013073855,0.00044969885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00501733,0.00073588203,0.00070389366,0.004490667,0.000752854,0.0020905242,0.0009034933,0.00074048055,0.0026078804],"category_scores_gemma":[0.018958215,0.0003439211,0.0012146339,0.002963994,0.0018831635,0.0024668328,0.002900684,0.001320599,0.00055427256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005521324,0.0013213734,0.40645456,0.0011088694,0.00023951841,0.00039391214,0.007542009,0.012160884,0.004351463,0.01601408,0.003164011,0.54669714],"study_design_scores_gemma":[0.00018717344,0.002908807,0.81864923,0.0007254631,0.00020233761,0.0015381572,0.0074151764,0.098026484,0.0048810076,0.051653262,0.01354233,0.0002706244],"about_ca_topic_score_codex":0.004374434,"about_ca_topic_score_gemma":0.0043518157,"teacher_disagreement_score":0.00501733,"about_ca_system_score_codex":0.0017801615,"about_ca_system_score_gemma":0.0034486498,"threshold_uncertainty_score":0.026534498},"labels":[],"label_agreement":null},{"id":"W4411149936","doi":"10.1007/s42330-025-00368-y","title":"University Students’ Views of Their Learning Outcomes from Engaging in Programming-Based Mathematical Investigations","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Social Sciences and Humanities Research Council","keywords":"Mathematics education; Science education; Science learning; Pedagogy; Computer science; Psychology; Sociology","score_opus":0.019532311257953027,"score_gpt":0.2755353289890212,"score_spread":0.2560030177310682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411149936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928658,0.00007668343,0.00007973434,0.0008998127,0.00002971569,0.00000994807,0.000058325877,0.00001196407,0.005968069],"genre_scores_gemma":[0.9982614,0.00005703434,0.0000556187,0.00010540573,0.000008780372,0.000010050506,0.00004228404,0.0000059779995,0.0014533649],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9923626,0.0025495237,0.00048576167,0.00044987543,0.0021366545,0.002015553],"domain_scores_gemma":[0.9562796,0.0084441835,0.0073641227,0.00092486624,0.007895014,0.019092185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006398371,0.00033091436,0.00044005198,0.0019957048,0.0025196762,0.00851509,0.0010125745,0.0019684397,0.008586914],"category_scores_gemma":[0.042400304,0.00028390583,0.0009913085,0.001247628,0.0024912958,0.0025505775,0.006315349,0.003490176,0.0016945461],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021004432,0.004121078,0.7305034,0.00022108422,0.00025765187,0.0012004166,0.14693804,0.0012734171,0.0032197416,0.0047856886,0.009284676,0.096094355],"study_design_scores_gemma":[0.00010063668,0.001913297,0.64881754,0.00017973103,0.00014597988,0.0004592622,0.3275463,0.0011502659,0.0030227765,0.0022583054,0.0141881965,0.00021768225],"about_ca_topic_score_codex":0.005734128,"about_ca_topic_score_gemma":0.008834494,"teacher_disagreement_score":0.008586914,"about_ca_system_score_codex":0.0024168212,"about_ca_system_score_gemma":0.0020533497,"threshold_uncertainty_score":0.033838212},"labels":[],"label_agreement":null},{"id":"W4411153485","doi":"10.1145/3743683","title":"Analyzing Fine-Grained Skill Development across Computer Science Course Progressions","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Computer science; Mathematics education; Psychology; Engineering","score_opus":0.013992711236571535,"score_gpt":0.3470713540917704,"score_spread":0.3330786428551989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411153485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950177,0.00008244777,0.0028256413,0.00013837538,0.000008059816,0.00007970326,0.00028776083,0.0000582419,0.0015020319],"genre_scores_gemma":[0.99660194,0.00004636087,0.0019017494,0.00002852862,0.0000035236123,0.00009817902,0.00032644827,0.00001661448,0.0009765916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99533844,0.0010256051,0.0002978468,0.0007840441,0.0020791956,0.00047496049],"domain_scores_gemma":[0.9352911,0.03703818,0.009381281,0.0021793845,0.013742179,0.0023678674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005311462,0.00029112323,0.0002758119,0.003976311,0.000648085,0.001405976,0.0007661146,0.000453914,0.002370635],"category_scores_gemma":[0.055521373,0.00022055862,0.00022782467,0.002262062,0.0010150612,0.0015241113,0.0023587595,0.0008097339,0.00033483325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003080983,0.0005348993,0.72825825,0.0005414766,0.0000849433,0.00028699986,0.05812448,0.0029665814,0.008022472,0.0014439967,0.0018276946,0.1976001],"study_design_scores_gemma":[0.000009243851,0.00030057135,0.9675034,0.000119348624,0.000014993609,0.00007643216,0.020988138,0.003363108,0.0024625694,0.0012021973,0.003916716,0.000043192405],"about_ca_topic_score_codex":0.0050701173,"about_ca_topic_score_gemma":0.006885528,"teacher_disagreement_score":0.005311462,"about_ca_system_score_codex":0.0015726658,"about_ca_system_score_gemma":0.00166965,"threshold_uncertainty_score":0.02809},"labels":[],"label_agreement":null},{"id":"W4411237691","doi":"10.1007/978-3-031-95452-8_19","title":"Assessing Computational Thinking Skills Through Artefacts: The Case of ModeLLer","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MODELLER; Computer science; Computational thinking; Engineering drawing; Programming language; Software engineering; Computer graphics (images); Artificial intelligence; Engineering","score_opus":0.02329082200805426,"score_gpt":0.29910170030740074,"score_spread":0.2758108782993465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411237691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720392,0.00017605617,0.0119324485,0.0018762122,0.00003180378,0.000055238048,0.000041352378,0.00016809942,0.013679623],"genre_scores_gemma":[0.97883934,0.00017346937,0.014789851,0.00018471127,0.000005015296,0.000030829633,0.000044475102,0.00008172082,0.005850582],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99762076,0.0016048972,0.00007462475,0.00016657141,0.00038682722,0.00014627534],"domain_scores_gemma":[0.9756973,0.019685857,0.00068174495,0.0019316861,0.0012448125,0.0007587599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055837184,0.00045237126,0.00030128832,0.0010842388,0.0012898798,0.0039697876,0.0010934502,0.0024505812,0.003953687],"category_scores_gemma":[0.034661524,0.00033755804,0.00034810777,0.00047783268,0.0023455177,0.0042198277,0.0016320213,0.0019747156,0.00084226346],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019422519,0.0030675444,0.13249995,0.00046725443,0.00012670907,0.02854323,0.40285525,0.010710885,0.02196911,0.049867038,0.014581623,0.33336914],"study_design_scores_gemma":[0.0004942705,0.0062455493,0.10927919,0.0013312192,0.00046147392,0.052728057,0.36660677,0.12959419,0.07355725,0.1416661,0.11707124,0.0009647808],"about_ca_topic_score_codex":0.0045090476,"about_ca_topic_score_gemma":0.00792742,"teacher_disagreement_score":0.0055837184,"about_ca_system_score_codex":0.0013352768,"about_ca_system_score_gemma":0.0015606639,"threshold_uncertainty_score":0.02952987},"labels":[],"label_agreement":null},{"id":"W4411272087","doi":"10.1109/msr66628.2025.00097","title":"Under the Blueprints: Parsing Unreal Engine’s Visual Scripting at Scale","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Scripting language; Parsing; Programming language; Scale (ratio); Computer graphics (images); Artificial intelligence; Natural language processing","score_opus":0.010787604932705593,"score_gpt":0.2779675290476768,"score_spread":0.2671799241149712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272087","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05668082,0.0010501469,0.057901923,0.0005207839,0.00030050334,0.00030034405,0.5352214,0.3314543,0.016569769],"genre_scores_gemma":[0.047639538,0.00036679488,0.040712632,0.00030338755,0.000030801875,0.00032007918,0.8780524,0.028189927,0.0043845396],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988154,0.00014022425,0.00011722477,0.00039030178,0.00042745203,0.00010933513],"domain_scores_gemma":[0.99694794,0.0010915747,0.00032048667,0.00094884646,0.00056334183,0.00012773964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008439437,0.0020694556,0.00047106727,0.003544743,0.0006488273,0.001601023,0.0014307172,0.0010552653,0.0067068646],"category_scores_gemma":[0.007573638,0.0010349201,0.0012165357,0.0032688675,0.0006586165,0.0025331539,0.0021980875,0.0016440129,0.010821383],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006954984,0.00023850532,0.026779292,0.00174233,0.00010562999,0.0006294941,0.0011573046,0.008745242,0.008510247,0.00908413,0.82092476,0.12138759],"study_design_scores_gemma":[0.00025355702,0.00014197323,0.043560177,0.0005854087,0.000089872985,0.00086627266,0.0005774562,0.056118496,0.029345568,0.024110004,0.8441346,0.0002166504],"about_ca_topic_score_codex":0.010243776,"about_ca_topic_score_gemma":0.019887088,"teacher_disagreement_score":0.010243776,"about_ca_system_score_codex":0.0007935707,"about_ca_system_score_gemma":0.0011524848,"threshold_uncertainty_score":0.022436678},"labels":[],"label_agreement":null},{"id":"W4411272438","doi":"10.1109/msr66628.2025.00111","title":"Inferring Questions from Programming Screenshots","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Information retrieval; Software engineering","score_opus":0.012734837857954694,"score_gpt":0.2800907305610675,"score_spread":0.2673558927031128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44853595,0.00058094756,0.49312264,0.0012856261,0.00020801504,0.0009829933,0.004031495,0.034035053,0.01721724],"genre_scores_gemma":[0.79676336,0.00021172219,0.19432966,0.00030680498,0.000049155973,0.0003766063,0.0033106557,0.0011693574,0.003482627],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983752,0.00089741225,0.00004981942,0.00036398615,0.00024056145,0.00007301468],"domain_scores_gemma":[0.9764836,0.019691525,0.0006546872,0.0013415059,0.0015023894,0.0003263981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017347934,0.0011618487,0.00035549485,0.0011554632,0.00030946865,0.0014409559,0.0008493537,0.0010653508,0.0059772693],"category_scores_gemma":[0.029749453,0.00030688872,0.0005770401,0.00038035345,0.0004991072,0.002449375,0.0014236552,0.0010855297,0.0015835839],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019354296,0.0009542431,0.043421593,0.0028017797,0.00014357168,0.0016875621,0.023841407,0.029963147,0.09029603,0.013614885,0.0358031,0.7555373],"study_design_scores_gemma":[0.00020204227,0.0012279454,0.03828579,0.00070615514,0.00017448139,0.0011990191,0.01326288,0.69983554,0.093354166,0.045820702,0.105711184,0.0002201251],"about_ca_topic_score_codex":0.0012681307,"about_ca_topic_score_gemma":0.0025498269,"teacher_disagreement_score":0.0059772693,"about_ca_system_score_codex":0.000612815,"about_ca_system_score_gemma":0.00037163033,"threshold_uncertainty_score":0.019995987},"labels":[],"label_agreement":null},{"id":"W4411286492","doi":"10.31129/lumat.13.2.2547","title":"Primary school students’ problem-solving strategies in creating artworks with GeoGebra","year":2025,"lang":"en","type":"article","venue":"LUMAT International Journal on Math Science and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Mathematics education; Primary (astronomy); Computer science; Visual arts; Art; Psychology; Physics","score_opus":0.004643709054958377,"score_gpt":0.29158764626528516,"score_spread":0.2869439372103268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411286492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962806,0.00005387852,0.0006656806,0.000037165137,0.0000024791657,0.000048256432,0.000015457197,0.000017861847,0.0028787008],"genre_scores_gemma":[0.9925666,0.00013001094,0.0027634033,0.000043716776,0.0000016474247,0.000056481585,0.000045087294,0.000009123492,0.004383817],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.999308,0.00012547954,0.00006319317,0.00017589386,0.000164835,0.00016256774],"domain_scores_gemma":[0.9983718,0.00070138415,0.00030668653,0.00013788346,0.00020796224,0.00027431597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011331765,0.00040280976,0.00047336178,0.0011777641,0.0009311763,0.003977826,0.0008249706,0.0009188285,0.0045823473],"category_scores_gemma":[0.0032168264,0.0003781767,0.00045019627,0.00059871614,0.0012069283,0.0009432561,0.0014431601,0.0010101387,0.0010750844],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033421413,0.006869654,0.3522701,0.0008800651,0.000096778225,0.0024076751,0.35957325,0.002038871,0.0650211,0.0074008345,0.0030389002,0.2000686],"study_design_scores_gemma":[0.00014655897,0.0028944016,0.6515858,0.0005254824,0.00022093442,0.0025180003,0.2430757,0.008293829,0.029746357,0.0098299105,0.05098911,0.00017395249],"about_ca_topic_score_codex":0.0021535042,"about_ca_topic_score_gemma":0.0046835514,"teacher_disagreement_score":0.0045823473,"about_ca_system_score_codex":0.00063738227,"about_ca_system_score_gemma":0.00091910653,"threshold_uncertainty_score":0.01532948},"labels":[],"label_agreement":null},{"id":"W4411374693","doi":"10.1145/3724389.3731284","title":"Exploring, Refining and Evolving a Research Knowledge Development Activity for Computer Science Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Refining (metallurgy); Computer science; Data science; Chemistry","score_opus":0.25026660131762124,"score_gpt":0.4268448943825504,"score_spread":0.17657829306492917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3115248,0.00065800914,0.62479234,0.004835674,0.00025396026,0.0024099192,0.00021957875,0.003087002,0.052218832],"genre_scores_gemma":[0.27006432,0.00035130556,0.7180806,0.00036728726,0.0000384492,0.0005208774,0.00039778874,0.00026841613,0.009910956],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9879497,0.007293202,0.0007844532,0.001539659,0.001840206,0.00059267756],"domain_scores_gemma":[0.9494467,0.03184079,0.0023322615,0.006815045,0.0067745,0.0027908166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01754493,0.0009092903,0.0005509148,0.0027149068,0.0021251775,0.0073808916,0.0027593814,0.002014042,0.003970738],"category_scores_gemma":[0.046450574,0.0007429205,0.0010148108,0.0015438079,0.0016120218,0.0080565745,0.0059373924,0.002353242,0.0018561037],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024989183,0.002546144,0.018776665,0.0011010362,0.000065051674,0.00043842575,0.037992198,0.0030665663,0.023059972,0.021531811,0.0046915244,0.88648075],"study_design_scores_gemma":[0.0005335073,0.0057231467,0.029826056,0.0038143597,0.0008693157,0.0038116106,0.07700909,0.11570501,0.1644969,0.11771216,0.4799795,0.0005194559],"about_ca_topic_score_codex":0.0014201433,"about_ca_topic_score_gemma":0.002981288,"teacher_disagreement_score":0.01754493,"about_ca_system_score_codex":0.0018339963,"about_ca_system_score_gemma":0.007821404,"threshold_uncertainty_score":0.092787564},"labels":[],"label_agreement":null},{"id":"W4411374798","doi":"10.1145/3724389.3730804","title":"Instructor Experiences with Alternative Grading at the University of British Columbia","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Computer science; Library science; Engineering; Civil engineering","score_opus":0.006130258505614715,"score_gpt":0.19528889334697788,"score_spread":0.18915863484136317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863551,0.00016382571,0.00066229136,0.0009694312,0.00006659248,0.00004637343,0.000036691294,0.00004894065,0.011650672],"genre_scores_gemma":[0.97963506,0.00028494038,0.00088194216,0.000431159,0.000021367388,0.000030748182,0.00005297273,0.00003579187,0.01862598],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99621177,0.0017922875,0.00009826598,0.00023096481,0.001061307,0.00060544105],"domain_scores_gemma":[0.9912102,0.0022281413,0.0007021144,0.0002866709,0.002111046,0.003461813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032008125,0.00023140958,0.00030079295,0.00050232693,0.0054264595,0.0030803897,0.0013463271,0.0009372543,0.005255839],"category_scores_gemma":[0.007915087,0.00020333273,0.00014193889,0.00062929926,0.0015978889,0.0008988176,0.0020115096,0.0013501348,0.0008695907],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028827236,0.0017991827,0.059874747,0.0002597738,0.000015724823,0.0045632916,0.73509043,0.00045130856,0.008858835,0.0013217104,0.015828269,0.17164844],"study_design_scores_gemma":[0.00003774886,0.0013467914,0.09005704,0.00046846902,0.000025234183,0.0010147546,0.69503677,0.0017509309,0.0034454619,0.000515197,0.20614965,0.00015193857],"about_ca_topic_score_codex":0.103319995,"about_ca_topic_score_gemma":0.2705998,"teacher_disagreement_score":0.103319995,"about_ca_system_score_codex":0.0076197423,"about_ca_system_score_gemma":0.0069026453,"threshold_uncertainty_score":0.20543724},"labels":[],"label_agreement":null},{"id":"W4411374844","doi":"10.1145/3724389.3731261","title":"Crafting Interesting Puzzles with CS Connections","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.010335602069427241,"score_gpt":0.25836032885373283,"score_spread":0.2480247267843056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374844","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20479938,0.00037550056,0.690437,0.00061735,0.00032882657,0.0015167565,0.0012371334,0.034841947,0.065846086],"genre_scores_gemma":[0.47012842,0.0004209584,0.4933907,0.00026546879,0.00004642594,0.001160499,0.0019412317,0.0036446394,0.029001677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942315,0.00011332097,0.00005845036,0.00012222107,0.0001985627,0.000084234685],"domain_scores_gemma":[0.997511,0.0012320975,0.0002224467,0.000393925,0.00026640628,0.0003740507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006807613,0.0012296641,0.00030630265,0.00075165014,0.00031546727,0.0014824542,0.0017807523,0.00073639036,0.014383113],"category_scores_gemma":[0.0072698905,0.0006419472,0.0006412703,0.00042474043,0.0009165114,0.0035966397,0.0035331554,0.0014538704,0.0023571162],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015041128,0.0017648063,0.013143633,0.0018846184,0.00016359462,0.0020465222,0.0050208536,0.05849196,0.093700774,0.1428755,0.0535415,0.6258621],"study_design_scores_gemma":[0.0008027455,0.0017109868,0.009109869,0.00047629458,0.00016876328,0.0026784253,0.0010408817,0.31304142,0.09305453,0.06556811,0.51205474,0.00029328268],"about_ca_topic_score_codex":0.0012576866,"about_ca_topic_score_gemma":0.002522404,"teacher_disagreement_score":0.014383113,"about_ca_system_score_codex":0.00046547258,"about_ca_system_score_gemma":0.0008034751,"threshold_uncertainty_score":0.048116267},"labels":[],"label_agreement":null},{"id":"W4411374878","doi":"10.1145/3724389.3731273","title":"Contextual Learning in CS1: Integrating a Biology Project to Reinforce Core Programming Concepts","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Core (optical fiber); Software engineering","score_opus":0.030288976396161175,"score_gpt":0.3626619300092755,"score_spread":0.3323729536131143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80749345,0.0004121054,0.15074582,0.0028973885,0.00045286576,0.0016651652,0.00032335022,0.0039381846,0.03207155],"genre_scores_gemma":[0.6667841,0.00045350083,0.31663838,0.0012068257,0.00010906973,0.0017916723,0.00058860064,0.00043747196,0.011990466],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976745,0.0009158554,0.00008774361,0.0006232843,0.00038851515,0.00031001697],"domain_scores_gemma":[0.99300754,0.002585619,0.00048596802,0.0008711277,0.0007346633,0.0023150952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020913521,0.0021313457,0.0006367772,0.0008515542,0.001296707,0.002443646,0.0021137132,0.0015018921,0.0071545937],"category_scores_gemma":[0.009163261,0.0005503102,0.0005951708,0.0005416886,0.0011725264,0.0016431146,0.0040885317,0.0025829081,0.001840051],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020977308,0.02926732,0.017453317,0.0025526301,0.00010146309,0.0018835994,0.034974437,0.01896861,0.1365018,0.02348021,0.030615283,0.7021037],"study_design_scores_gemma":[0.0015228307,0.032048434,0.049126156,0.002126829,0.00035429944,0.0045573157,0.025068777,0.06364843,0.27036807,0.07670041,0.47372776,0.00075078296],"about_ca_topic_score_codex":0.0005473329,"about_ca_topic_score_gemma":0.001183091,"teacher_disagreement_score":0.0071545937,"about_ca_system_score_codex":0.0011470573,"about_ca_system_score_gemma":0.0020218936,"threshold_uncertainty_score":0.023934484},"labels":[],"label_agreement":null},{"id":"W4411374912","doi":"10.1145/3724389.3731272","title":"Contextual Learning in CS1: Integrating a Chemistry Project to Reinforce Core Programming Concepts","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Core (optical fiber); Software engineering","score_opus":0.02164811231364042,"score_gpt":0.3318707136465276,"score_spread":0.31022260133288715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67125845,0.00067726994,0.23569824,0.00834751,0.0012121561,0.0025538155,0.00056173763,0.0065413443,0.07314949],"genre_scores_gemma":[0.5786404,0.00070086465,0.39035633,0.0028354013,0.00023257972,0.0025892637,0.00086947693,0.00072382175,0.023051882],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967403,0.001258695,0.000120208475,0.00077841664,0.00062811206,0.00047432873],"domain_scores_gemma":[0.9905524,0.0033072883,0.000588898,0.0009950709,0.0011144431,0.0034418884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028245193,0.0024246064,0.00075543224,0.0011017213,0.0017532085,0.0035608744,0.002699349,0.0017352229,0.010760289],"category_scores_gemma":[0.0118977325,0.00057087967,0.0007543507,0.0007232612,0.0016324392,0.0025361786,0.005621414,0.0037688783,0.0031253921],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016339455,0.026405059,0.011193201,0.0019599085,0.00007411897,0.001686152,0.027839702,0.015168018,0.06735257,0.040969867,0.06747857,0.738239],"study_design_scores_gemma":[0.0011828516,0.018191148,0.02402696,0.0019626992,0.00022786204,0.003852269,0.022396298,0.050444998,0.14436404,0.1408829,0.5918203,0.000647679],"about_ca_topic_score_codex":0.0006110892,"about_ca_topic_score_gemma":0.0012445428,"teacher_disagreement_score":0.010760289,"about_ca_system_score_codex":0.0017468577,"about_ca_system_score_gemma":0.0033233878,"threshold_uncertainty_score":0.035996735},"labels":[],"label_agreement":null},{"id":"W4411374974","doi":"10.1145/3724389.3731279","title":"Investigating How Course Features Correlate with Student Perceptions of Two-Stage CS Exams","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge; Memorial University of Newfoundland; University of Manitoba","funders":"","keywords":"Course (navigation); Perception; Stage (stratigraphy); Computer science; Mathematics education; Psychology; Physics; Geology; Astronomy","score_opus":0.012930501342077377,"score_gpt":0.30128868948476795,"score_spread":0.28835818814269054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999134,0.000015166077,0.000090182904,0.000032675387,0.000002476592,0.000006517196,0.000017501354,0.0000027480858,0.00069876446],"genre_scores_gemma":[0.99954444,0.00001969977,0.00011789388,0.000009014138,0.0000023284313,0.0000061177907,0.000041767616,0.0000020656082,0.00025658536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970018,0.00094544806,0.00028678137,0.00032164215,0.0010584892,0.0003857439],"domain_scores_gemma":[0.9566572,0.021255279,0.011045252,0.0011796581,0.004895975,0.0049666744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003581856,0.00021974523,0.0002340269,0.0012833836,0.000493044,0.0025221596,0.00039638262,0.0004074284,0.0024549223],"category_scores_gemma":[0.033567138,0.00019041405,0.00033095665,0.0010075652,0.00053768087,0.0008999968,0.0008947844,0.0009515243,0.00033426937],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055276847,0.00024805634,0.99045146,0.0000143797815,0.000030497413,0.00002556408,0.0023044522,0.00007755221,0.00044180104,0.000051504085,0.000093633374,0.0062057627],"study_design_scores_gemma":[0.0000025102393,0.00020832816,0.9934049,0.000009538817,0.000011831398,0.00002355002,0.0054127146,0.00041283295,0.0002511003,0.000038121227,0.00021645334,0.000008139336],"about_ca_topic_score_codex":0.0027730071,"about_ca_topic_score_gemma":0.0051226914,"teacher_disagreement_score":0.003581856,"about_ca_system_score_codex":0.0005677752,"about_ca_system_score_gemma":0.0008210983,"threshold_uncertainty_score":0.018942893},"labels":[],"label_agreement":null},{"id":"W4411475597","doi":"10.1007/s10798-025-10000-7","title":"Can elementary teachers bridge the logics of making and schooling?: developing a maker teaching sequence that promotes powerful ideas across multiple media","year":2025,"lang":"en","type":"article","venue":"International Journal of Technology and Design Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University; University of Calgary","funders":"Social Sciences and Humanities Research Council","keywords":"Mathematics education; Science education; Bridge (graph theory); Educational technology; Sequence (biology); Teaching method; Primary education; Pedagogy; Sociology; Computer science; Psychology; Biology; Genetics","score_opus":0.036541077453215325,"score_gpt":0.35234171480073573,"score_spread":0.3158006373475204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411475597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56261456,0.00015901728,0.37062773,0.005353272,0.00016840207,0.000524976,0.00007385659,0.0020003496,0.058477897],"genre_scores_gemma":[0.65207785,0.00014296359,0.33194384,0.00044540732,0.000012755007,0.0002578914,0.00007325734,0.0001747952,0.014871211],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9993075,0.00032614946,0.000029574025,0.00012981868,0.00012356449,0.00008344892],"domain_scores_gemma":[0.9969074,0.0016224637,0.00023059089,0.0003419269,0.00022123408,0.0006764129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019242229,0.00048384033,0.00026118534,0.00056041474,0.0016437921,0.003017413,0.0010473412,0.0014174796,0.005558904],"category_scores_gemma":[0.00643784,0.00040116388,0.00023997018,0.000337532,0.0019965568,0.005093312,0.0029503694,0.0017043428,0.0018814971],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004267128,0.0039049725,0.024616495,0.0006019911,0.000029168203,0.0015156269,0.13965361,0.003945613,0.045876376,0.19149986,0.0106711015,0.5772585],"study_design_scores_gemma":[0.0006144995,0.0023057163,0.017580338,0.00076187507,0.00022916315,0.0026764933,0.10820816,0.060476962,0.13726552,0.35993052,0.30970308,0.00024782203],"about_ca_topic_score_codex":0.00085567805,"about_ca_topic_score_gemma":0.0029128515,"teacher_disagreement_score":0.005558904,"about_ca_system_score_codex":0.0008734659,"about_ca_system_score_gemma":0.0042854543,"threshold_uncertainty_score":0.01859641},"labels":[],"label_agreement":null},{"id":"W4411558184","doi":"10.1145/3713043.3727052","title":"Beyond the Algorithm: Speculative Approaches to Critical AI Literacies with Diverse Youth","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science","score_opus":0.0601006148103573,"score_gpt":0.28221045083263063,"score_spread":0.22210983602227333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411558184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52493435,0.0023467836,0.047799617,0.074233904,0.0004126786,0.00022633094,0.00010800184,0.0001296545,0.34980872],"genre_scores_gemma":[0.99416816,0.00020968162,0.001868333,0.0007490202,0.0000387346,0.000056327826,0.000014276608,0.000023606444,0.0028718687],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99342316,0.0046405005,0.0001327872,0.0005646952,0.00044258137,0.0007963643],"domain_scores_gemma":[0.98314685,0.010675972,0.0011645914,0.0012618299,0.0018102651,0.001940426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0097008,0.0004988075,0.00045739702,0.003257499,0.014331911,0.013421131,0.0022788069,0.0024965792,0.0069528273],"category_scores_gemma":[0.026034446,0.00032868455,0.00031140575,0.0015618562,0.045036342,0.017400643,0.010605891,0.0063303853,0.000506698],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025787182,0.000048274487,0.0024285712,0.00003241849,0.00000440135,0.0001288951,0.15584,0.00008886762,0.00007737923,0.83258736,0.0010709955,0.0076671615],"study_design_scores_gemma":[0.000024361307,0.00003859332,0.001497619,0.00017090318,0.000013701211,0.000276361,0.20291086,0.0010437224,0.00043904394,0.75534254,0.0382263,0.00001588038],"about_ca_topic_score_codex":0.0067631397,"about_ca_topic_score_gemma":0.00728046,"teacher_disagreement_score":0.014331911,"about_ca_system_score_codex":0.0068550007,"about_ca_system_score_gemma":0.006182208,"threshold_uncertainty_score":0.051303387},"labels":[],"label_agreement":null},{"id":"W4411573420","doi":"10.21240/constr/2025/49.x","title":"Designing Manipulatives as Microworld-Making: A Reflective Approach to Enhancing a Course through Pre-Service Teachers’ Contributions","year":2025,"lang":"en","type":"article","venue":"Constructionism Conference Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre de Santé et de Services Sociaux de la Vieille-Capitale; Université Laval","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Course (navigation); Mathematics education; Service (business); Computer science; Psychology; Engineering","score_opus":0.024476295008495998,"score_gpt":0.32204043802126525,"score_spread":0.29756414301276923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411573420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32884365,0.0010166147,0.5073127,0.017800115,0.00045418454,0.00085481006,0.00004407877,0.0008941075,0.14277965],"genre_scores_gemma":[0.810446,0.0005597041,0.16354954,0.0007030617,0.00004183463,0.0003861912,0.00002769088,0.00023434707,0.024051635],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99118817,0.00670312,0.00017901222,0.0005643102,0.0008319949,0.0005334612],"domain_scores_gemma":[0.9897731,0.0056696176,0.00065547647,0.0020694067,0.000687477,0.0011448999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009621354,0.000772716,0.0003174071,0.0012676059,0.005191471,0.0077577503,0.0025266537,0.0017484307,0.0037101512],"category_scores_gemma":[0.014244311,0.00057974656,0.0006135394,0.00046056331,0.01829312,0.0075704665,0.0091460245,0.0040744524,0.0008772463],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069288595,0.0005428696,0.004374209,0.00041878445,0.000024575116,0.0011136997,0.56055033,0.0017480023,0.009136322,0.31155065,0.0050390167,0.10543221],"study_design_scores_gemma":[0.000052888467,0.00045298904,0.0024074751,0.0007014376,0.000044070443,0.0016556248,0.24653974,0.00492033,0.018516965,0.141067,0.5835531,0.00008841935],"about_ca_topic_score_codex":0.0008316982,"about_ca_topic_score_gemma":0.0030444695,"teacher_disagreement_score":0.009621354,"about_ca_system_score_codex":0.0039361343,"about_ca_system_score_gemma":0.005806161,"threshold_uncertainty_score":0.050883174},"labels":[],"label_agreement":null},{"id":"W4411686931","doi":"10.7202/1118422ar","title":"Moloch's Gauntlet: New Undergraduate Pedagogical Perspectives in Minecraft","year":2025,"lang":"en","type":"article","venue":"Loading","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Sociology; Engineering ethics; Engineering","score_opus":0.05126497012480795,"score_gpt":0.34063145803600164,"score_spread":0.2893664879111937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411686931","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8431588,0.0029664936,0.029135125,0.033947375,0.0007661658,0.00013618529,0.000048788643,0.00026773478,0.0895733],"genre_scores_gemma":[0.9650028,0.0010864954,0.0060916506,0.0027302306,0.000096916476,0.00004656303,0.00002116995,0.00013389713,0.024790363],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957386,0.0029650952,0.00006389314,0.0003172536,0.0004654915,0.00044957077],"domain_scores_gemma":[0.9969619,0.0012686434,0.00013385859,0.00016640473,0.000187159,0.0012820391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036139213,0.0005938765,0.0004917741,0.00078668445,0.0076279137,0.00911984,0.0017338754,0.0027095103,0.0031831628],"category_scores_gemma":[0.0057174973,0.00049468764,0.00034902344,0.000421762,0.013087822,0.0060082586,0.007529275,0.0065583684,0.000512517],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012996903,0.0004582897,0.003987626,0.00016765819,0.000010103083,0.0017781892,0.83191466,0.0003375065,0.0047811484,0.10650214,0.0129275,0.037005235],"study_design_scores_gemma":[0.000027595583,0.0004130727,0.0016208473,0.0003328442,0.000010851302,0.0025724366,0.5690223,0.0013876342,0.0032732275,0.018779239,0.40250677,0.00005313226],"about_ca_topic_score_codex":0.0020317826,"about_ca_topic_score_gemma":0.0066480273,"teacher_disagreement_score":0.00911984,"about_ca_system_score_codex":0.0027536782,"about_ca_system_score_gemma":0.0016951527,"threshold_uncertainty_score":0.019979417},"labels":[],"label_agreement":null},{"id":"W4412103815","doi":"10.3390/machines13070591","title":"Deploying an Educational Mobile Robot","year":2025,"lang":"en","type":"article","venue":"Machines","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Human–computer interaction; Mobile robot; Robot; Artificial intelligence","score_opus":0.009433573202449398,"score_gpt":0.31081397160371693,"score_spread":0.3013803984012675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412103815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15384404,0.00013314791,0.81675285,0.00037240365,0.0001640231,0.0005531036,0.0004976165,0.020906057,0.006776664],"genre_scores_gemma":[0.59183854,0.00015846531,0.39773864,0.00016897911,0.0000376983,0.0003865839,0.0005846313,0.0003685367,0.008717965],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99962556,0.00004329503,0.000020981899,0.000093082075,0.00015813873,0.000058891957],"domain_scores_gemma":[0.9995072,0.00012887656,0.000045704546,0.00006866963,0.00016938373,0.00008004166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034631652,0.0006105277,0.00041130077,0.0004722486,0.00027405514,0.0004972111,0.00096838275,0.00046203152,0.0054674074],"category_scores_gemma":[0.0014073584,0.00023168532,0.00031544804,0.00022676904,0.00021607196,0.00062381,0.0009249102,0.00044464626,0.002164318],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050997396,0.00038909898,0.011828641,0.00041414594,0.00005689803,0.000970986,0.0006630807,0.0299905,0.12020714,0.0038613565,0.009716497,0.8213917],"study_design_scores_gemma":[0.00023538718,0.0032738468,0.027862592,0.00032170178,0.00017809996,0.0019365201,0.0013395986,0.55670106,0.24578054,0.0039945818,0.1581792,0.00019688523],"about_ca_topic_score_codex":0.002121203,"about_ca_topic_score_gemma":0.0019528954,"teacher_disagreement_score":0.0054674074,"about_ca_system_score_codex":0.00028030263,"about_ca_system_score_gemma":0.00093606213,"threshold_uncertainty_score":0.01829034},"labels":[],"label_agreement":null},{"id":"W4412471876","doi":"10.1145/3721249.3736520","title":"Quantum Tango","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.010281238934785365,"score_gpt":0.2678777948441985,"score_spread":0.2575965559094131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412471876","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010777708,0.0018300605,0.006237441,0.004488303,0.0027226284,0.00013649679,0.0018215181,0.0021798473,0.9698061],"genre_scores_gemma":[0.057882454,0.00069842325,0.0034654955,0.0007694956,0.00014347282,0.0000796581,0.0012005152,0.0006483147,0.9351122],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994848,0.00004996172,0.000009233003,0.00010381652,0.00018433366,0.00016786558],"domain_scores_gemma":[0.9992218,0.00004088052,0.000020251477,0.000061399136,0.0001824607,0.0004731526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004089154,0.00073511945,0.00036069268,0.001090541,0.006620195,0.0040471875,0.0006606492,0.0010627436,0.22603367],"category_scores_gemma":[0.0013211067,0.00038463954,0.0002718543,0.0011367769,0.0012080058,0.0021690486,0.0030719654,0.0015091081,0.031758834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026313966,0.000044808734,0.0016968985,0.00013752922,0.000013647723,0.0003996003,0.0012969666,0.0004261147,0.0014390702,0.08566229,0.78942513,0.11919481],"study_design_scores_gemma":[0.000010615612,0.000019996512,0.0007279237,0.00003146361,0.0000032824441,0.00007115233,0.00040021146,0.00022764511,0.00028908355,0.002654488,0.9955519,0.0000122003075],"about_ca_topic_score_codex":0.099362135,"about_ca_topic_score_gemma":0.30990854,"teacher_disagreement_score":0.22603367,"about_ca_system_score_codex":0.004459992,"about_ca_system_score_gemma":0.0036237594,"threshold_uncertainty_score":0.756158},"labels":[],"label_agreement":null},{"id":"W4412477726","doi":"10.1080/2331186x.2025.2530904","title":"Utilization of government grants for funding: insights into STEM education teachers in Taiwan","year":2025,"lang":"en","type":"article","venue":"Cogent Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"Ministry of Science and Technology, Taiwan","keywords":"Government (linguistics); Public administration; Political science; Psychology; Medical education; Pedagogy; Public relations; Economic growth; Medicine; Economics","score_opus":0.03341086524109076,"score_gpt":0.32718858215701124,"score_spread":0.2937777169159205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412477726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972945,0.00007353033,0.000085065716,0.000714951,0.0000021199555,0.0000055246974,0.000012504214,0.0000014905484,0.0018102938],"genre_scores_gemma":[0.99914086,0.00013410319,0.00008262496,0.00007009154,0.0000022384672,0.000005969758,0.000017210317,0.000002608265,0.0005443386],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99805045,0.000983353,0.00009191506,0.00010844824,0.00028464227,0.00048119787],"domain_scores_gemma":[0.99490684,0.0026599842,0.001096708,0.0001378935,0.00051319203,0.0006853206],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023716108,0.00013954876,0.00018506403,0.0014462466,0.0020077217,0.0030047356,0.00055070163,0.00062156224,0.0016167592],"category_scores_gemma":[0.008022066,0.00022044424,0.00014231104,0.0018846752,0.0011626945,0.0018796774,0.0015562522,0.00082952285,0.00017012349],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006429351,0.0003239504,0.43964618,0.00009393217,0.000014719591,0.0023916191,0.5044652,0.00025591356,0.0013400513,0.0035556706,0.0018496393,0.045998838],"study_design_scores_gemma":[0.0000055172163,0.00006500643,0.1638624,0.00007099236,0.000007654492,0.000234405,0.82795405,0.00050328334,0.000217885,0.00050797855,0.006554038,0.000016708795],"about_ca_topic_score_codex":0.034727678,"about_ca_topic_score_gemma":0.07701238,"teacher_disagreement_score":0.9976284,"about_ca_system_score_codex":0.0035440507,"about_ca_system_score_gemma":0.0054732207,"threshold_uncertainty_score":0.06905109},"labels":[],"label_agreement":null},{"id":"W4412496668","doi":"10.1007/978-3-031-98462-4_48","title":"Beyond Programming Assistance Towards the Integration of Generative AI into Computer Science Education: A Scoping Review","year":2025,"lang":"en","type":"review","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; École de Technologie Supérieure; Université de Sherbrooke","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Generative grammar; Human–computer interaction; Artificial intelligence; Software engineering; Data science","score_opus":0.03692753963088899,"score_gpt":0.3766500605386815,"score_spread":0.33972252090779254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412496668","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009427226,0.9989428,0.00020492867,0.00019131643,0.00006461503,0.000013998217,0.00000792039,0.0000033025221,0.00047680116],"genre_scores_gemma":[0.0011020466,0.998041,0.00042691638,0.00021322806,0.000050784387,0.00002680683,0.000019964411,0.0000030183494,0.000116236304],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817765,0.0005239311,0.0003712922,0.00024898845,0.0005951083,0.00008310938],"domain_scores_gemma":[0.979111,0.017179096,0.001015741,0.00033301435,0.0020987766,0.00026249985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006261076,0.0010816101,0.0025523931,0.0061868713,0.0004981124,0.003128304,0.0019203693,0.0021309217,0.003775105],"category_scores_gemma":[0.015813574,0.00068878295,0.0014815257,0.0056703924,0.0013282861,0.0037180786,0.0019515789,0.0023662183,0.001223122],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068549154,0.00009001547,0.0002879152,0.13431257,0.0003816922,0.000084749656,0.00025951033,0.00033740886,0.0005425931,0.0049160137,0.0050035645,0.85371536],"study_design_scores_gemma":[0.00006921545,0.0002450872,0.0017449802,0.39831507,0.002626134,0.00060596265,0.0005310585,0.0003428739,0.0012444395,0.0072347294,0.58699393,0.000046579535],"about_ca_topic_score_codex":0.0035553086,"about_ca_topic_score_gemma":0.0059951814,"teacher_disagreement_score":0.006261076,"about_ca_system_score_codex":0.0014862445,"about_ca_system_score_gemma":0.007791101,"threshold_uncertainty_score":0.03311217},"labels":[],"label_agreement":null},{"id":"W4413081244","doi":"10.1007/978-3-031-98417-4_5","title":"Thinking Like a Scientist: Can Interactive Simulations Foster Critical AI Literacy?","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Computer science; Cognitive science; Literacy; Human–computer interaction; Psychology; Pedagogy","score_opus":0.013845018489105273,"score_gpt":0.30857447731430615,"score_spread":0.29472945882520085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413081244","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2739528,0.0020499197,0.043520223,0.040537313,0.00075057277,0.00013808378,0.00007581123,0.00054953416,0.63842577],"genre_scores_gemma":[0.9636541,0.0012335293,0.011051893,0.0015995553,0.00010166979,0.00013026256,0.00007325522,0.0000958247,0.022059921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99869895,0.00095153245,0.000020144844,0.00008377243,0.00014771413,0.00009788714],"domain_scores_gemma":[0.98035365,0.016494652,0.00055833213,0.0006975399,0.00052775716,0.0013680698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022018075,0.00028246894,0.00018542171,0.00035966618,0.0010346363,0.0045852326,0.0011009265,0.0015847809,0.022739131],"category_scores_gemma":[0.022416046,0.00020852787,0.0002061078,0.000264693,0.0031463485,0.0053870785,0.0029883618,0.0026551345,0.0026427798],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062715757,0.0020595626,0.008464028,0.00069609756,0.000060003316,0.000590058,0.040961716,0.00489413,0.005198563,0.6221332,0.053141244,0.26117435],"study_design_scores_gemma":[0.00023510882,0.0004201148,0.0030092264,0.00077009416,0.000051405477,0.00040500573,0.018726746,0.015880307,0.0060432474,0.75533724,0.19907342,0.00004803944],"about_ca_topic_score_codex":0.0004449151,"about_ca_topic_score_gemma":0.0008721224,"teacher_disagreement_score":0.022739131,"about_ca_system_score_codex":0.0009005248,"about_ca_system_score_gemma":0.0018179587,"threshold_uncertainty_score":0.07607001},"labels":[],"label_agreement":null},{"id":"W4413199762","doi":"10.3102/ip.25.2184093","title":"Using 3D Printing to Foster Self-Directed Learning in Adolescents: Preliminary Findings (Poster 13)","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Autodidacticism; Human–computer interaction; Psychology; Mathematics education","score_opus":0.018850170107777755,"score_gpt":0.2800236604136713,"score_spread":0.2611734903058936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413199762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99315345,0.00021934228,0.0028807388,0.00018714413,0.00005782458,0.00036410656,0.00008403419,0.0000659219,0.002987472],"genre_scores_gemma":[0.98477083,0.0010695892,0.010123433,0.00015244311,0.000026294067,0.00049756415,0.00011775309,0.000037556012,0.0032045536],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99895585,0.00046901425,0.000056131754,0.000102070524,0.00024485352,0.00017216528],"domain_scores_gemma":[0.99837106,0.00087718957,0.00012372072,0.00015042565,0.0002123048,0.00026524052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020973973,0.00035557145,0.0003611854,0.0005178768,0.0005124508,0.00078980275,0.0005637283,0.0008574173,0.003871167],"category_scores_gemma":[0.0022517166,0.00013152175,0.0007995002,0.0002495859,0.0005635451,0.00040241002,0.0008965407,0.0009455244,0.00060902856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0113762105,0.13536963,0.06022529,0.0034365063,0.000548278,0.0033522674,0.015906487,0.0024240003,0.22535947,0.003429533,0.0038976201,0.5346747],"study_design_scores_gemma":[0.0030745594,0.19518174,0.1567687,0.0015056825,0.0015192879,0.005315441,0.017850848,0.0044378405,0.5752638,0.0030522656,0.03585154,0.00017825572],"about_ca_topic_score_codex":0.00066871574,"about_ca_topic_score_gemma":0.00077368936,"teacher_disagreement_score":0.003871167,"about_ca_system_score_codex":0.00022199137,"about_ca_system_score_gemma":0.00058750465,"threshold_uncertainty_score":0.012950361},"labels":[],"label_agreement":null},{"id":"W4413237710","doi":"10.1007/s42330-025-00378-w","title":"Impact of STEAM-Based Integrated Robotics Education (IRE) on Student Performance in the Tournament Brazil of Robotics (TBR) Interactive Learning Environment","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Tournament; Artificial intelligence; Educational robotics; Science education; Robot; Computer science; Engineering; Mathematics education; Psychology; Mathematics","score_opus":0.007376594194223466,"score_gpt":0.28792585125158016,"score_spread":0.28054925705735667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413237710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99823976,0.000011920577,0.00011506224,0.00004730592,0.000017361765,0.000014693833,0.00005836367,0.00003741307,0.0014581424],"genre_scores_gemma":[0.9955016,0.000020467925,0.0002519362,0.00002668482,0.000011043071,0.00002398147,0.00020445403,0.000012903764,0.0039470047],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992816,0.00015239982,0.000037378108,0.00013312008,0.000108443455,0.00028708015],"domain_scores_gemma":[0.99539137,0.0006197101,0.0002750542,0.00011339334,0.0004439732,0.0031564517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094372354,0.0004885752,0.00043817336,0.00032161403,0.0004971457,0.0012394743,0.0007708836,0.0005403182,0.010759924],"category_scores_gemma":[0.0038957756,0.00016032139,0.00040066266,0.00022689793,0.00025702728,0.000499691,0.0015729339,0.0010932741,0.0018233089],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039722156,0.1257947,0.34688666,0.0005020219,0.0006150907,0.00080128526,0.005300126,0.016765174,0.041652013,0.0014619554,0.008890511,0.41160837],"study_design_scores_gemma":[0.00088657637,0.06476491,0.89008343,0.00008469526,0.00032229256,0.00017169096,0.0035758445,0.015754573,0.01571184,0.0007018415,0.007799626,0.00014262283],"about_ca_topic_score_codex":0.0038157916,"about_ca_topic_score_gemma":0.005589016,"teacher_disagreement_score":0.010759924,"about_ca_system_score_codex":0.00043857348,"about_ca_system_score_gemma":0.00096488127,"threshold_uncertainty_score":0.035995543},"labels":[],"label_agreement":null},{"id":"W4413291916","doi":"10.1016/j.tsc.2025.101962","title":"Fostering critical thinkers and future designers: Design fiction pedagogy in AI education","year":2025,"lang":"en","type":"article","venue":"Thinking Skills and Creativity","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Western University","keywords":"Psychology; Pedagogy; Design education; Engineering ethics; Mathematics education; Art; Engineering; Visual arts","score_opus":0.016308684039073616,"score_gpt":0.34318518304857915,"score_spread":0.32687649900950555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413291916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38890898,0.0040156487,0.29413536,0.03185705,0.0007513031,0.0018565188,0.000100549405,0.00067182217,0.27770278],"genre_scores_gemma":[0.85427684,0.0019175059,0.121400155,0.002247953,0.00008316923,0.001067545,0.00007557775,0.0001429935,0.018788295],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98790854,0.009472562,0.00020325286,0.0005307789,0.0013999139,0.00048498076],"domain_scores_gemma":[0.96272784,0.03132188,0.0012210598,0.0021703609,0.0012041208,0.001354603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017302988,0.0008024353,0.00039182542,0.002147089,0.0064703184,0.0075735524,0.0023034173,0.002511669,0.0052124355],"category_scores_gemma":[0.026584828,0.00060380576,0.00058125425,0.0010666426,0.022307413,0.006099172,0.0090745855,0.0038009468,0.00089012284],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005926596,0.00049955247,0.0040618232,0.0009748143,0.00001988729,0.0010250098,0.5949736,0.0016288103,0.003003911,0.23732433,0.007637524,0.14879139],"study_design_scores_gemma":[0.00015637524,0.00039658413,0.0032313804,0.0015791685,0.00004369394,0.0020671408,0.15583344,0.0047624605,0.005908225,0.21171555,0.6142086,0.000097398115],"about_ca_topic_score_codex":0.0043864995,"about_ca_topic_score_gemma":0.011048642,"teacher_disagreement_score":0.017302988,"about_ca_system_score_codex":0.009403683,"about_ca_system_score_gemma":0.01236944,"threshold_uncertainty_score":0.09150803},"labels":[],"label_agreement":null},{"id":"W4413326690","doi":"10.1201/9781003469728","title":"A Gamer's Introduction to Programming with MonoGame","year":2025,"lang":"en","type":"book","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cambrian College","funders":"","keywords":"Computer science; Psychology; Cognitive science","score_opus":0.0073576045022777465,"score_gpt":0.2311289891630168,"score_spread":0.22377138466073906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413326690","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023495601,0.0131968,0.12474065,0.0053916955,0.00423951,0.00042633846,0.0014495167,0.01304603,0.8351599],"genre_scores_gemma":[0.009355635,0.013162362,0.04669345,0.003359039,0.0008751407,0.00046316758,0.0018407893,0.0040336004,0.9202167],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99955946,0.000065334374,0.000028756353,0.0000764953,0.00022075877,0.000049173173],"domain_scores_gemma":[0.9994173,0.00019301454,0.000023585288,0.00005671224,0.00017401426,0.00013535544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003515825,0.0013735285,0.0006623767,0.00085380726,0.0007260653,0.0034562538,0.0011308737,0.00093532563,0.14343597],"category_scores_gemma":[0.0017413981,0.0010765889,0.0007242841,0.00103888,0.0007033304,0.0036092335,0.0020878133,0.003659518,0.09612277],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004754879,0.000108470434,0.00019647417,0.00034129736,0.0000094492325,0.00016768648,0.00059378566,0.00067065214,0.0019470716,0.034011673,0.7582727,0.20363308],"study_design_scores_gemma":[0.0000041767207,0.00002456446,0.00023591093,0.000118417076,0.0000023686746,0.0002920193,0.00006359189,0.0004467599,0.00025488748,0.0033541683,0.995194,0.000009025822],"about_ca_topic_score_codex":0.0016494681,"about_ca_topic_score_gemma":0.00285426,"teacher_disagreement_score":0.14343597,"about_ca_system_score_codex":0.0007863157,"about_ca_system_score_gemma":0.0010472763,"threshold_uncertainty_score":0.4798411},"labels":[],"label_agreement":null},{"id":"W4413360482","doi":"10.1109/sse67621.2025.00032","title":"Towards a DIY Robotic Tail Toolkit for Future Service Robot and Computing Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Robot; Service (business); Human–computer interaction; Service robot; Software engineering; Artificial intelligence; Business","score_opus":0.011619425601892048,"score_gpt":0.2833578161038546,"score_spread":0.2717383905019625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413360482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06329574,0.00019767405,0.90235144,0.00080366427,0.000091876136,0.0010282915,0.00013877792,0.013042451,0.019050168],"genre_scores_gemma":[0.12291653,0.00026073784,0.8411703,0.0003406034,0.000016986782,0.0007459622,0.0004058657,0.0017807793,0.03236214],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99878114,0.00024271038,0.00007093273,0.00010805969,0.0006072081,0.00018988158],"domain_scores_gemma":[0.9985304,0.00026371973,0.00012871392,0.00022642061,0.00036095644,0.0004898686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020998388,0.0006079716,0.00027380677,0.0006399829,0.0007570826,0.0014033146,0.001846024,0.0010240293,0.007711751],"category_scores_gemma":[0.0030863099,0.00061066303,0.00059442467,0.00025437822,0.0011478706,0.002489023,0.0042612683,0.001776383,0.003411229],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006604521,0.0017695595,0.010536867,0.0015759238,0.00005315903,0.0013833627,0.008148705,0.033180796,0.2274002,0.07322697,0.028799294,0.6132647],"study_design_scores_gemma":[0.00019236447,0.002582448,0.010183274,0.00083069876,0.00005887248,0.002421007,0.0033176527,0.18265694,0.121673115,0.026481332,0.64928937,0.00031289444],"about_ca_topic_score_codex":0.0017786844,"about_ca_topic_score_gemma":0.0038495662,"teacher_disagreement_score":0.007711751,"about_ca_system_score_codex":0.0009666719,"about_ca_system_score_gemma":0.0027080677,"threshold_uncertainty_score":0.02579832},"labels":[],"label_agreement":null},{"id":"W4413594112","doi":"10.64628/aam.9aa9pcn5u","title":"The simple reason a viral math equation stumped the internet","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Saskatchewan","funders":"","keywords":"Simple (philosophy); Mathematics; The Internet; Calculus (dental); Physics; Applied mathematics; Computer science; Philosophy; Epistemology; World Wide Web; Medicine","score_opus":0.03559079996619637,"score_gpt":0.28992843450835176,"score_spread":0.2543376345421554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413594112","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10249088,0.0017516784,0.16427475,0.1210838,0.004886835,0.00015206882,0.00054607465,0.0010484167,0.6037655],"genre_scores_gemma":[0.8071207,0.0010917127,0.025014836,0.0093867,0.0012322996,0.0001208942,0.00019547812,0.0005843033,0.15525302],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896145,0.00036693123,0.000042251995,0.00023130035,0.00028061777,0.000117521886],"domain_scores_gemma":[0.9965609,0.0018268467,0.00017854174,0.0006037162,0.00060692464,0.00022303822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012081083,0.0003327118,0.0004029853,0.0006445908,0.0029031315,0.004696535,0.0007323418,0.004251415,0.026677446],"category_scores_gemma":[0.015836885,0.0003844951,0.000546024,0.00059619494,0.005231556,0.015324065,0.0023197732,0.005711006,0.0046983585],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003679496,0.000016528986,0.0004744752,0.000041634587,0.000009053251,0.000130111,0.0006434405,0.0006281568,0.00069650117,0.9716081,0.017774904,0.007940246],"study_design_scores_gemma":[0.000036039582,0.00001930313,0.00019845396,0.00006632665,0.00001579045,0.00021841931,0.00064194214,0.0066296994,0.0015809829,0.9166838,0.07388083,0.000028378963],"about_ca_topic_score_codex":0.0029473242,"about_ca_topic_score_gemma":0.0025203654,"teacher_disagreement_score":0.026677446,"about_ca_system_score_codex":0.0013901533,"about_ca_system_score_gemma":0.0009789789,"threshold_uncertainty_score":0.08924502},"labels":[],"label_agreement":null},{"id":"W4413595332","doi":"10.64628/aap.tnvcayy39","title":"Why elementary and high school students should learn computer programming","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Mathematics education; Computer science; Programming language; Psychology","score_opus":0.03182262928931887,"score_gpt":0.3114387025120339,"score_spread":0.27961607322271503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413595332","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93014795,0.0005175618,0.0020307745,0.017794976,0.00021910411,0.000062868436,0.00017715574,0.00010464696,0.048945025],"genre_scores_gemma":[0.97959375,0.00016668708,0.0010062503,0.0021287878,0.000034241213,0.00003425382,0.00012498534,0.00003987231,0.016871164],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981523,0.00034264184,0.000052103256,0.00032438882,0.00047033344,0.00065818324],"domain_scores_gemma":[0.9873499,0.0034186125,0.001019894,0.0007812039,0.0032497717,0.0041806605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012288234,0.00019555085,0.0003239954,0.0005357489,0.0014913668,0.0034600794,0.0007079418,0.00252634,0.015148176],"category_scores_gemma":[0.013595049,0.00029351749,0.00040409472,0.00054620905,0.0013836543,0.0030683372,0.0013546983,0.0027631656,0.0031087247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012207191,0.0040347055,0.64720005,0.0004705995,0.00012382898,0.00087658095,0.020933833,0.0007052933,0.009978447,0.07412328,0.061408956,0.1789238],"study_design_scores_gemma":[0.00040187297,0.00089930237,0.68585736,0.0006271341,0.00023052799,0.0012012542,0.065769404,0.002992539,0.018784825,0.120329075,0.102793716,0.000113018796],"about_ca_topic_score_codex":0.0069657345,"about_ca_topic_score_gemma":0.009573866,"teacher_disagreement_score":0.015148176,"about_ca_system_score_codex":0.0013412437,"about_ca_system_score_gemma":0.0027738502,"threshold_uncertainty_score":0.05067563},"labels":[],"label_agreement":null},{"id":"W4413924608","doi":"10.1007/s11423-025-10553-3","title":"Parallel courseware for adaptable programming learning: concept, design, and evaluation","year":2025,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"University of British Columbia","keywords":"Computer science; Educational technology; Instructional design; Multimedia; Mathematics education; Software engineering; Human–computer interaction; Psychology","score_opus":0.10674978146126872,"score_gpt":0.4181619225607261,"score_spread":0.31141214109945736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413924608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9251174,0.00016344752,0.06156013,0.00013177552,0.00009234582,0.006593761,0.00025243885,0.0007388152,0.005349885],"genre_scores_gemma":[0.86452574,0.00044843447,0.11941699,0.00017838477,0.00004529848,0.007614569,0.00057747413,0.00017343763,0.007019664],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997964,0.0006149511,0.00011382734,0.0002530558,0.0008832498,0.00017098445],"domain_scores_gemma":[0.9892091,0.0047704633,0.00065054814,0.001342546,0.002482157,0.0015451541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004682442,0.0008555146,0.00063163316,0.0015172694,0.00049802434,0.0012028803,0.002269866,0.00080730853,0.006916561],"category_scores_gemma":[0.012761975,0.0004072783,0.00048697786,0.0007662183,0.00079051737,0.0018466867,0.0018198063,0.0011287874,0.000825418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01081463,0.06868251,0.022927074,0.0013005259,0.00022523753,0.00024165936,0.0013908406,0.02105073,0.032563027,0.0071091442,0.0032580006,0.8304366],"study_design_scores_gemma":[0.018837892,0.30416334,0.13510808,0.0010339066,0.0021333185,0.0017656052,0.0029520188,0.22610605,0.24047945,0.020432277,0.046684537,0.00030361483],"about_ca_topic_score_codex":0.0017980566,"about_ca_topic_score_gemma":0.0013380139,"teacher_disagreement_score":0.006916561,"about_ca_system_score_codex":0.0016180729,"about_ca_system_score_gemma":0.002936934,"threshold_uncertainty_score":0.024763405},"labels":[],"label_agreement":null},{"id":"W4414203932","doi":"10.1145/3767736","title":"Can Alternative Grading Improve Student Interactions in Automatically Graded Programming Assignments?","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Debugging; Oracle; Formative assessment; Suite; Test suite; Unit testing; Software; Summative assessment; Software development","score_opus":0.019104032716112294,"score_gpt":0.34739191197987124,"score_spread":0.32828787926375896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414203932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95015955,0.00021752786,0.032870762,0.0020317433,0.00035602934,0.0011011692,0.00021890907,0.0017152338,0.011329005],"genre_scores_gemma":[0.9539964,0.00013437835,0.041275673,0.0004970316,0.00007932353,0.0011462085,0.00021856483,0.00014333942,0.0025090626],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9629877,0.02197587,0.0020438014,0.0045809415,0.006611145,0.001800457],"domain_scores_gemma":[0.8836187,0.06333866,0.016389076,0.010719234,0.017226934,0.008707386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021772064,0.0009406126,0.001010399,0.0019123572,0.0013552835,0.005313876,0.0021048507,0.0012181051,0.0075713987],"category_scores_gemma":[0.14421815,0.00045809997,0.0008149209,0.0013896285,0.0009957207,0.004103899,0.0031880885,0.0017314572,0.003167549],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016165415,0.0075931926,0.15390037,0.00094679266,0.000113364345,0.00019023576,0.01869926,0.0024801085,0.009315768,0.0013764143,0.012003858,0.79176414],"study_design_scores_gemma":[0.0020544506,0.028988177,0.6885221,0.002124074,0.0006536418,0.0007452249,0.03816488,0.060676605,0.038430426,0.022405561,0.11593695,0.0012979395],"about_ca_topic_score_codex":0.001030433,"about_ca_topic_score_gemma":0.0027424737,"teacher_disagreement_score":0.021772064,"about_ca_system_score_codex":0.0016513594,"about_ca_system_score_gemma":0.002330904,"threshold_uncertainty_score":0.11514312},"labels":[],"label_agreement":null},{"id":"W4414259029","doi":"10.21585/ijcses.v7i2.235","title":"Designing a Student-Centric Computer Science Curriculum: Enabling Flexibility and Personalised Learning in Secondary Schools","year":2025,"lang":"en","type":"article","venue":"International Journal of Computer Science Education in Schools","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Optech (Canada)","funders":"","keywords":"Curriculum; Flexibility (engineering); Thematic analysis; Nonprobability sampling; Curriculum development; Qualitative property; Qualitative research","score_opus":0.013780394230596932,"score_gpt":0.3410133124234603,"score_spread":0.3272329181928634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414259029","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964886,0.00026284732,0.019780738,0.0010989186,0.00002468498,0.00046703772,0.000037904647,0.0001259881,0.013315843],"genre_scores_gemma":[0.9560334,0.00024490466,0.04050132,0.00025116565,0.00000813091,0.00034137198,0.00006316999,0.000015294094,0.0025412377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743074,0.0013749328,0.0001485307,0.0003427919,0.00035649937,0.0003465521],"domain_scores_gemma":[0.99698883,0.0010624242,0.00041384925,0.00024499698,0.00030443416,0.0009856116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030278352,0.00025913797,0.00027382086,0.0012056769,0.001992965,0.0038490747,0.0013774493,0.00092683156,0.0010870933],"category_scores_gemma":[0.0053721173,0.00038783255,0.00029914227,0.00079836167,0.0014337582,0.0024084225,0.005172187,0.0009900192,0.0002922885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017944582,0.005821302,0.11594043,0.0019333852,0.00006864827,0.0015696363,0.18827245,0.00579731,0.018965164,0.029668726,0.004957879,0.62682563],"study_design_scores_gemma":[0.0002499107,0.0049371216,0.33275765,0.0024040071,0.00017251946,0.0024412093,0.2887862,0.015252791,0.029117612,0.048907567,0.2747147,0.00025868605],"about_ca_topic_score_codex":0.0012549524,"about_ca_topic_score_gemma":0.003935478,"teacher_disagreement_score":0.0038490747,"about_ca_system_score_codex":0.0018803235,"about_ca_system_score_gemma":0.006612533,"threshold_uncertainty_score":0.016012967},"labels":[],"label_agreement":null},{"id":"W4414283230","doi":"10.4018/979-8-3373-6960-0.ch009","title":"Data-Informed Decision Making in Introductory Programming Instruction","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University; Dalhousie University","funders":"","keywords":"Relevance (law); Quality (philosophy); Learning analytics; Data collection; Conceptual framework; Psychological intervention; Learning theory","score_opus":0.030989515805326127,"score_gpt":0.30548198359774975,"score_spread":0.27449246779242364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414283230","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03871404,0.026093978,0.65750045,0.015371116,0.0006972074,0.0003946479,0.00038469516,0.00062109926,0.26022273],"genre_scores_gemma":[0.3886598,0.02534779,0.5005264,0.0019754467,0.0004091378,0.00055431883,0.0006844742,0.00025726645,0.08158533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99848133,0.0008574142,0.0000627038,0.00016500743,0.00037056243,0.00006305526],"domain_scores_gemma":[0.9911513,0.0081674075,0.00013668822,0.0002546976,0.00019552663,0.000094335686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032616246,0.0005969108,0.00043612104,0.0008661085,0.0006439924,0.00413624,0.0013463169,0.0010409332,0.0054039108],"category_scores_gemma":[0.0078108576,0.00031522915,0.00039853758,0.0013760783,0.002564296,0.0041111163,0.0015766954,0.002423421,0.0011294596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048760823,0.00014890604,0.0011007872,0.0006649776,0.00001860549,0.00021733908,0.004830193,0.0110529745,0.0008650385,0.62211484,0.013158967,0.3457785],"study_design_scores_gemma":[0.000014077966,0.000047596175,0.00087976427,0.000879287,0.000011146532,0.00021330292,0.0020360525,0.020030828,0.0017460166,0.7899635,0.1841469,0.0000315445],"about_ca_topic_score_codex":0.0012480606,"about_ca_topic_score_gemma":0.0021024423,"teacher_disagreement_score":0.0054039108,"about_ca_system_score_codex":0.0016544502,"about_ca_system_score_gemma":0.002512673,"threshold_uncertainty_score":0.01807785},"labels":[],"label_agreement":null},{"id":"W4414599509","doi":"10.55020/iojpe.1672265","title":"EARLY CHILDHOOD EDUCATION STUDENT-TEACHERS EXPERIENCING VIRTUAL MATH MAKERSPACES: ORGANIZING PLAYFUL LEARNING ENVIRONMENTS","year":2025,"lang":"en","type":"article","venue":"International Online Journal of Primary Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Early childhood; Early childhood education; Cognition; Cognitive development; Perception; Bachelor; Experiential learning; Formal learning; Child development","score_opus":0.006303908750983316,"score_gpt":0.2808677781289899,"score_spread":0.2745638693780066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414599509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985106,0.000121829726,0.0048606046,0.00018372001,0.00002293155,0.00007834647,0.000052805655,0.0001248751,0.009448924],"genre_scores_gemma":[0.98881394,0.000129298,0.0061264364,0.00005382936,0.000006420808,0.00006761825,0.000048636015,0.000025742256,0.0047281515],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9993075,0.00028610203,0.000022063274,0.00011725904,0.000084372215,0.00018277242],"domain_scores_gemma":[0.99918514,0.00024482032,0.000114145114,0.000074821655,0.000050910967,0.00033021456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006546171,0.0003693651,0.00022867232,0.0004807262,0.0014297584,0.0028454007,0.0005774042,0.00072137755,0.0037662722],"category_scores_gemma":[0.0018835436,0.00028943364,0.00034062882,0.0002815247,0.0011577592,0.0016426023,0.002979949,0.0006049388,0.0006628525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006611929,0.0039307727,0.10720999,0.0009149985,0.00007118432,0.004124326,0.63006854,0.001627516,0.032137536,0.011990212,0.005514015,0.20174967],"study_design_scores_gemma":[0.00018158558,0.0026655195,0.0996316,0.0005643615,0.000120794684,0.0038752279,0.6517567,0.0034289884,0.019500269,0.0077724434,0.21033616,0.00016638299],"about_ca_topic_score_codex":0.0006465267,"about_ca_topic_score_gemma":0.0027512687,"teacher_disagreement_score":0.0037662722,"about_ca_system_score_codex":0.00041814783,"about_ca_system_score_gemma":0.00067885715,"threshold_uncertainty_score":0.012599409},"labels":[],"label_agreement":null},{"id":"W4414700394","doi":"","title":"A Catalog of Misconceptions in Pharo","year":2024,"lang":"en","type":"report","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Perception; Software; Data collection; Key (lock)","score_opus":0.025112320339990994,"score_gpt":0.2759344408720041,"score_spread":0.2508221205320131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414700394","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6294665,0.12071555,0.058229923,0.019912718,0.001219776,0.0007717677,0.010397048,0.003006307,0.1562804],"genre_scores_gemma":[0.7346285,0.107430875,0.07006458,0.0074183266,0.00080431195,0.0010032827,0.022295572,0.0018644764,0.054490115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825215,0.005730745,0.0031172794,0.0008047647,0.007432554,0.00039323478],"domain_scores_gemma":[0.7465074,0.19698168,0.016280808,0.011209154,0.02748006,0.0015409016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0109167965,0.0006048304,0.0006577436,0.036732465,0.0025085125,0.004223584,0.0012694999,0.0014897514,0.0055694683],"category_scores_gemma":[0.06719026,0.00077316526,0.00046039606,0.030617496,0.0022712098,0.008366003,0.0029950948,0.0014102437,0.0014993986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021146226,0.00019918421,0.08641634,0.0055773677,0.000071568174,0.0042228913,0.12757713,0.0009146153,0.0039843344,0.017715195,0.048315253,0.70479465],"study_design_scores_gemma":[0.000026243628,0.0001828096,0.07932551,0.009721476,0.00012456845,0.01673732,0.053210486,0.0024766403,0.010797757,0.011470324,0.8157302,0.0001967135],"about_ca_topic_score_codex":0.0048996876,"about_ca_topic_score_gemma":0.0046793586,"teacher_disagreement_score":0.036732465,"about_ca_system_score_codex":0.0023809648,"about_ca_system_score_gemma":0.0037055993,"threshold_uncertainty_score":0.05773425},"labels":[],"label_agreement":null},{"id":"W4414782578","doi":"10.61737/dggu7687","title":"Intelligence artificielle en milieu scolaire - Point de vue des parents d’élèves du Québec","year":2025,"lang":"fr","type":"report","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Point (geometry); Context (archaeology); Subject (documents); Identification (biology)","score_opus":0.03657363291780041,"score_gpt":0.28893684836809014,"score_spread":0.2523632154502897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414782578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9064114,0.0023463024,0.0030570922,0.0055286726,0.00009834742,0.00009682638,0.001255736,0.0000992989,0.08110634],"genre_scores_gemma":[0.86709434,0.0013022554,0.002099514,0.00020414263,0.000019042609,0.00004522751,0.00048100602,0.000019898065,0.12873453],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99914706,0.00018941716,0.000026822467,0.00009503733,0.00030787426,0.00023383585],"domain_scores_gemma":[0.99657357,0.0005223778,0.00016287685,0.00008553965,0.0019881008,0.00066751806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007543636,0.00035084225,0.00023838277,0.0011532579,0.0033754895,0.002057302,0.0005607402,0.00063770247,0.0100457845],"category_scores_gemma":[0.002661438,0.00017853583,0.00021931196,0.001370208,0.0013077641,0.000548748,0.0007590131,0.0009095767,0.0007926271],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040834708,0.00046171286,0.5471404,0.00029002296,0.00009229089,0.008836792,0.07503008,0.0077633467,0.0054454384,0.02992204,0.056917313,0.26769218],"study_design_scores_gemma":[0.00003650521,0.0002195361,0.6528166,0.0003621427,0.000032389016,0.0012482627,0.085409224,0.0045371787,0.0030422448,0.0016226922,0.25060025,0.00007296375],"about_ca_topic_score_codex":0.9693822,"about_ca_topic_score_gemma":0.9766717,"teacher_disagreement_score":0.030617774,"about_ca_system_score_codex":0.02176495,"about_ca_system_score_gemma":0.015550355,"threshold_uncertainty_score":0.15791649},"labels":[],"label_agreement":null},{"id":"W4415094842","doi":"10.48550/arxiv.2506.03720","title":"Design of a visual environment for programming by direct data manipulation","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de La Réunion; Université de Nantes; Université Bretagne Sud; École de technologie supérieure","keywords":"Syntax; Process (computing); Code (set theory); Visual programming language; Source code; State (computer science); Control (management); Program code; Visualization","score_opus":0.11605824428987686,"score_gpt":0.33057088052714817,"score_spread":0.2145126362372713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415094842","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002214578,0.000059750568,0.9896225,0.000107696156,0.000038354206,0.00009375813,0.000040264495,0.005532183,0.0022910086],"genre_scores_gemma":[0.029351052,0.00012521369,0.96502566,0.00010142879,0.000031812782,0.00033904053,0.00015185776,0.0014314204,0.0034425717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980598,0.0005055056,0.00015110531,0.00046841035,0.0006175135,0.00019770704],"domain_scores_gemma":[0.9972945,0.0013637383,0.00012138407,0.00046137252,0.0004335231,0.00032542166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023759694,0.0012034051,0.0008597256,0.0012546172,0.00072795333,0.0038133764,0.00364886,0.0016310719,0.0074087908],"category_scores_gemma":[0.005499699,0.0009880823,0.001362995,0.0005738143,0.0019902892,0.0031226417,0.0033184274,0.0025817868,0.0031617335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089600944,0.000591421,0.002051125,0.0016453321,0.00016895168,0.001448366,0.0046839025,0.026293838,0.1263913,0.31513777,0.021474574,0.49921742],"study_design_scores_gemma":[0.00069394556,0.00080043986,0.0012808564,0.0006703455,0.00013555112,0.0024778186,0.000639735,0.25087634,0.14008419,0.15556066,0.4465047,0.00027545617],"about_ca_topic_score_codex":0.00033962118,"about_ca_topic_score_gemma":0.00032492803,"teacher_disagreement_score":0.0074087908,"about_ca_system_score_codex":0.00049958006,"about_ca_system_score_gemma":0.0010178152,"threshold_uncertainty_score":0.024784923},"labels":[],"label_agreement":null},{"id":"W4415348566","doi":"10.1109/viscomm69388.2025.00007","title":"We Need to Talk (more) About Numeracy! Toward a Numeracy-Informed Visualization Design Process","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Visualization; Comprehension; Conversation; Cognition; Data visualization; Process (computing); Protocol analysis; Numeracy","score_opus":0.023804414535893218,"score_gpt":0.34017578001232807,"score_spread":0.31637136547643485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415348566","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019501496,0.0017838142,0.87750894,0.07728559,0.0016317499,0.000805005,0.0001548683,0.0024021305,0.018926462],"genre_scores_gemma":[0.15368043,0.0016980419,0.8249075,0.009209166,0.00048329393,0.0019323896,0.00020042542,0.0016177932,0.006271035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9631229,0.027416812,0.0015869907,0.0021007434,0.0050496496,0.00072303053],"domain_scores_gemma":[0.87499595,0.08323804,0.0050764466,0.0149549665,0.018274335,0.0034602517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05477001,0.0016413719,0.001154996,0.0022539997,0.003252539,0.01527394,0.0026826742,0.0054578506,0.012095473],"category_scores_gemma":[0.18320018,0.0013324027,0.001222599,0.0011309561,0.008449425,0.030800235,0.007831116,0.011542253,0.003978765],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004819913,0.0006669173,0.0058492874,0.0029879797,0.0002007401,0.0004978062,0.111020334,0.0052499874,0.021909706,0.45265496,0.045329057,0.3531513],"study_design_scores_gemma":[0.00017344087,0.0004150552,0.0019455918,0.002549935,0.00014360991,0.00058871607,0.017244896,0.010268047,0.012494259,0.5847524,0.36909485,0.00032929057],"about_ca_topic_score_codex":0.0007946471,"about_ca_topic_score_gemma":0.0009496925,"teacher_disagreement_score":0.05477001,"about_ca_system_score_codex":0.0024266,"about_ca_system_score_gemma":0.003982077,"threshold_uncertainty_score":0.28965497},"labels":[],"label_agreement":null},{"id":"W4415444905","doi":"10.1145/3663547.3759703","title":"Using Co-Design to Investigate Affordances of an Expressive CS Learning Environment for Students who are BVI","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"National Science Foundation","keywords":"Affordance; Learning environment; Perception","score_opus":0.08106195144811272,"score_gpt":0.38407796295013363,"score_spread":0.3030160115020209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415444905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626451,0.000029899771,0.032364383,0.000088453264,0.000025320662,0.0002640913,0.00004942057,0.00015958663,0.004373719],"genre_scores_gemma":[0.9718551,0.000015684538,0.025835782,0.000023283825,0.0000023738517,0.00037109584,0.0000431567,0.00004242708,0.0018111218],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99691916,0.0015883957,0.00012470344,0.00047239216,0.000590417,0.00030504118],"domain_scores_gemma":[0.9807695,0.013433375,0.0011678706,0.0019720274,0.0014531607,0.0012040056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042551225,0.0005208242,0.00040823495,0.0006829639,0.0010956691,0.0024482883,0.0013134793,0.0009812377,0.0046883393],"category_scores_gemma":[0.021144873,0.00037885812,0.0004221035,0.0004069465,0.0015625895,0.0017465632,0.003173155,0.0010492427,0.0004557699],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01493398,0.017659223,0.18942904,0.00203036,0.000300699,0.0018330929,0.19011857,0.027159495,0.20434242,0.062045705,0.0037632824,0.28638408],"study_design_scores_gemma":[0.0041959533,0.035526734,0.1987588,0.0007440254,0.0007229954,0.0022239033,0.12208628,0.30322197,0.2014196,0.061516136,0.06881811,0.00076545816],"about_ca_topic_score_codex":0.0014471282,"about_ca_topic_score_gemma":0.0025017408,"teacher_disagreement_score":0.0046883393,"about_ca_system_score_codex":0.0010042164,"about_ca_system_score_gemma":0.0012445516,"threshold_uncertainty_score":0.022503495},"labels":[],"label_agreement":null},{"id":"W4415760884","doi":"10.34190/icer.2.1.3918","title":"A Study of Preservice Teachers Developing Teaching Competencies with VEX GO Robotics","year":2025,"lang":"","type":"article","venue":"International Conference on Education Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University","funders":"","keywords":"Curriculum; Worksheet; Coding (social sciences); Robotics; Educational robotics; Teacher education; Intervention (counseling); Competence (human resources)","score_opus":0.16043924324031075,"score_gpt":0.4608546937478955,"score_spread":0.3004154505075848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415760884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987313,0.00012378897,0.00011344531,0.000082656494,0.000006019794,0.00010937661,0.000014475592,0.0000028462082,0.00081599853],"genre_scores_gemma":[0.9955188,0.0005867438,0.0006018736,0.0002724106,0.000009813232,0.00033345426,0.000044379656,0.0000049415844,0.0026274712],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9979146,0.0006796355,0.00017101169,0.00023418058,0.00046988923,0.0005305838],"domain_scores_gemma":[0.99254483,0.0027650113,0.0010601727,0.00037949518,0.0016012718,0.0016492446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039053096,0.00035351948,0.0007995341,0.0011570498,0.0031551893,0.002327933,0.0012254016,0.0010636096,0.0024452528],"category_scores_gemma":[0.008408968,0.0008616438,0.00042603785,0.0008600762,0.001674515,0.0014737479,0.0020715513,0.0021817787,0.0006868054],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026685421,0.015440118,0.15375213,0.0005974635,0.000029313094,0.0015983038,0.7773842,0.000098329794,0.004585928,0.00043774504,0.0008972874,0.04491229],"study_design_scores_gemma":[0.000111358495,0.0076699904,0.21772663,0.00040613292,0.000039749666,0.0009761003,0.7597345,0.00010672609,0.0014482607,0.0001771194,0.0115676755,0.00003571591],"about_ca_topic_score_codex":0.009916839,"about_ca_topic_score_gemma":0.026334107,"teacher_disagreement_score":0.009916839,"about_ca_system_score_codex":0.0017716307,"about_ca_system_score_gemma":0.004701254,"threshold_uncertainty_score":0.020653486},"labels":[],"label_agreement":null},{"id":"W4415909669","doi":"10.1007/s10639-025-13829-6","title":"Pre-service teachers’ experiences with a university and elementary school robotics club","year":2025,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Crandall University; University of Saskatchewan","funders":"Federation for the Humanities and Social Sciences","keywords":"Robotics; Educational robotics; Club; Robot; Developmental robotics; Educational technology","score_opus":0.0047084017167428665,"score_gpt":0.22475656449373882,"score_spread":0.22004816277699596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415909669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97540647,0.00031465458,0.00067184074,0.0012228759,0.00018022815,0.00009199536,0.000049271726,0.00006193263,0.022000592],"genre_scores_gemma":[0.97898144,0.00032712382,0.0005683503,0.00034226713,0.000039882823,0.0000619565,0.000051683826,0.000057211942,0.019570086],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9958002,0.0016661149,0.00010762689,0.00036861614,0.0004725194,0.0015848828],"domain_scores_gemma":[0.9859153,0.0028969147,0.00065166404,0.00028255765,0.0009139267,0.009339631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00389649,0.00052471965,0.0006830283,0.0012237454,0.016281279,0.006727796,0.0023375265,0.002749801,0.011201023],"category_scores_gemma":[0.00840087,0.00077146123,0.0006665127,0.0008162448,0.0058005326,0.003239863,0.0078013623,0.004907438,0.002838485],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002904533,0.002685515,0.014359715,0.00021232758,0.000019356785,0.004997466,0.9456819,0.0002224932,0.0016468173,0.0017818036,0.0071189236,0.020983249],"study_design_scores_gemma":[0.000025306323,0.00041520936,0.011419418,0.00010914982,0.00001089664,0.001169578,0.95077425,0.00014803375,0.00043848323,0.00030638694,0.03513697,0.00004635652],"about_ca_topic_score_codex":0.009499773,"about_ca_topic_score_gemma":0.041370865,"teacher_disagreement_score":0.016281279,"about_ca_system_score_codex":0.0035668467,"about_ca_system_score_gemma":0.0038085936,"threshold_uncertainty_score":0.037471175},"labels":[],"label_agreement":null},{"id":"W4415965939","doi":"10.1145/3769994.3769998","title":"From State to Structure: Towards Abstraction Support in CS2","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Abstraction; State (computer science); Recursion (computer science); Field (mathematics); Track (disk drive); Data structure","score_opus":0.011813954850259762,"score_gpt":0.2960741638611915,"score_spread":0.28426020901093174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415965939","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12868312,0.00024979323,0.82893974,0.0020025254,0.00008623891,0.0001250628,0.0003502924,0.0229198,0.016643463],"genre_scores_gemma":[0.5583482,0.00022293278,0.43258435,0.00033227727,0.000042100888,0.00014819032,0.0006741438,0.002036334,0.0056114476],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99842393,0.00063935417,0.00007967031,0.00028421945,0.00036935162,0.0002035359],"domain_scores_gemma":[0.99288744,0.0033675511,0.00046880663,0.0020859998,0.00061686116,0.0005732786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023676967,0.0009636717,0.00032144238,0.0006996248,0.0005445729,0.003905706,0.0019551588,0.0010261397,0.008500345],"category_scores_gemma":[0.017470242,0.00059442694,0.00053821155,0.0006448102,0.0010156067,0.007734828,0.005299479,0.0023044213,0.001422262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012245846,0.0008467126,0.015039467,0.0008494666,0.00008841747,0.00084883213,0.022368718,0.03255235,0.056509156,0.18326238,0.027397651,0.65901226],"study_design_scores_gemma":[0.00032441205,0.00058368867,0.0062407786,0.0005364394,0.00012830953,0.0007387098,0.0032966302,0.4110515,0.08742043,0.3091466,0.18033025,0.00020221915],"about_ca_topic_score_codex":0.0014566698,"about_ca_topic_score_gemma":0.0022073898,"teacher_disagreement_score":0.008500345,"about_ca_system_score_codex":0.0007461385,"about_ca_system_score_gemma":0.0010295734,"threshold_uncertainty_score":0.028436482},"labels":[],"label_agreement":null},{"id":"W4415965985","doi":"10.1145/3769994.3770006","title":"Lessons in Innovations, Interventions, and Kindness from the Global Pandemic: A Review of CS Education During COVID-19","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Kindness; Perspective (graphical); Work (physics); Subject (documents)","score_opus":0.07096609593618614,"score_gpt":0.42318520093706374,"score_spread":0.3522191050008776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415965985","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007171979,0.98487943,0.00020145872,0.012408944,0.0005698057,0.00002146394,0.000026736976,0.000005688463,0.0011693098],"genre_scores_gemma":[0.012741654,0.97724324,0.0007102638,0.008377801,0.0005127659,0.00008130763,0.000031463213,0.00001310529,0.00028837746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99311054,0.00413107,0.00093587395,0.00041833165,0.0010316895,0.00037255939],"domain_scores_gemma":[0.945732,0.048451263,0.00212313,0.0006828303,0.0020847453,0.0009259258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015492888,0.00056730944,0.0014579889,0.0033376554,0.0009706014,0.004300125,0.0013920631,0.0027685065,0.0038999226],"category_scores_gemma":[0.054082133,0.000390227,0.0009600734,0.0046819937,0.0038046495,0.0050626853,0.0035734212,0.005047614,0.00032796522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001622077,0.000122056656,0.0009257804,0.08858232,0.00032545804,0.00012324458,0.004576254,0.00043499624,0.0001749138,0.025047243,0.026403239,0.85312235],"study_design_scores_gemma":[0.00011678589,0.00022333437,0.0051588905,0.30769882,0.0006763153,0.00045719335,0.0057340716,0.00012586398,0.00035594776,0.015933188,0.6634541,0.00006548883],"about_ca_topic_score_codex":0.009206382,"about_ca_topic_score_gemma":0.027312439,"teacher_disagreement_score":0.015492888,"about_ca_system_score_codex":0.0067355405,"about_ca_system_score_gemma":0.020998523,"threshold_uncertainty_score":0.08193517},"labels":[],"label_agreement":null},{"id":"W4415966001","doi":"10.1145/3769994.3770057","title":"Alternative Grading at Scale: Insights from Implementing Weekly Checkpoint Quizzes in a Large Introductory CS Course","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grading (engineering); Mathematical proof; Course (navigation); Computer aided instruction; Frequently asked questions","score_opus":0.01362028844344251,"score_gpt":0.2915411522685377,"score_spread":0.27792086382509523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415966001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97083694,0.000047084515,0.022885604,0.00055229274,0.000036288315,0.00069812837,0.00006577573,0.00052382733,0.0043539586],"genre_scores_gemma":[0.97200215,0.00002156967,0.025863329,0.00020125219,0.000007409534,0.00028456748,0.00007863199,0.00008852787,0.0014525854],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98224175,0.01178709,0.0006237,0.0012946333,0.0029178879,0.0011347891],"domain_scores_gemma":[0.88988984,0.07767402,0.006626663,0.009613504,0.011382449,0.004813562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015377531,0.0007615758,0.0005284068,0.0009925611,0.0011291831,0.0030985593,0.002545984,0.0015750013,0.002408654],"category_scores_gemma":[0.13325602,0.00048760165,0.00032435576,0.00081164896,0.0010469576,0.002670785,0.0015756374,0.0024850068,0.0007841842],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004478236,0.031913534,0.1637283,0.0008023727,0.00023733308,0.0013658454,0.0447156,0.027997788,0.057499144,0.0064333375,0.009246345,0.6515821],"study_design_scores_gemma":[0.0026915688,0.047072273,0.48161665,0.0005657589,0.0004735047,0.0010289012,0.048462335,0.3071344,0.05314146,0.021394849,0.035531346,0.00088695565],"about_ca_topic_score_codex":0.0060796686,"about_ca_topic_score_gemma":0.010928366,"teacher_disagreement_score":0.015377531,"about_ca_system_score_codex":0.0018876878,"about_ca_system_score_gemma":0.0019636042,"threshold_uncertainty_score":0.08132517},"labels":[],"label_agreement":null},{"id":"W4415966008","doi":"10.1145/3769994.3770054","title":"Interests and Challenges in Machine Learning: Differences by Gender, Prior Experience, and First Generation Status","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curiosity; Bonferroni correction; Field (mathematics); Work (physics); Ideation","score_opus":0.08891058590612126,"score_gpt":0.2933811401393374,"score_spread":0.20447055423321614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415966008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973859,0.0002019268,0.00018187048,0.00025754643,0.000012696793,0.000007364139,0.00003538068,0.0000026499272,0.0019146454],"genre_scores_gemma":[0.9988306,0.0001259632,0.00007946938,0.00006943748,0.000007925333,0.0000089057985,0.000040772804,0.000003364077,0.0008334386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847263,0.00050756714,0.000094363684,0.00015191585,0.0004001236,0.00037334394],"domain_scores_gemma":[0.9882958,0.005437594,0.0022195051,0.00029611978,0.0009257014,0.0028253752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026344052,0.00018106175,0.00024796257,0.00087415404,0.00071320956,0.0021760748,0.0004363427,0.0004174497,0.0054959636],"category_scores_gemma":[0.015490749,0.0001942152,0.0002522211,0.00045538708,0.0009528892,0.0016158143,0.0015332213,0.00079891837,0.0009200383],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002361221,0.00040469473,0.91399074,0.00008082078,0.00003605309,0.00037928214,0.04797793,0.00015063581,0.0012981187,0.0009448721,0.0010304785,0.033470184],"study_design_scores_gemma":[0.000010013026,0.000379152,0.91836405,0.00012414683,0.000013183432,0.00072819303,0.07302425,0.0006085035,0.0006279623,0.000940387,0.0051386766,0.00004150502],"about_ca_topic_score_codex":0.0021981031,"about_ca_topic_score_gemma":0.00320317,"teacher_disagreement_score":0.0054959636,"about_ca_system_score_codex":0.0003656639,"about_ca_system_score_gemma":0.0004939031,"threshold_uncertainty_score":0.018385828},"labels":[],"label_agreement":null},{"id":"W4415966011","doi":"10.1145/3769994.3770020","title":"Prerequisites and Performance in a Machine Learning Course: A Quantitative Analysis","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Point (geometry); Face (sociological concept); Work (physics); Quantitative analysis (chemistry); Software; Predictive validity","score_opus":0.015252116898576149,"score_gpt":0.29897464896445075,"score_spread":0.2837225320658746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415966011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982408,0.00002306307,0.00034571782,0.000051821437,0.000003906392,0.000029309536,0.00035388494,0.000025842446,0.00092559535],"genre_scores_gemma":[0.9983847,0.0000148911795,0.0002876221,0.000011644118,0.0000070973547,0.000054858363,0.00058934075,0.000008198459,0.00064157275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99520606,0.0016033497,0.00047960551,0.0006185665,0.0015096,0.0005827646],"domain_scores_gemma":[0.8754327,0.08176066,0.016617386,0.0046148007,0.007165438,0.014409025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007121648,0.00038092714,0.00050820445,0.002575771,0.00082560914,0.0019365601,0.0011089208,0.0010753404,0.008741065],"category_scores_gemma":[0.048291367,0.00028935363,0.000770022,0.0023285302,0.0011933236,0.0018529252,0.0015498992,0.0019556037,0.001993334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004561783,0.0020169306,0.9783755,0.00007760354,0.00009398899,0.0001148883,0.0014443716,0.002102208,0.0011385555,0.00043459758,0.00084758946,0.012897631],"study_design_scores_gemma":[0.000012539172,0.0009314408,0.9948165,0.000012569343,0.00001366624,0.000035419213,0.00090784533,0.0021650153,0.0004734859,0.00020727149,0.000404202,0.000020079184],"about_ca_topic_score_codex":0.0022968517,"about_ca_topic_score_gemma":0.0027040576,"teacher_disagreement_score":0.008741065,"about_ca_system_score_codex":0.0013085647,"about_ca_system_score_gemma":0.000963121,"threshold_uncertainty_score":0.03766334},"labels":[],"label_agreement":null},{"id":"W4416086363","doi":"10.64628/aam.xthp3h6c6","title":"We asked teachers about their experiences with AI in the classroom — here’s what they said","year":2025,"lang":"","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Qualitative research; Work (physics); Perspective (graphical); Agency (philosophy)","score_opus":0.02389273404654438,"score_gpt":0.28391332002814124,"score_spread":0.26002058598159683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416086363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98068273,0.00051693106,0.004668235,0.0039425944,0.00019987348,0.00014471148,0.00027959116,0.0001297315,0.009435554],"genre_scores_gemma":[0.9904613,0.0003588446,0.0019884477,0.0016420558,0.000054554155,0.00025126137,0.00013406026,0.00005468177,0.005054804],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945456,0.0028963825,0.0002818788,0.00059030997,0.00066071586,0.0010251126],"domain_scores_gemma":[0.96190673,0.023183325,0.0040371898,0.0012340399,0.0045859637,0.0050527616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004754518,0.0004531384,0.0006592802,0.00093002897,0.0034156428,0.0045132986,0.00067164545,0.0022124157,0.0055410867],"category_scores_gemma":[0.030345181,0.000793114,0.00050290994,0.00062298443,0.003103235,0.003797624,0.0029662987,0.004677425,0.0018039742],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004655321,0.00067661825,0.096618876,0.0005013122,0.00004037139,0.00090985664,0.8665465,0.00023574498,0.0049277535,0.001968921,0.005812973,0.02129543],"study_design_scores_gemma":[0.000060962422,0.00065840053,0.025257578,0.00021889545,0.00004363354,0.00066672906,0.9136948,0.00031999013,0.0033122865,0.0013904914,0.054246314,0.00013000568],"about_ca_topic_score_codex":0.0027703003,"about_ca_topic_score_gemma":0.004331973,"teacher_disagreement_score":0.0055410867,"about_ca_system_score_codex":0.0015426002,"about_ca_system_score_gemma":0.0010934985,"threshold_uncertainty_score":0.025144577},"labels":[],"label_agreement":null},{"id":"W4416218217","doi":"10.1007/978-3-032-02591-3_3","title":"Using Tangible and Hybrid Interfaces to Address Student Collaboration and Mistakes in K-5 Computational Thinking Games","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computational thinking; Context (archaeology); Educational game; Computational model; Game mechanics; Game studies; Game design; Interface (matter)","score_opus":0.02940289272068724,"score_gpt":0.3137525201491652,"score_spread":0.28434962742847797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416218217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3870498,0.001003208,0.5298554,0.0009173322,0.00033759224,0.00013419837,0.00007153888,0.002875392,0.07775555],"genre_scores_gemma":[0.8106883,0.00049662776,0.13755976,0.00023904584,0.0000281906,0.00015799409,0.00009344089,0.0002481205,0.050488446],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99945885,0.00016451876,0.000027485821,0.000080339545,0.00020361654,0.00006512439],"domain_scores_gemma":[0.9985239,0.0010281252,0.000093961266,0.000103520564,0.000153216,0.00009735806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057960727,0.00070537097,0.00025511658,0.00031285285,0.00036114015,0.0018809779,0.0011955149,0.00096741115,0.005061756],"category_scores_gemma":[0.0033676706,0.00024084785,0.00029575487,0.00027037217,0.0006041506,0.001840526,0.002126108,0.000987886,0.000867346],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067027897,0.0008482357,0.005076549,0.0006297628,0.00006157057,0.00077060796,0.01078866,0.01382121,0.05013635,0.023179056,0.012760854,0.8812568],"study_design_scores_gemma":[0.00065379904,0.0076542445,0.03878082,0.0014475794,0.00046731217,0.006520506,0.019787498,0.5012023,0.14797986,0.11767028,0.15743598,0.00039977542],"about_ca_topic_score_codex":0.00078892376,"about_ca_topic_score_gemma":0.001872134,"teacher_disagreement_score":0.005061756,"about_ca_system_score_codex":0.0002861761,"about_ca_system_score_gemma":0.00046988175,"threshold_uncertainty_score":0.016933203},"labels":[],"label_agreement":null},{"id":"W4416361907","doi":"10.1109/aiware69974.2025.00016","title":"Examining the Usage of Generative AI Models in Student Learning Activities for Software Programming","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Task (project management); Generative grammar; Task analysis; Software; Generative model; Knowledge level; Online learning; Inductive programming","score_opus":0.04642312371418628,"score_gpt":0.32299201327186927,"score_spread":0.276568889557683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416361907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952501,0.000014074781,0.0038473122,0.00002247975,0.0000013016589,0.00003736154,0.00001620266,0.00007476653,0.0007364386],"genre_scores_gemma":[0.98908585,0.000042479558,0.010084687,0.000020236304,0.0000017605909,0.00007272807,0.00007068474,0.000024192906,0.000597411],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981104,0.0009798328,0.00010046442,0.00029198127,0.00039133235,0.0001260159],"domain_scores_gemma":[0.96167946,0.031141713,0.0025061988,0.0021479733,0.001456794,0.0010679133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031730975,0.000564158,0.0003411018,0.00085194624,0.00029600706,0.0016393813,0.0010093763,0.00060935173,0.0017254945],"category_scores_gemma":[0.03139556,0.00031047818,0.00027381876,0.00046268516,0.0005650796,0.0017818614,0.0014674914,0.0008947234,0.00050149637],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017759685,0.011505209,0.4135525,0.00084692053,0.00018355619,0.00061211776,0.058015887,0.020490134,0.061260942,0.002585688,0.001328361,0.42784277],"study_design_scores_gemma":[0.00029587257,0.025592452,0.59469134,0.00043532322,0.00048061836,0.0014587615,0.03393016,0.23149925,0.08913675,0.0087976,0.013302045,0.00037979652],"about_ca_topic_score_codex":0.00077251834,"about_ca_topic_score_gemma":0.0018338382,"teacher_disagreement_score":0.0031730975,"about_ca_system_score_codex":0.0004270027,"about_ca_system_score_gemma":0.00046854332,"threshold_uncertainty_score":0.016781151},"labels":[],"label_agreement":null},{"id":"W4416469491","doi":"10.1108/978-1-64802-908-020251012","title":"Implementing a Professional Development Framework to Assist the Rollout of Computer Science in Second-Level Schools in Ireland","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Professional development; Identity (music); Subject (documents); Professional learning community; Professional studies; Social identity theory","score_opus":0.03509526834573261,"score_gpt":0.29957347277498136,"score_spread":0.26447820442924874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416469491","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.124484435,0.0028861628,0.18764156,0.04675025,0.0020890979,0.0063675586,0.00036877638,0.0041307295,0.62528145],"genre_scores_gemma":[0.2942867,0.0014424453,0.4529151,0.0035528934,0.00010601871,0.0017985536,0.0006998197,0.00037089246,0.24482755],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99400455,0.0023336015,0.0003158891,0.0005516375,0.0016590504,0.0011352996],"domain_scores_gemma":[0.9928322,0.0012069423,0.00029095032,0.00037234448,0.002374105,0.002923473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012679686,0.00036164693,0.00021506115,0.0021613655,0.003791688,0.005559961,0.0020251165,0.0015741392,0.0040199514],"category_scores_gemma":[0.005402133,0.00049412827,0.0003357854,0.00087935943,0.003138098,0.0027425417,0.0065260166,0.0027708404,0.002687768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000365285,0.0008322968,0.0063460283,0.00048214797,0.000004667562,0.0009258503,0.052249644,0.0016641507,0.0046267137,0.08552772,0.1212644,0.7260399],"study_design_scores_gemma":[0.000047024303,0.0002606142,0.0081463,0.00043950038,0.000003528761,0.0006857737,0.034303434,0.0018880002,0.0026039027,0.007590809,0.9439751,0.000056031484],"about_ca_topic_score_codex":0.026248068,"about_ca_topic_score_gemma":0.064873,"teacher_disagreement_score":0.026248068,"about_ca_system_score_codex":0.017378556,"about_ca_system_score_gemma":0.059457954,"threshold_uncertainty_score":0.12609082},"labels":[],"label_agreement":null},{"id":"W4416469749","doi":"10.1108/978-1-64802-908-020251017","title":"CODE SAVVY EDUCATORS","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code (set theory); Professional development; Continuing professional development; Program code; Development (topology); Source code","score_opus":0.02379563383193428,"score_gpt":0.25287560338181725,"score_spread":0.22907996954988297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416469749","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04117819,0.011601463,0.0102799395,0.026030052,0.0029790106,0.00016239946,0.00019994762,0.0009681879,0.90660095],"genre_scores_gemma":[0.04904386,0.004112368,0.0064149215,0.005806572,0.00015770529,0.00007396737,0.00016548364,0.00019341333,0.93403184],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996407,0.000056402016,0.000010914663,0.000056315163,0.0001250856,0.00011045612],"domain_scores_gemma":[0.9989641,0.00015306733,0.00004730026,0.00006865274,0.00026930642,0.0004976376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006795073,0.0003436302,0.000115401206,0.00080648734,0.0033100653,0.0031142328,0.00043584948,0.00095131126,0.023243323],"category_scores_gemma":[0.0015862022,0.0002533114,0.00014039548,0.000448384,0.0011726515,0.002554125,0.0037137838,0.0022911155,0.0068352786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013696279,0.000120316814,0.0043420177,0.000163073,0.000002546859,0.0004625941,0.020282842,0.00008644353,0.0016077315,0.1202769,0.5595605,0.2930814],"study_design_scores_gemma":[9.605083e-7,0.000011275962,0.0007373675,0.00007454595,5.630055e-7,0.00019304037,0.0012528499,0.000040267747,0.0001645253,0.0022385474,0.99528307,0.0000029163045],"about_ca_topic_score_codex":0.008685703,"about_ca_topic_score_gemma":0.06416675,"teacher_disagreement_score":0.023243323,"about_ca_system_score_codex":0.0020464815,"about_ca_system_score_gemma":0.0044476893,"threshold_uncertainty_score":0.0777567},"labels":[],"label_agreement":null},{"id":"W4416668291","doi":"10.5772/intechopen.1012593","title":"Supplementing AI “Curriculum” Using Teachers Pay Teachers Resources: What There Is and What There Isn’t","year":2025,"lang":"en","type":"book-chapter","venue":"Artificial intelligence","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mount Saint Vincent University","keywords":"Curriculum; Payment; Quality (philosophy); Resource (disambiguation); Professional development; Educational resources; Faculty development; Curriculum development","score_opus":0.04135439542539012,"score_gpt":0.30439642276437234,"score_spread":0.26304202733898224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416668291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96578705,0.00053559,0.0012368852,0.0018633205,0.00003369916,0.0001221703,0.00038164327,0.00007088606,0.029968772],"genre_scores_gemma":[0.9900181,0.00055293966,0.003949939,0.00037441074,0.000024705218,0.00013263048,0.00049874536,0.00003642573,0.0044120196],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9965963,0.0012311303,0.00028797172,0.00030499592,0.0011366482,0.00044299706],"domain_scores_gemma":[0.98408186,0.005752551,0.0042368523,0.0016269992,0.0028259803,0.001475739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023532384,0.00031837358,0.00035705062,0.0032480254,0.0016310246,0.00451703,0.0008093933,0.00066341186,0.0059615206],"category_scores_gemma":[0.018733483,0.0004003883,0.00035179174,0.0034535252,0.0014387005,0.005895446,0.0023058546,0.0007671871,0.001145192],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026271655,0.0018250152,0.5136612,0.0007138208,0.000060464932,0.00046366683,0.040218174,0.0005988752,0.0029857005,0.009633356,0.011320428,0.4182566],"study_design_scores_gemma":[0.00005431054,0.0005386845,0.82051164,0.000748169,0.000105409825,0.00049410225,0.080535576,0.0013577443,0.0045955097,0.0028997934,0.08808517,0.000073937255],"about_ca_topic_score_codex":0.01435861,"about_ca_topic_score_gemma":0.032131217,"teacher_disagreement_score":0.01435861,"about_ca_system_score_codex":0.0027673985,"about_ca_system_score_gemma":0.004591494,"threshold_uncertainty_score":0.028550088},"labels":[],"label_agreement":null},{"id":"W4416816615","doi":"10.1111/bjep.70047","title":"Gender differences in computation strategies: Evidence across adolescent and adult samples","year":2025,"lang":"en","type":"article","venue":"British Journal of Educational Psychology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Canada Excellence Research Chairs, Government of Canada","keywords":"Computation; Focus (optics); Point (geometry); Relation (database); Sample (material)","score_opus":0.07398075289261856,"score_gpt":0.40819403997540266,"score_spread":0.3342132870827841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416816615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99737716,0.0010925503,0.00015480533,0.000073727984,0.000016552836,0.0000138487585,0.0003290304,0.0000035621545,0.0009387793],"genre_scores_gemma":[0.9985245,0.0006955125,0.00016101944,0.00007345369,0.000011071587,0.000024957131,0.00027856103,0.000006245981,0.0002247314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888664,0.00025100436,0.00015849061,0.00029710418,0.00029564826,0.00011106229],"domain_scores_gemma":[0.99381256,0.0022140099,0.0023930902,0.00037807622,0.0008657937,0.00033646493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00224119,0.0002455677,0.00043089973,0.0012046914,0.00044380233,0.00081842946,0.00046769678,0.00041305184,0.0035119439],"category_scores_gemma":[0.01024927,0.00036537313,0.00039671775,0.00086204865,0.00064985955,0.0007202942,0.0007176262,0.0003087758,0.00040886117],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007810172,0.000029699704,0.99225414,0.00004114518,0.00005337984,0.000050526876,0.0018068779,0.0000098195305,0.00021053929,0.000061670406,0.00016048635,0.0052435924],"study_design_scores_gemma":[0.000003012548,0.000053477837,0.99833953,0.000030427542,0.000017887702,0.00014066695,0.0008894725,0.000023589395,0.00008793417,0.000035078512,0.00037660406,0.0000023359516],"about_ca_topic_score_codex":0.005541933,"about_ca_topic_score_gemma":0.006866025,"teacher_disagreement_score":0.005541933,"about_ca_system_score_codex":0.00020108448,"about_ca_system_score_gemma":0.00027307,"threshold_uncertainty_score":0.011852682},"labels":[],"label_agreement":null},{"id":"W4417181556","doi":"10.1007/978-3-031-99804-1_4","title":"What Is AI? The Need for AI Literacy in Education","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SAIT Polytechnic; University of Toronto","funders":"","keywords":"Information literacy; Literacy; Higher education; Critical literacy; Graduate students","score_opus":0.013352230404837791,"score_gpt":0.30636517030038923,"score_spread":0.29301293989555144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417181556","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022416352,0.040978003,0.0053743683,0.107413635,0.003208452,0.000015014611,0.000032360713,0.00008472296,0.8406518],"genre_scores_gemma":[0.15028879,0.06646339,0.013730956,0.04331752,0.0062917736,0.00013000846,0.00011102578,0.00023980976,0.7194267],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954623,0.00018012995,0.000014364604,0.000050291306,0.00016122265,0.000047643738],"domain_scores_gemma":[0.9979401,0.0014552692,0.00006421946,0.000090495756,0.00021341078,0.00023638466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008460121,0.00025780234,0.0003618468,0.0006060818,0.0017513678,0.0067361277,0.000456292,0.0018172979,0.013128591],"category_scores_gemma":[0.00214074,0.00023985968,0.00023271813,0.00081823254,0.0055072443,0.00822916,0.001649308,0.0060686455,0.00265188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057929133,0.000028642633,0.00019997504,0.00019864166,0.0000030833928,0.00009523063,0.0040853363,0.00010680889,0.00023910154,0.76787174,0.1356821,0.091483496],"study_design_scores_gemma":[0.0000024092267,0.000008896826,0.00033928882,0.00047407357,0.0000024843432,0.00022328712,0.0017793839,0.0001501358,0.000112123984,0.25481912,0.7420832,0.0000056256727],"about_ca_topic_score_codex":0.0024002702,"about_ca_topic_score_gemma":0.0068566436,"teacher_disagreement_score":0.013128591,"about_ca_system_score_codex":0.0015844285,"about_ca_system_score_gemma":0.0028616197,"threshold_uncertainty_score":0.043919444},"labels":[],"label_agreement":null},{"id":"W4417350208","doi":"10.1108/979-8-88730-711-420251020","title":"Broadening Conceptualizations of the Intended and Enacted Curriculum to Inform Research Design","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Conceptualization; Curriculum; Suite; Fidelity; Curriculum theory; Implementation; Research design; Curriculum development; Core (optical fiber)","score_opus":0.09972446911678,"score_gpt":0.3459715164127708,"score_spread":0.24624704729599078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417350208","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01321814,0.0018078906,0.90884054,0.014315906,0.0003953836,0.00135862,0.00023356102,0.00020855806,0.05962143],"genre_scores_gemma":[0.19011487,0.0017206306,0.787861,0.003222872,0.00010983354,0.008502744,0.00031645247,0.0001922366,0.007959454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.940617,0.046990577,0.002593796,0.0037100755,0.005143328,0.0009451853],"domain_scores_gemma":[0.91129863,0.0639419,0.0049305055,0.0091665555,0.008105133,0.0025571517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07542772,0.0014864829,0.0009143074,0.0051295315,0.0035587498,0.017442575,0.005836186,0.003987357,0.005964664],"category_scores_gemma":[0.066658,0.0010690403,0.0010460105,0.005341883,0.03152067,0.025485935,0.008487398,0.010379162,0.0010298289],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071771715,0.00003699598,0.0004909716,0.00019423741,0.00000505481,0.000032307853,0.011255911,0.00047055664,0.00022651984,0.97445244,0.00088335795,0.011944552],"study_design_scores_gemma":[0.000035608802,0.0001108558,0.0012974696,0.0015553124,0.000030416579,0.00021454121,0.020142915,0.005055335,0.0015582498,0.8548956,0.115043916,0.00005977416],"about_ca_topic_score_codex":0.0036529691,"about_ca_topic_score_gemma":0.0055908393,"teacher_disagreement_score":0.07542772,"about_ca_system_score_codex":0.010901634,"about_ca_system_score_gemma":0.017510615,"threshold_uncertainty_score":0.39890468},"labels":[],"label_agreement":null},{"id":"W53995515","doi":"10.2991/978-94-6239-030-0_14","title":"Procedure Learning via Adaptively Biased Hillclimbing","year":2014,"lang":"en","type":"book-chapter","venue":"Atlantis thinking machines","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pyrogenesis (Canada)","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning","score_opus":0.014567169604591134,"score_gpt":0.22725967868249503,"score_spread":0.21269250907790388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W53995515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00856436,0.00016870534,0.9849642,0.00010622349,0.000027992714,0.00004980879,0.000027789074,0.0011266986,0.0049642627],"genre_scores_gemma":[0.27004206,0.00031680777,0.72180736,0.00023918763,0.000048644964,0.00032804225,0.00017826268,0.0005193846,0.0065202145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929774,0.0002927708,0.0000298228,0.00015438827,0.00016817865,0.000057111414],"domain_scores_gemma":[0.9988085,0.0006124146,0.0000638807,0.00032111144,0.00014044276,0.000053527758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091833045,0.000723926,0.0009772861,0.0004014001,0.00044446575,0.00090759766,0.0021354845,0.001124901,0.0052623],"category_scores_gemma":[0.00424793,0.000544597,0.0006330609,0.0007280265,0.0011494412,0.0014002009,0.0019062845,0.002104999,0.0016885455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101692065,0.00012664378,0.00055189163,0.00016712659,0.000079755555,0.000045847002,0.00020780563,0.6335147,0.006174613,0.054906163,0.0054089585,0.2987148],"study_design_scores_gemma":[0.000030245183,0.00005137245,0.00019418016,0.000019076817,0.000010503718,0.000028611761,0.000015932073,0.95780814,0.0017663174,0.036985036,0.0030785825,0.000012100872],"about_ca_topic_score_codex":0.0025319252,"about_ca_topic_score_gemma":0.004443654,"teacher_disagreement_score":0.0052623,"about_ca_system_score_codex":0.0005982173,"about_ca_system_score_gemma":0.0011296108,"threshold_uncertainty_score":0.017604113},"labels":[],"label_agreement":null},{"id":"W58703409","doi":"","title":"All Cycles are Edge-Magic.","year":2001,"lang":"en","type":"article","venue":"Ars Combinatoria","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics; MAGIC (telescope); Enhanced Data Rates for GSM Evolution; Astronomy; Computer science; Artificial intelligence; Physics","score_opus":0.02086550752196746,"score_gpt":0.26537997609622543,"score_spread":0.24451446857425796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58703409","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06932261,0.0010185532,0.16598257,0.0016776575,0.0017650216,0.00049069896,0.0037970622,0.0024606732,0.75348514],"genre_scores_gemma":[0.5372847,0.0022657758,0.11598764,0.0015128157,0.00044313766,0.00066792726,0.005196215,0.0018826902,0.33475912],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990386,0.00014173615,0.000058961537,0.00026038257,0.00022314327,0.00027723424],"domain_scores_gemma":[0.99853396,0.00028744678,0.00015156716,0.00031989423,0.0005357368,0.00017132897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035461716,0.0011106399,0.00076943333,0.0014014749,0.0028815852,0.003844156,0.0012300676,0.0013466233,0.06951389],"category_scores_gemma":[0.0035152063,0.0008146511,0.0007812618,0.0017531359,0.0019653898,0.0039498163,0.001981485,0.0019558968,0.015566058],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003215491,0.000074723655,0.0006702962,0.0002902949,0.00004651429,0.00038443887,0.0004440061,0.0007084947,0.0061262175,0.8561492,0.046033386,0.08875085],"study_design_scores_gemma":[0.000052499727,0.00005626037,0.00047496386,0.00011856569,0.00004372041,0.00054392434,0.00035730586,0.0013460973,0.008502787,0.7342392,0.2542255,0.000039207247],"about_ca_topic_score_codex":0.0019944184,"about_ca_topic_score_gemma":0.0034314557,"teacher_disagreement_score":0.06951389,"about_ca_system_score_codex":0.00082168693,"about_ca_system_score_gemma":0.0012829052,"threshold_uncertainty_score":0.2325471},"labels":[],"label_agreement":null},{"id":"W605810508","doi":"10.5860/choice.49-6328","title":"Thinking as computation: a first course","year":2012,"lang":"en","type":"article","venue":"Choice Reviews Online","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Course (navigation); Computation; Computer science; Mathematics education; Psychology; Engineering; Programming language","score_opus":0.05462320179800496,"score_gpt":0.36384076814048755,"score_spread":0.3092175663424826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W605810508","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004313116,0.07386138,0.03105977,0.033814542,0.016251033,0.0003418072,0.00078401744,0.0011879472,0.83838636],"genre_scores_gemma":[0.02413995,0.0550814,0.02450967,0.008578726,0.006103838,0.00039246766,0.0013407406,0.0011627147,0.8786904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99958795,0.00006002364,0.000017450226,0.00006921539,0.00021175767,0.00005363752],"domain_scores_gemma":[0.9993574,0.00019366523,0.00002940476,0.000050800234,0.00017170885,0.00019706559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035358823,0.0009822376,0.0008552729,0.0006589652,0.0016638095,0.005841129,0.000942884,0.0014772894,0.046202514],"category_scores_gemma":[0.0018354965,0.00064086035,0.0006903286,0.0015917071,0.001375382,0.0037266305,0.0018702148,0.0036752422,0.022249622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003040217,0.00009829095,0.00023585497,0.00035193755,0.0000047673825,0.00010467858,0.0013644578,0.0004891832,0.0010013265,0.072200954,0.7649917,0.15912654],"study_design_scores_gemma":[0.0000028709148,0.00002669855,0.00024788638,0.00026880723,0.0000018645462,0.00007126209,0.00021267163,0.00011155631,0.00009801566,0.0093659405,0.9895878,0.0000046483747],"about_ca_topic_score_codex":0.003531927,"about_ca_topic_score_gemma":0.006962045,"teacher_disagreement_score":0.046202514,"about_ca_system_score_codex":0.0031154838,"about_ca_system_score_gemma":0.0028380854,"threshold_uncertainty_score":0.15456277},"labels":[],"label_agreement":null},{"id":"W636441855","doi":"10.54870/1551-3440.1334","title":"Developing Strategic and Mathematical Thinking via Game Play: Programming to Investigate a Risky Strategy for Quarto","year":2015,"lang":"en","type":"article","venue":"The Mathematics Enthusiast","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Trent University; Institute of Mathematics and its Applications; Nottingham Trent University","keywords":"Club; Mathematics education; Python (programming language); Position (finance); Computer science; Set (abstract data type); Psychology; Business; Programming language","score_opus":0.10863596287491947,"score_gpt":0.3191446801926184,"score_spread":0.2105087173176989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W636441855","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07201315,0.0002769509,0.8490542,0.0044356603,0.00021096978,0.0007855357,0.00020567233,0.0050483043,0.06796962],"genre_scores_gemma":[0.19753891,0.00032958924,0.78402966,0.00078936975,0.000030391007,0.0008969718,0.00026661032,0.000813922,0.015304475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987068,0.00069907686,0.000061662635,0.00019052699,0.00020176198,0.00014013679],"domain_scores_gemma":[0.9962024,0.0024269088,0.00017929348,0.00039380504,0.00030066125,0.0004968543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002496185,0.0011174877,0.00045253173,0.0005071425,0.000992432,0.004475736,0.0022310046,0.0009194258,0.009338582],"category_scores_gemma":[0.00858922,0.00046060784,0.00078355486,0.00041331173,0.003092291,0.0038644923,0.0029303827,0.0027710828,0.0021932004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072944065,0.0014694984,0.011537218,0.0015444392,0.00011515886,0.00061437214,0.020642556,0.030027913,0.025973832,0.60087395,0.035198264,0.27127343],"study_design_scores_gemma":[0.00029034945,0.0010219624,0.0039136033,0.0007951065,0.00010756359,0.0013654588,0.0068050567,0.17098151,0.021284677,0.40117383,0.39208084,0.00018010009],"about_ca_topic_score_codex":0.0013742337,"about_ca_topic_score_gemma":0.0028838138,"teacher_disagreement_score":0.009338582,"about_ca_system_score_codex":0.0011969963,"about_ca_system_score_gemma":0.0020198019,"threshold_uncertainty_score":0.031240702},"labels":[],"label_agreement":null},{"id":"W64662012","doi":"10.18260/1-2--8280","title":"Designing Toy Robots To Help Autistic Children An Open Design Project For Electrical And Computer Engineering Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"CONTEST; Bachelor; Curriculum; Computer science; Engineering education; Robot; Session (web analytics); Mathematics education; Engineering management; Engineering; Artificial intelligence; Pedagogy; Psychology; World Wide Web","score_opus":0.04679299040587943,"score_gpt":0.3013693975746567,"score_spread":0.2545764071687773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W64662012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6725602,0.0008034872,0.25233075,0.0060285223,0.00070043746,0.003443281,0.00073509605,0.0034986793,0.059899572],"genre_scores_gemma":[0.47094288,0.0006976501,0.45333484,0.0009953742,0.0000843811,0.0036890998,0.0009108067,0.00070881465,0.068636104],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9971186,0.0016183185,0.00012207632,0.00026636143,0.00056890753,0.00030583513],"domain_scores_gemma":[0.99461335,0.002061426,0.00020789148,0.00037933834,0.00085880834,0.0018792208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004934673,0.00096794416,0.00043691753,0.0006955161,0.0016049264,0.0016893512,0.0013979331,0.0013806663,0.010299445],"category_scores_gemma":[0.005897168,0.00046522304,0.00072333013,0.00024323125,0.0017448356,0.001400641,0.004333812,0.0016471227,0.0018183241],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010633091,0.009396444,0.020196592,0.0014715034,0.000108343396,0.0066005653,0.092559904,0.009673552,0.109896965,0.027460234,0.13100101,0.59057164],"study_design_scores_gemma":[0.000512221,0.006540506,0.024739398,0.0008498715,0.00009069996,0.008305205,0.042918876,0.018235218,0.04141279,0.019109035,0.8370013,0.0002849398],"about_ca_topic_score_codex":0.0012857425,"about_ca_topic_score_gemma":0.0033939597,"teacher_disagreement_score":0.010299445,"about_ca_system_score_codex":0.0013894307,"about_ca_system_score_gemma":0.0020188852,"threshold_uncertainty_score":0.03445506},"labels":[],"label_agreement":null},{"id":"W6885050715","doi":"10.13140/rg.2.2.23600.38400","title":"LLNL-PRES-727078 Serious Gaming Final Project: The Robots are Coming Pardee RAND Graduate School, Winter Quarter","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Robot; Context (archaeology); Craft","score_opus":0.0902474858087413,"score_gpt":0.32130186329303323,"score_spread":0.23105437748429192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885050715","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009407589,0.00048062598,0.006063266,0.017622752,0.0037720827,0.0010057156,0.012088856,0.0149956625,0.93456346],"genre_scores_gemma":[0.008220919,0.0001106294,0.0026419563,0.00092871935,0.00018282825,0.00016398625,0.0054150955,0.0011155069,0.98122036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865866,0.0001803542,0.00003159893,0.0002175852,0.0005649294,0.00034691123],"domain_scores_gemma":[0.9958055,0.00027912046,0.00006710708,0.00023630433,0.0012140606,0.00239789],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029920836,0.0010119857,0.00072078686,0.0010526222,0.0042852648,0.007392174,0.0019615728,0.0028997299,0.46683735],"category_scores_gemma":[0.0032530895,0.00057210366,0.00050219166,0.00047690165,0.0009861783,0.0015943546,0.0025909953,0.0034681566,0.2684562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021700596,0.0002960315,0.0003425185,0.000033661174,0.000003639528,0.000040924006,0.000064769854,0.00015223857,0.0007064202,0.0027859828,0.9685997,0.026757127],"study_design_scores_gemma":[0.00011602605,0.00027694172,0.0017863495,0.00006697563,0.000004967406,0.0000441556,0.00034993174,0.001007431,0.0012940168,0.0014828246,0.9935487,0.000021705264],"about_ca_topic_score_codex":0.03768592,"about_ca_topic_score_gemma":0.14490831,"teacher_disagreement_score":0.46683735,"about_ca_system_score_codex":0.003562218,"about_ca_system_score_gemma":0.0053245886,"threshold_uncertainty_score":0.7604918},"labels":[],"label_agreement":null},{"id":"W6886898821","doi":"10.15368/theses.2021.142","title":"A Study of Non-computing Majors' Growth Mindset, Self-Efficacy and Perceived CS Relevance in CS1","year":2021,"lang":"en","type":"article","venue":"DigitalCommons - CalPoly (California State Polytechnic University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Relevance (law); Mindset; Population; Quarter (Canadian coin); Diversity (politics); Duration (music)","score_opus":0.010939922177543969,"score_gpt":0.22492153502812653,"score_spread":0.21398161285058256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6886898821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99970645,0.000010999018,0.000008964091,0.000023932389,0.0000017040788,0.0000039156544,0.000011271402,4.3448722e-7,0.00023221356],"genre_scores_gemma":[0.9993801,0.000024345849,0.00002339552,0.000033027536,0.0000032764372,0.000008804198,0.000032767322,0.0000012360033,0.00049304176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999423,0.00016114267,0.000024621651,0.000065850945,0.00012349738,0.00020182197],"domain_scores_gemma":[0.99240124,0.0014946517,0.0018267616,0.00026102734,0.00076816295,0.0032482063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015279555,0.00025426957,0.00030707632,0.0008287845,0.0012482734,0.0017972618,0.0004169613,0.0004220979,0.002190317],"category_scores_gemma":[0.004889775,0.00026769814,0.00025330824,0.0005590786,0.00079627533,0.00072092423,0.0011457262,0.0017024623,0.00049514335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013953308,0.0019693454,0.93820065,0.00003542101,0.000025033343,0.00015803479,0.046597846,0.00005295189,0.0014939086,0.00025297978,0.000536919,0.010537242],"study_design_scores_gemma":[0.000003861712,0.00029773402,0.977732,0.000011194767,0.0000036334936,0.000044191118,0.020883648,0.00010900419,0.00014278761,0.00004113675,0.00072201755,0.000008714337],"about_ca_topic_score_codex":0.006449945,"about_ca_topic_score_gemma":0.011956714,"teacher_disagreement_score":0.006449945,"about_ca_system_score_codex":0.000663859,"about_ca_system_score_gemma":0.0008479801,"threshold_uncertainty_score":0.012824774},"labels":[],"label_agreement":null},{"id":"W6888854158","doi":"10.2312/eved.20251027","title":"Exploring the Role of Visualization Tools in Enhancing Computing Education: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"Eurographics","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Visualization; Categorization; Systematic review; Comprehension; Information visualization; Data visualization","score_opus":0.032803162898597076,"score_gpt":0.3069012333823334,"score_spread":0.2740980704837363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6888854158","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018811479,0.9958299,0.0005743796,0.0004412173,0.00011937665,0.00044151887,0.00023358664,0.000012947917,0.00046589947],"genre_scores_gemma":[0.016099324,0.979984,0.002204994,0.0005028446,0.00006375964,0.00080297416,0.0001875881,0.0000111496265,0.00014342868],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99037033,0.00355651,0.0035307314,0.0006366424,0.0016363245,0.00026949667],"domain_scores_gemma":[0.93299556,0.05367737,0.006110724,0.00089119765,0.0056483084,0.00067688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014360324,0.0015078979,0.0051029185,0.018962702,0.0011330389,0.00427699,0.0015903322,0.0022993258,0.0042507504],"category_scores_gemma":[0.07195957,0.0011043635,0.0048177224,0.015358611,0.0014102075,0.0038974837,0.002413782,0.0014602079,0.00051242684],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017452799,0.00005648786,0.00096851727,0.874455,0.0032441993,0.00013830404,0.00087726885,0.00014047342,0.00030355196,0.000615384,0.0015658769,0.11746041],"study_design_scores_gemma":[0.00011009981,0.00020091332,0.0018439024,0.9552767,0.018712811,0.00026037855,0.00088113797,0.00007779701,0.00030480468,0.00055099494,0.021743368,0.000037172387],"about_ca_topic_score_codex":0.006712134,"about_ca_topic_score_gemma":0.022161433,"teacher_disagreement_score":0.018962702,"about_ca_system_score_codex":0.0032549147,"about_ca_system_score_gemma":0.020899065,"threshold_uncertainty_score":0.075945556},"labels":[],"label_agreement":null},{"id":"W6894233998","doi":"10.5683/sp3/clryca","title":"Chandler (West) Quebec. 1:50,000. Map Sheet 022A07, ed. 1, 1955","year":2022,"lang":"en","type":"dataset","venue":"Borealis","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Georeference; General partnership; Raster graphics; Natural (archaeology); Aerial photography; Digital mapping; Government (linguistics); Orthophoto; Geographic information system","score_opus":0.01642565154393191,"score_gpt":0.25941910534427504,"score_spread":0.24299345380034312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6894233998","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010939192,0.00010870118,0.000043377284,0.000037776903,0.000023212518,0.000007631032,0.99566215,0.00018695655,0.003820825],"genre_scores_gemma":[0.0013623271,0.00021880458,0.000275229,0.000045056393,0.000010320098,0.000040257353,0.98554057,0.00017251288,0.012334896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993299,0.000033606608,0.000038961378,0.00017129802,0.00024126317,0.00018497689],"domain_scores_gemma":[0.9975286,0.00014081229,0.000118392345,0.00029295485,0.0017091042,0.00021006918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004636503,0.0019466487,0.001326203,0.0049287393,0.0017800693,0.0036560423,0.001945839,0.000709038,0.19743302],"category_scores_gemma":[0.0035098768,0.00073199533,0.00064655504,0.0195773,0.00049540703,0.0013536408,0.0008995399,0.0013881703,0.14213449],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015545367,0.000003445601,0.0005590275,0.00011360772,0.0000061329065,0.000009062604,0.000015490728,0.000065917106,0.000020627818,0.00022161136,0.995204,0.0037654662],"study_design_scores_gemma":[0.000028476172,0.0000029633768,0.008831069,0.00020222086,0.00000760241,0.000019423913,0.000107888365,0.00012273657,0.00009215753,0.00020838472,0.99035865,0.000018389597],"about_ca_topic_score_codex":0.95837563,"about_ca_topic_score_gemma":0.97350514,"teacher_disagreement_score":0.19743302,"about_ca_system_score_codex":0.011216307,"about_ca_system_score_gemma":0.017449342,"threshold_uncertainty_score":0.6604793},"labels":[],"label_agreement":null},{"id":"W6903592271","doi":"10.11575/ajer.v69i3.75299","title":"The Growth of Computer Science Education in Alberta: An Analysis of High School Course Completion Trends","year":2022,"lang":"en","type":"article","venue":"University of Calgary","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Curriculum; Course (navigation); Science education; Curriculum development","score_opus":0.0069474019516339025,"score_gpt":0.2256508901658903,"score_spread":0.2187034882142564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6903592271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813122,0.0009060177,0.00028603588,0.0007884278,0.000018689469,0.00004752697,0.008354842,0.00005855877,0.00822767],"genre_scores_gemma":[0.983186,0.0013005089,0.00058348355,0.00011392784,0.0000130553335,0.000031215484,0.0052752444,0.000023356897,0.009473234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984743,0.00005925113,0.00004381543,0.0001561,0.00082854007,0.00043800205],"domain_scores_gemma":[0.99338937,0.00048951595,0.00095362175,0.00011576939,0.00342168,0.0016300875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010363967,0.00028697198,0.00024079022,0.006430573,0.0016016932,0.0018802519,0.0013776709,0.00038685257,0.0029292572],"category_scores_gemma":[0.0033947246,0.00020457867,0.0002681145,0.014356639,0.00078992173,0.00047965028,0.0012600475,0.0005700418,0.00052991445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007644445,0.000044330754,0.95286673,0.00010066072,0.000019305322,0.0002080847,0.005520265,0.00041250486,0.00071500713,0.0005615418,0.0034436584,0.036031432],"study_design_scores_gemma":[0.0000013159038,0.000010925524,0.99204975,0.000020440126,0.0000035298158,0.00002679419,0.0036723292,0.00021673169,0.00010827623,0.00002060089,0.0038628662,0.0000062641543],"about_ca_topic_score_codex":0.9886686,"about_ca_topic_score_gemma":0.99353176,"teacher_disagreement_score":0.96921766,"about_ca_system_score_codex":0.030782346,"about_ca_system_score_gemma":0.041382857,"threshold_uncertainty_score":0.2233426},"labels":[],"label_agreement":null},{"id":"W6911961778","doi":"10.5281/zenodo.15398798","title":"From Classroom to Cloud: Evaluating Hybrid Approaches for Engineering Software Instruction","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Software; Software development; Perspective (graphical); Scheduling (production processes); Social software engineering; Personal software process","score_opus":0.054088416031141506,"score_gpt":0.2693523971200193,"score_spread":0.2152639810888778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911961778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815925,0.0002003598,0.008254347,0.00034165694,0.000022183933,0.0005203296,0.000090461464,0.000045639314,0.008932439],"genre_scores_gemma":[0.9866371,0.00016381925,0.010737189,0.00018089163,0.000009115745,0.00091361196,0.000053528558,0.0000337967,0.0012708027],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98997307,0.007145235,0.00028319238,0.00074427476,0.001060824,0.00079337606],"domain_scores_gemma":[0.9842258,0.011700555,0.001040641,0.00081861106,0.0011614145,0.0010529751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007923048,0.00042724758,0.00056385587,0.0010931408,0.0015745433,0.0031356106,0.0012129026,0.0008314799,0.0038369445],"category_scores_gemma":[0.017369037,0.0002582801,0.00043457848,0.0011224824,0.0027324555,0.002623122,0.0039032525,0.0012085157,0.0006417459],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002605911,0.015196508,0.0746522,0.003138213,0.00025012097,0.0009796517,0.34106192,0.005750511,0.025009967,0.019019246,0.0058760163,0.5064598],"study_design_scores_gemma":[0.0018603534,0.03184865,0.12600411,0.0027858836,0.0005285702,0.0012000982,0.6639558,0.015013,0.040540166,0.029384008,0.08660126,0.00027813876],"about_ca_topic_score_codex":0.0009986798,"about_ca_topic_score_gemma":0.0025581915,"teacher_disagreement_score":0.007923048,"about_ca_system_score_codex":0.0025211603,"about_ca_system_score_gemma":0.0030035318,"threshold_uncertainty_score":0.04190159},"labels":[],"label_agreement":null},{"id":"W6924995683","doi":"10.1594/pangaea.972829","title":"Passive acoustic monitoring data recorded by recorder ICL1721 at mooring DBS08-08 in the German Bight, North Sea, in 2018","year":2024,"lang":"en","type":"dataset","venue":"Publishing Network for Geoscientific and Environmental Data (PANGAEA) (Alfred Wegener Institute for Polar and Marine Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data processing; Standardization; NetCDF; Metadata; Data set; Data acquisition; Mooring; German","score_opus":0.07172086393757596,"score_gpt":0.31357308815882534,"score_spread":0.24185222422124938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924995683","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0079096295,0.000103840546,0.00036449934,0.00006555859,0.00005599064,0.00005002082,0.9884941,0.0005417303,0.0024146957],"genre_scores_gemma":[0.0038980292,0.00005201277,0.00077959837,0.000024904453,0.000012608103,0.00012020684,0.9938412,0.000052013656,0.0012194702],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993229,0.000054134038,0.000076296536,0.00021160785,0.00022343191,0.000111637084],"domain_scores_gemma":[0.99932075,0.000070447095,0.00006990547,0.00017672875,0.0003002063,0.00006196147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069565035,0.0011674373,0.0008017634,0.0023804528,0.0005381184,0.0008519175,0.0012383802,0.0007578159,0.0072819386],"category_scores_gemma":[0.0015601513,0.0002809651,0.0005242427,0.0032440987,0.00031228634,0.00054486643,0.0010085977,0.00072252785,0.016678454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031194222,0.00009922352,0.023493353,0.0009726748,0.0001083498,0.00021498317,0.00023527736,0.0018685173,0.003183418,0.0007019554,0.9432557,0.02555461],"study_design_scores_gemma":[0.00017191852,0.00006157023,0.12610729,0.00033975233,0.000088671964,0.00014814184,0.00056935614,0.0012989714,0.003388814,0.00070310954,0.86705005,0.00007236718],"about_ca_topic_score_codex":0.04707476,"about_ca_topic_score_gemma":0.08826488,"teacher_disagreement_score":0.04707476,"about_ca_system_score_codex":0.0009590462,"about_ca_system_score_gemma":0.0018016848,"threshold_uncertainty_score":0.093601525},"labels":[],"label_agreement":null},{"id":"W6929095362","doi":"10.4224/20378749","title":"FTIR gas measurement in home smoke alarm tests","year":2002,"lang":"en","type":"report","venue":"NPARC","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Health Canada; National Institute of Standards and Technology","keywords":"Smoke; Fourier transform infrared spectroscopy; Absorption (acoustics); Infrared; Gas analysis","score_opus":0.0976004552531123,"score_gpt":0.2980080841887108,"score_spread":0.2004076289355985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929095362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883208,0.00012266732,0.008074905,0.000021437398,0.000024241697,0.00010152143,0.0005342217,0.00030995393,0.0024901803],"genre_scores_gemma":[0.9773272,0.00025207218,0.017160086,0.00007376576,0.0000079969595,0.00011671978,0.00068977167,0.0000827047,0.004289596],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99925274,0.00004762725,0.000019720033,0.00013071123,0.00046338455,0.00008571458],"domain_scores_gemma":[0.9995459,0.000061770086,0.00004176844,0.000029028908,0.00029120815,0.000030224352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049892307,0.00059582916,0.00042549986,0.0005055809,0.0008335627,0.00032189806,0.00084518024,0.00057615276,0.001997551],"category_scores_gemma":[0.0006848873,0.0002611308,0.00029126034,0.00050285796,0.00039831104,0.00031849623,0.00039506846,0.00045223653,0.0004672029],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005120324,0.00022884595,0.009859227,0.00012302696,0.000014498711,0.00023382557,0.0005096102,0.0015427485,0.9689432,0.00010668644,0.00047901724,0.017447287],"study_design_scores_gemma":[0.000026450241,0.00086889765,0.038642272,0.000017180211,0.000031697757,0.00020771935,0.00046665082,0.006946178,0.95021456,0.00004412073,0.0025060861,0.000028199562],"about_ca_topic_score_codex":0.018273724,"about_ca_topic_score_gemma":0.037061002,"teacher_disagreement_score":0.018273724,"about_ca_system_score_codex":0.0010822151,"about_ca_system_score_gemma":0.00065546425,"threshold_uncertainty_score":0.036334693},"labels":[],"label_agreement":null},{"id":"W6929843826","doi":"10.5061/dryad.jm63xsjb3","title":"Behavioural, morphological, and life history shifts during invasive spread","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Invasive species; Biological dispersal; Population; Introduced species; Cannibalism; Predation; Life history theory","score_opus":0.06405455654051416,"score_gpt":0.24561746458106498,"score_spread":0.1815629080405508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929843826","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99972874,0.00003147622,0.00003703461,0.0000040591344,4.8287177e-7,0.000002440853,0.00001460832,0.0000016444598,0.00017965602],"genre_scores_gemma":[0.9995278,0.00003084732,0.0000959799,0.0000131905,0.0000017651283,0.0000056112463,0.000072669,0.0000016366828,0.00025056308],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9999181,0.00001481564,0.000005132585,0.000025679476,0.000019881845,0.00001632072],"domain_scores_gemma":[0.9995677,0.000059555783,0.00020385478,0.000028554201,0.000058946873,0.00008133186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001728202,0.00014071165,0.00016254318,0.00039399302,0.00020316782,0.00027477043,0.00013462768,0.00019552438,0.00073697756],"category_scores_gemma":[0.00068058126,0.00012881671,0.00016311966,0.00014276254,0.00023376978,0.00027002362,0.0002599789,0.00042665037,0.000106980355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032180257,0.00024332713,0.7435653,0.000041917585,0.000077517,0.0005412307,0.0024676318,0.00015688162,0.24056174,0.000053299827,0.0001198639,0.011849446],"study_design_scores_gemma":[6.85655e-7,0.000054754513,0.9991887,9.3634134e-7,0.0000030581348,0.0001004019,0.00016861701,0.00005954064,0.00037264026,0.0000058036135,0.000042805794,0.0000020562757],"about_ca_topic_score_codex":0.002066708,"about_ca_topic_score_gemma":0.0058793654,"teacher_disagreement_score":0.002066708,"about_ca_system_score_codex":0.00016995065,"about_ca_system_score_gemma":0.00006148878,"threshold_uncertainty_score":0.0041093826},"labels":[],"label_agreement":null},{"id":"W6930282073","doi":"10.5281/zenodo.12295403","title":"The way of the heart pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prayer; Solitude; Silence; Contemplation; Surrender; Blessing; Worship; Meditation","score_opus":0.023144379530074408,"score_gpt":0.24462350882215686,"score_spread":0.22147912929208247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930282073","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003616057,0.0023131997,0.00203755,0.00327242,0.01307282,0.00012784499,0.0024974328,0.004277055,0.9720401],"genre_scores_gemma":[0.0018312474,0.0017692528,0.0008694444,0.0013155333,0.0019305135,0.0000353915,0.0010504242,0.0015111739,0.989687],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926215,0.0000634385,0.00003948961,0.00010418732,0.00041467778,0.00011597236],"domain_scores_gemma":[0.9973954,0.00027526624,0.00008921344,0.00035811344,0.0010325314,0.0008495292],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00075662497,0.001077922,0.0008149659,0.0018263437,0.0017222139,0.0111539345,0.0014005329,0.0018593824,0.7944444],"category_scores_gemma":[0.004277715,0.00056340464,0.001031857,0.0012735127,0.00096873246,0.0072045093,0.0038691137,0.0034313598,0.7295808],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030850435,0.000016811955,0.000046616984,0.00013514824,0.0000024252647,0.000077064804,0.000051867108,0.000029653633,0.0004803358,0.0036331771,0.9477977,0.047698304],"study_design_scores_gemma":[0.0000043069344,0.000008692584,0.000115489565,0.000053205084,0.0000014322131,0.0000734263,0.000039082268,0.000013706324,0.00019137532,0.00060430344,0.9988902,0.000004779779],"about_ca_topic_score_codex":0.0015581805,"about_ca_topic_score_gemma":0.0027305319,"teacher_disagreement_score":0.20555562,"about_ca_system_score_codex":0.0011944592,"about_ca_system_score_gemma":0.0017704136,"threshold_uncertainty_score":0.29320014},"labels":[],"label_agreement":null},{"id":"W6949200946","doi":"10.5281/zenodo.13336098","title":"+⨳9⨳1⨳-⨳8⨳0⨳9⨳4⨳7⨳7⨳4⨳4⨳0⨳4 spell to return ex lover with effective results","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spell; Miracle; Wife; MAGIC (telescope); Happening; German; Caster; Ain't","score_opus":0.01751515941960877,"score_gpt":0.24334374944543555,"score_spread":0.22582859002582678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949200946","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013124418,0.00025182555,0.0014412256,0.003061305,0.003471509,0.0004058826,0.0017234217,0.0054891123,0.98284334],"genre_scores_gemma":[0.0021620921,0.00014416984,0.00049679435,0.0007601834,0.00035773864,0.00007427125,0.00033931117,0.0010144704,0.99465114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999355,0.00007120515,0.00003100176,0.00007218196,0.00029351306,0.00017708894],"domain_scores_gemma":[0.9963121,0.00030034385,0.00014487158,0.00032037607,0.0012864051,0.0016359503],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006669778,0.00085252646,0.00072645606,0.00090320973,0.0021396494,0.004287917,0.0010223795,0.0014466164,0.9249076],"category_scores_gemma":[0.0042776945,0.00044587738,0.00075831264,0.00051764457,0.0005010188,0.0024937012,0.0034812386,0.00202423,0.8867398],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033105403,0.000035491452,0.000093980816,0.000043120348,0.0000012949824,0.000050646464,0.00004234339,0.000016935795,0.00022046195,0.0003613523,0.9686244,0.03047687],"study_design_scores_gemma":[0.00001932657,0.000056753102,0.0005809124,0.000053472504,0.000002204989,0.00014326084,0.00018156055,0.000068228605,0.00029196712,0.00033227922,0.9982572,0.000012816767],"about_ca_topic_score_codex":0.0014427196,"about_ca_topic_score_gemma":0.0033868286,"teacher_disagreement_score":0.075092375,"about_ca_system_score_codex":0.00060903764,"about_ca_system_score_gemma":0.00065079017,"threshold_uncertainty_score":0.10711014},"labels":[],"label_agreement":null},{"id":"W6958422432","doi":"10.6084/m9.figshare.26725949.v1","title":"Additional file 4 of Effect of capacity building interventions on classroom teacher and early childhood educator perceived capabilities, knowledge, and attitudes relating to physical activity and fundamental movement skills: a systematic review and meta-analysis","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children’s Health Research Institute; Western University","funders":"","keywords":"Physical activity; Psychological intervention; Early childhood; Movement (music); Early childhood education; Intervention (counseling); Action (physics)","score_opus":0.03523931033545528,"score_gpt":0.317270392329192,"score_spread":0.2820310819937367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958422432","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013641701,0.0013807825,0.000830291,0.00029779665,0.00014689754,0.002705428,0.99192566,0.00025961237,0.0010892736],"genre_scores_gemma":[0.10443906,0.0069775465,0.041080225,0.0047416147,0.00076676486,0.23200516,0.5547868,0.0014161253,0.053786725],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9972512,0.0007719093,0.00078421994,0.0004833033,0.0004272925,0.00028200782],"domain_scores_gemma":[0.9451023,0.04633159,0.0046436647,0.0010257944,0.002420238,0.00047635045],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005833312,0.002107262,0.004948845,0.004493087,0.0009355115,0.0021097811,0.0024918362,0.002309816,0.8192528],"category_scores_gemma":[0.06881417,0.0014275945,0.007918267,0.0055470252,0.0005100379,0.0029261725,0.0014809164,0.0015745455,0.02762504],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009943064,0.00049705984,0.0038683785,0.6549016,0.0084546795,0.00018200089,0.0003606836,0.0013339957,0.00041454413,0.0029003378,0.28821158,0.028932083],"study_design_scores_gemma":[0.2832892,0.0049133045,0.08652595,0.20693362,0.062686585,0.0009856004,0.0013127816,0.0065775625,0.0017002441,0.024512077,0.3197664,0.0007967117],"about_ca_topic_score_codex":0.011629277,"about_ca_topic_score_gemma":0.023086516,"teacher_disagreement_score":0.8192528,"about_ca_system_score_codex":0.0023704614,"about_ca_system_score_gemma":0.0049077035,"threshold_uncertainty_score":0.257814},"labels":[],"label_agreement":null},{"id":"W6958424854","doi":"10.60770/3jsj-m574","title":"CS connections: adapting a popular puzzle game for computing concepts","year":2025,"lang":"en","type":"other","venue":"MRU-Repo","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Key (lock); Set (abstract data type); Field (mathematics); Feature (linguistics); Matching (statistics)","score_opus":0.021351673682232817,"score_gpt":0.31642362467174534,"score_spread":0.2950719509895125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958424854","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10706149,0.000323084,0.30307359,0.0016982844,0.0013880862,0.0015139156,0.004019534,0.0527787,0.5281433],"genre_scores_gemma":[0.30010092,0.00039455006,0.3807165,0.0010828265,0.0001612077,0.0015611807,0.0069392063,0.012328325,0.2967153],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996704,0.00008270092,0.000015948128,0.00006606389,0.000117927055,0.00004692989],"domain_scores_gemma":[0.99913496,0.0003400437,0.00003081579,0.00013387852,0.00014553568,0.00021479814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042114028,0.0011620324,0.0002671632,0.00069632917,0.0004707039,0.0011130988,0.0019880675,0.0009898014,0.06558507],"category_scores_gemma":[0.0040059476,0.0003088562,0.0004168045,0.00038656205,0.00038525055,0.0019674422,0.0023379535,0.0014084834,0.014094214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001662444,0.0023178211,0.0025005243,0.0007003827,0.0000618529,0.0004864525,0.0014365844,0.01743014,0.027874509,0.07981557,0.27760145,0.58811224],"study_design_scores_gemma":[0.00066468713,0.0010293963,0.0030503538,0.00015380218,0.00008835157,0.0006023865,0.000555453,0.14508805,0.01923974,0.042806152,0.7866048,0.000116795265],"about_ca_topic_score_codex":0.0025900134,"about_ca_topic_score_gemma":0.0061232224,"teacher_disagreement_score":0.06558507,"about_ca_system_score_codex":0.0005154415,"about_ca_system_score_gemma":0.00068823766,"threshold_uncertainty_score":0.21940392},"labels":[],"label_agreement":null},{"id":"W6964987497","doi":"10.26126/intervals.eyms8m","title":"Lung function [Individual measurements]","year":2019,"lang":"en","type":"dataset","venue":"INTERVALS","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lung function; Lung; Cigarette smoke; In vivo; Function (biology); Aerosol","score_opus":0.08594174022954287,"score_gpt":0.3201097267979268,"score_spread":0.23416798656838395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6964987497","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068870396,0.00018201761,0.00020880684,0.0000533489,0.000052719926,0.00004364017,0.99780256,0.00045725133,0.0005110134],"genre_scores_gemma":[0.0018737304,0.000098919816,0.00047134495,0.00007705623,0.000023475244,0.00023741015,0.9965983,0.000069529255,0.000550248],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982834,0.00023473856,0.00026164262,0.00066850265,0.00036558157,0.00018607249],"domain_scores_gemma":[0.99688464,0.0009724456,0.0003675139,0.0009028989,0.0006698663,0.00020250879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001439211,0.0028652973,0.0020121387,0.0021585226,0.00060892006,0.001939483,0.0023984325,0.002522181,0.03519141],"category_scores_gemma":[0.008427206,0.00046031357,0.0020044728,0.002624748,0.00039030347,0.0009193237,0.0016525271,0.001875307,0.05515448],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005448893,0.0001322597,0.0080871275,0.0026338184,0.00027449284,0.00011349501,0.000027899645,0.0011685487,0.0005903745,0.0002523557,0.9703311,0.015843716],"study_design_scores_gemma":[0.0012057372,0.00027929558,0.040476877,0.0015546748,0.0003889431,0.00071257795,0.000106513195,0.0032799882,0.0022260803,0.0027437205,0.946874,0.00015152112],"about_ca_topic_score_codex":0.005537677,"about_ca_topic_score_gemma":0.0092863245,"teacher_disagreement_score":0.03519141,"about_ca_system_score_codex":0.0007089235,"about_ca_system_score_gemma":0.0012413629,"threshold_uncertainty_score":0.11772704},"labels":[],"label_agreement":null},{"id":"W6966687797","doi":"10.48550/arxiv.2207.12702","title":"Teaching Programming to Novices Using the codeBoot Online Environment","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Variety (cybernetics); Programming by demonstration; Inductive programming; Learning environment; Computer programming; Development environment; Online learning","score_opus":0.09795677400955036,"score_gpt":0.22703826962643633,"score_spread":0.12908149561688598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6966687797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15126732,0.00040320584,0.6759799,0.00083496445,0.0003151363,0.0021058877,0.0011440704,0.027474083,0.14047551],"genre_scores_gemma":[0.25332603,0.0010005011,0.6415852,0.00059667346,0.000123694,0.0013798844,0.0024055804,0.0048143277,0.0947681],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988852,0.00024674306,0.0000540866,0.00021005858,0.0003995395,0.0002044437],"domain_scores_gemma":[0.9951633,0.002036325,0.00018536291,0.0006206485,0.0006684004,0.0013260405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001377322,0.0007444655,0.00050620345,0.0013360038,0.000923822,0.0019337907,0.0011809354,0.0006529649,0.027655039],"category_scores_gemma":[0.006561078,0.00034272397,0.0004393973,0.0008715703,0.0007051021,0.0020769828,0.002715188,0.0015667903,0.010120041],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007072847,0.0042507346,0.005217781,0.00082702114,0.000023614344,0.00069043227,0.0069496366,0.0037490334,0.056507412,0.014305741,0.042764463,0.8640069],"study_design_scores_gemma":[0.00059938437,0.0019744674,0.022763535,0.0008264162,0.000049004677,0.0024130484,0.0029287897,0.028282555,0.090656616,0.038639713,0.81069684,0.00016952715],"about_ca_topic_score_codex":0.0012213803,"about_ca_topic_score_gemma":0.002821959,"teacher_disagreement_score":0.027655039,"about_ca_system_score_codex":0.00072413264,"about_ca_system_score_gemma":0.0020697638,"threshold_uncertainty_score":0.09251529},"labels":[],"label_agreement":null},{"id":"W6967046959","doi":"10.48782/e-jiref-10-2-71","title":"La fidélité des scores totaux et la fidélité des scores logits : le cas du modèle de Rasch","year":2024,"lang":"fr","type":"peer-review","venue":"Association pour le Développement des Méthodologies d’Évaluation en Éducation - Europe","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal","funders":"","keywords":"Rasch model; Context (archaeology); Measure (data warehouse); Definiteness","score_opus":0.27877269542579824,"score_gpt":0.40899179610849484,"score_spread":0.1302191006826966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967046959","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20392574,0.0023359081,0.7684192,0.005315199,0.00050206995,0.00069623394,0.001269292,0.00085693545,0.016679477],"genre_scores_gemma":[0.8913139,0.0009782872,0.09369804,0.00060954574,0.00026580927,0.0011082201,0.000901571,0.00029581142,0.010828801],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8473653,0.11779067,0.0037009222,0.013249645,0.014921986,0.0029714622],"domain_scores_gemma":[0.51871645,0.4183506,0.013002076,0.031342085,0.016988004,0.0016007252],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.12894043,0.0019391119,0.0034112677,0.0042884443,0.0018858064,0.009131365,0.0032291997,0.0022155114,0.01055271],"category_scores_gemma":[0.33599725,0.0012837339,0.005101171,0.0054324097,0.008151837,0.0069848583,0.0051704305,0.0064924327,0.0026579937],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020288802,0.0002781309,0.227053,0.0011154781,0.004924406,0.0004730205,0.009228939,0.08601052,0.0011096806,0.33667508,0.0066078207,0.32449502],"study_design_scores_gemma":[0.00027189337,0.0014183482,0.13689464,0.0011500657,0.0016643072,0.0012839868,0.0043149665,0.35707963,0.0032670158,0.45463136,0.037347,0.0006767555],"about_ca_topic_score_codex":0.014082324,"about_ca_topic_score_gemma":0.010906518,"teacher_disagreement_score":0.87105954,"about_ca_system_score_codex":0.0032967895,"about_ca_system_score_gemma":0.0057773585,"threshold_uncertainty_score":0.68191034},"labels":[],"label_agreement":null},{"id":"W6967501136","doi":"10.5281/zenodo.11855835","title":"écosystème numérique pdf","year":2024,"lang":"fr","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Gloom; Pilotage","score_opus":0.034640233590781125,"score_gpt":0.25088691742747843,"score_spread":0.21624668383669732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967501136","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000678826,0.0015156503,0.0024848424,0.0011299102,0.0017418064,0.0000872719,0.008362134,0.0038879393,0.98011166],"genre_scores_gemma":[0.004319075,0.0017456125,0.002729806,0.00044547048,0.00047216527,0.000086160384,0.0056355027,0.002650478,0.9819157],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991621,0.0000625312,0.000043761687,0.0001248213,0.000519725,0.00008715626],"domain_scores_gemma":[0.9985605,0.00020515914,0.000059354657,0.00023318386,0.0006743712,0.0002674629],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007160096,0.001145576,0.0011371364,0.0031799627,0.0016512743,0.0098072095,0.0011274242,0.0015596658,0.74250275],"category_scores_gemma":[0.003763611,0.00045103213,0.0008633783,0.0035584536,0.0006716471,0.0058378596,0.0032602546,0.0020239488,0.60065734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056675675,0.00003821794,0.00017064114,0.00031280975,0.0000063964408,0.000092049435,0.000095754796,0.00021188891,0.00068821234,0.014861927,0.85391045,0.12955505],"study_design_scores_gemma":[0.0000045835727,0.0000052284577,0.00021120526,0.000042842756,0.000001051649,0.000048230628,0.000021597305,0.00003995086,0.00012961238,0.00081031,0.99867994,0.000005529566],"about_ca_topic_score_codex":0.0058447663,"about_ca_topic_score_gemma":0.009300707,"teacher_disagreement_score":0.25749725,"about_ca_system_score_codex":0.0025547273,"about_ca_system_score_gemma":0.0017569186,"threshold_uncertainty_score":0.36728853},"labels":[],"label_agreement":null},{"id":"W6967556034","doi":"10.5281/zenodo.1172644","title":"Htt Overexpression Optimisation In Mammalian Cells","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cell culture; Transfection; Cell; Gene expression; HEK 293 cells","score_opus":0.03155850884906233,"score_gpt":0.2547539753935041,"score_spread":0.22319546654444175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967556034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55433077,0.003536918,0.3683981,0.0010007385,0.0008650269,0.0015891158,0.02900239,0.009052759,0.032224208],"genre_scores_gemma":[0.6604405,0.003194875,0.21863085,0.00052865216,0.00008266038,0.0016840867,0.033700198,0.006635877,0.07510228],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99925965,0.00008031328,0.00012198603,0.00020637263,0.0002329831,0.00009868795],"domain_scores_gemma":[0.9995882,0.00013793499,0.00005437963,0.000103972634,0.00007070101,0.000044950455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006175598,0.00073890435,0.00084013335,0.00046261612,0.00054845307,0.0011633764,0.0006944636,0.0009869514,0.0052684313],"category_scores_gemma":[0.0007009559,0.0005056228,0.0009522508,0.0008190071,0.0004907135,0.00041762798,0.0008808437,0.0018445723,0.0041981335],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001686464,0.00003356127,0.00020226414,0.0001514292,0.000017724044,0.000110929104,0.00006913456,0.0011869366,0.9901107,0.0012909591,0.00084217556,0.0058154496],"study_design_scores_gemma":[0.000034975248,0.00007868785,0.0009455064,0.000020320782,0.00005663486,0.0002093861,0.00003419839,0.005182012,0.95594186,0.00033635288,0.03713713,0.000022920685],"about_ca_topic_score_codex":0.001844754,"about_ca_topic_score_gemma":0.001954022,"teacher_disagreement_score":0.0052684313,"about_ca_system_score_codex":0.0006472696,"about_ca_system_score_gemma":0.00044779517,"threshold_uncertainty_score":0.017624617},"labels":[],"label_agreement":null},{"id":"W6967826591","doi":"10.5281/zenodo.11702504","title":"campbell biology third canadian edition free pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reproduction; Replication (statistics); Systems biology; Variation (astronomy); Synthetic biology; Biological evolution","score_opus":0.022061063075130314,"score_gpt":0.23955218644678186,"score_spread":0.21749112337165155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967826591","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012880469,0.0017209414,0.0008887354,0.0015866465,0.0030009116,0.00012955767,0.005401244,0.003341118,0.9838021],"genre_scores_gemma":[0.0004964574,0.0013322887,0.0008760917,0.0005244495,0.00022656747,0.000043749664,0.0017481768,0.0012020997,0.99355006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983317,0.00005023101,0.00003975408,0.00015741588,0.0012839354,0.00013701752],"domain_scores_gemma":[0.9948955,0.00021590621,0.000078846184,0.00037822823,0.0035887265,0.0008426562],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009362788,0.0014119477,0.0016169031,0.0037578102,0.0050520394,0.009667098,0.0031363412,0.003560856,0.8875428],"category_scores_gemma":[0.0043432275,0.0011276342,0.0011561177,0.005148154,0.0012863862,0.004345723,0.0036064275,0.00339844,0.8342489],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011424313,0.0000083367995,0.000022514534,0.00011138346,0.0000016158032,0.000025287518,0.00002310556,0.00002459002,0.00022309486,0.0012820255,0.97648835,0.021778353],"study_design_scores_gemma":[0.0000026532946,0.0000023786565,0.00007755055,0.00004009025,0.0000011745091,0.00001679581,0.000027067063,0.000009663926,0.000075288895,0.00016481974,0.9995766,0.000005914254],"about_ca_topic_score_codex":0.19327587,"about_ca_topic_score_gemma":0.39072353,"teacher_disagreement_score":0.19327587,"about_ca_system_score_codex":0.00827863,"about_ca_system_score_gemma":0.015121692,"threshold_uncertainty_score":0.38430178},"labels":[],"label_agreement":null},{"id":"W6968041922","doi":"10.5281/zenodo.11613519","title":"Towards AI Literacy: 101+ Creative and Critical Practices, Perspectives and Purposes","year":2024,"lang":"en","type":"book","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Situated; License; Data collection; Collection development; Creativity; Metadata; Commons; Perspective (graphical)","score_opus":0.03532507178378793,"score_gpt":0.3172548694193394,"score_spread":0.2819297976355515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968041922","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15597108,0.022133678,0.056538362,0.27483198,0.01130819,0.0009781655,0.00064753956,0.00093681115,0.47665417],"genre_scores_gemma":[0.7687186,0.012179178,0.03468539,0.033878025,0.004447983,0.0018448381,0.0007368976,0.0013503401,0.14215879],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9612653,0.028381892,0.0010408008,0.0014567679,0.0060525225,0.001802692],"domain_scores_gemma":[0.9496872,0.037887182,0.0016804588,0.0039020637,0.004249676,0.0025934402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02109948,0.001022492,0.00062996475,0.0035275647,0.015219264,0.028799934,0.0018462578,0.0044891243,0.0063657747],"category_scores_gemma":[0.045215327,0.0005005455,0.00076553476,0.0028108705,0.02993804,0.017160665,0.013962667,0.0074711167,0.0019876428],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051294704,0.000043612534,0.00094370276,0.00049166963,0.000010213664,0.00078395207,0.73621196,0.00008548224,0.0010007139,0.12876974,0.07067315,0.06093452],"study_design_scores_gemma":[0.0000068956097,0.000022168759,0.00078343216,0.0010864463,0.0000060334733,0.0006767883,0.2531734,0.00016893474,0.00074307114,0.040157042,0.70313776,0.000038029768],"about_ca_topic_score_codex":0.0029343811,"about_ca_topic_score_gemma":0.0046571805,"teacher_disagreement_score":0.028799934,"about_ca_system_score_codex":0.0065785255,"about_ca_system_score_gemma":0.008288744,"threshold_uncertainty_score":0.111586034},"labels":[],"label_agreement":null},{"id":"W6968189472","doi":"10.5281/zenodo.15755512","title":"Reithrodontomys fulvescens J. A. Allen 1894","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Salt lake; Fauna; Lake sturgeon; Distribution (mathematics)","score_opus":0.051758545742553494,"score_gpt":0.2473745232578826,"score_spread":0.1956159775153291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968189472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6986884,0.011498305,0.0027305426,0.00056498544,0.00050154375,0.0004691643,0.0028179006,0.00063247734,0.28209665],"genre_scores_gemma":[0.96643806,0.006098678,0.0031638634,0.0004992321,0.00012292733,0.00012305412,0.0012922721,0.000029539468,0.022232348],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9998839,0.000010367732,0.000009754056,0.000034314868,0.000037227484,0.00002442027],"domain_scores_gemma":[0.9998723,0.000015832802,0.000058701415,0.000012109263,0.000022168359,0.000018950323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020725494,0.0007429318,0.00030268237,0.0015716688,0.0011718777,0.0003759307,0.00061215047,0.00031146422,0.008061313],"category_scores_gemma":[0.00025721677,0.00023931144,0.00017558981,0.00058105204,0.0005432493,0.0007365398,0.0008116428,0.00040082232,0.0026559036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061802287,0.0002983335,0.12554096,0.0007360778,0.000114776085,0.0057460004,0.003813501,0.0006484444,0.05118574,0.006016668,0.045000535,0.7602809],"study_design_scores_gemma":[0.000079182704,0.00047583712,0.58182293,0.0006350576,0.00012012417,0.0075513627,0.0020769604,0.0005191812,0.0035853528,0.0010881149,0.4020001,0.000045875357],"about_ca_topic_score_codex":0.024589831,"about_ca_topic_score_gemma":0.06647171,"teacher_disagreement_score":0.024589831,"about_ca_system_score_codex":0.0007374753,"about_ca_system_score_gemma":0.00024253374,"threshold_uncertainty_score":0.048893392},"labels":[],"label_agreement":null},{"id":"W6976873390","doi":"10.60692/vvp5e-9e580","title":"Communication transforms the impact of the COVID‐19 pandemic on children with cancer and their families","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital","funders":"","keywords":"Psychosocial; Pandemic; Psychological intervention; Anxiety; Focus group; Pediatric cancer","score_opus":0.04388248838521053,"score_gpt":0.2613828802866349,"score_spread":0.2175003919014244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976873390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513426,0.0014064952,0.0016112142,0.0200362,0.00014448691,0.000061799095,0.00010794009,0.000032655338,0.025256667],"genre_scores_gemma":[0.9972197,0.00073139154,0.0004444787,0.0008039402,0.000017475304,0.000029608536,0.0000145374,0.0000071967684,0.0007317164],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99451643,0.0041841776,0.00012803449,0.00016165039,0.00034282205,0.0006667694],"domain_scores_gemma":[0.98968446,0.0075104004,0.0012375662,0.00021407453,0.0005488523,0.0008046318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054618437,0.00025503294,0.00020881179,0.000501358,0.0039822585,0.002331902,0.00054561277,0.00078070664,0.004475192],"category_scores_gemma":[0.01262389,0.0001818372,0.00033158352,0.0005310691,0.004586153,0.0024252557,0.004425835,0.0020027766,0.00016048766],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070796326,0.000056017696,0.042717554,0.0005310127,0.000028507899,0.002132644,0.89485747,0.00045243566,0.0011199471,0.010332131,0.0053182086,0.04238317],"study_design_scores_gemma":[0.00001055586,0.00009470747,0.016967393,0.0004969501,0.00002391159,0.0009574584,0.9452874,0.00020049534,0.00072461617,0.0020429443,0.033167772,0.00002585324],"about_ca_topic_score_codex":0.008357921,"about_ca_topic_score_gemma":0.009092243,"teacher_disagreement_score":0.008357921,"about_ca_system_score_codex":0.006114343,"about_ca_system_score_gemma":0.008541112,"threshold_uncertainty_score":0.044362903},"labels":[],"label_agreement":null},{"id":"W6977068587","doi":"10.6084/m9.figshare.29839490","title":"School librarians self-rated AI literacy and readiness: A global study","year":2025,"lang":"en","type":"dataset","venue":"Figshare","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Literacy; Adult literacy; Kingdom; Information literacy","score_opus":0.012297597242005022,"score_gpt":0.29759701228752844,"score_spread":0.2852994150455234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977068587","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19106846,0.00029032966,0.00019535207,0.00045569034,0.000025140042,0.00017727399,0.80233,0.00007204889,0.0053856685],"genre_scores_gemma":[0.2554499,0.00047318157,0.00067456183,0.00051991135,0.000043950706,0.0016885111,0.7371093,0.000087413915,0.0039533046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980609,0.000562222,0.00042445882,0.00033534926,0.00037993694,0.00023710892],"domain_scores_gemma":[0.98800474,0.003855843,0.0026009746,0.0011920935,0.003177549,0.0011687715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003167659,0.00037703107,0.0007298632,0.0041392636,0.0006078923,0.0015960382,0.0010505139,0.00088829786,0.016884279],"category_scores_gemma":[0.012875172,0.0003833031,0.00071700313,0.011794865,0.00041011092,0.0016772618,0.001981833,0.0010957578,0.009546869],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005581987,0.00043627823,0.72450477,0.001421193,0.0002860633,0.00009663899,0.00251384,0.00035021408,0.000116363066,0.0005267996,0.24307418,0.02611548],"study_design_scores_gemma":[0.00013367049,0.000098425386,0.95099056,0.0002739086,0.00007740815,0.000073870695,0.0029158099,0.0002211838,0.00008525996,0.00013552929,0.04496926,0.00002513257],"about_ca_topic_score_codex":0.022739863,"about_ca_topic_score_gemma":0.028762473,"teacher_disagreement_score":0.022739863,"about_ca_system_score_codex":0.0009871015,"about_ca_system_score_gemma":0.001089083,"threshold_uncertainty_score":0.056483507},"labels":[],"label_agreement":null},{"id":"W6977309237","doi":"10.6084/m9.figshare.29839490.v1","title":"School librarians self-rated AI literacy and readiness: A global study","year":2025,"lang":"en","type":"dataset","venue":"Figshare","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Literacy; Adult literacy; Kingdom; Information literacy","score_opus":0.012297597242005022,"score_gpt":0.29759701228752844,"score_spread":0.2852994150455234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977309237","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19106846,0.00029032966,0.00019535207,0.00045569034,0.000025140042,0.00017727399,0.80233,0.00007204889,0.0053856685],"genre_scores_gemma":[0.2554499,0.00047318157,0.00067456183,0.00051991135,0.000043950706,0.0016885111,0.7371093,0.000087413915,0.0039533046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980609,0.000562222,0.00042445882,0.00033534926,0.00037993694,0.00023710892],"domain_scores_gemma":[0.98800474,0.003855843,0.0026009746,0.0011920935,0.003177549,0.0011687715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003167659,0.00037703107,0.0007298632,0.0041392636,0.0006078923,0.0015960382,0.0010505139,0.00088829786,0.016884279],"category_scores_gemma":[0.012875172,0.0003833031,0.00071700313,0.011794865,0.00041011092,0.0016772618,0.001981833,0.0010957578,0.009546869],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005581987,0.00043627823,0.72450477,0.001421193,0.0002860633,0.00009663899,0.00251384,0.00035021408,0.000116363066,0.0005267996,0.24307418,0.02611548],"study_design_scores_gemma":[0.00013367049,0.000098425386,0.95099056,0.0002739086,0.00007740815,0.000073870695,0.0029158099,0.0002211838,0.00008525996,0.00013552929,0.04496926,0.00002513257],"about_ca_topic_score_codex":0.022739863,"about_ca_topic_score_gemma":0.028762473,"teacher_disagreement_score":0.022739863,"about_ca_system_score_codex":0.0009871015,"about_ca_system_score_gemma":0.001089083,"threshold_uncertainty_score":0.056483507},"labels":[],"label_agreement":null},{"id":"W6977473190","doi":"10.6084/m9.figshare.c.6700959","title":"Exploring the accuracy of self-reported maternal and newborn care in select studies from low and middle-income country settings: do respondent and facility characteristics affect measurement?","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Respondent; Psychological intervention; Intervention (counseling); Bivariate analysis; Receipt; Affect (linguistics); Univariate; Health care","score_opus":0.09630513106347485,"score_gpt":0.29085383599077463,"score_spread":0.19454870492729978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977473190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85071886,0.07650385,0.046859194,0.0049956925,0.0007473987,0.0025858765,0.011385362,0.00010763941,0.006096116],"genre_scores_gemma":[0.982971,0.0025883869,0.009360857,0.0011536373,0.00013048702,0.0019578019,0.0016600097,0.000039784183,0.00013805197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.57059264,0.2988705,0.09009059,0.017096218,0.02040937,0.0029406622],"domain_scores_gemma":[0.32385013,0.4986911,0.11207375,0.037451327,0.026733076,0.0012005881],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29527378,0.0012738706,0.0025262523,0.008354017,0.0013326063,0.005375053,0.0042741457,0.0022498565,0.0016808081],"category_scores_gemma":[0.5593772,0.001392856,0.0055973385,0.011801659,0.0033059602,0.004169807,0.0054492564,0.0013299354,0.00021476728],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034916258,0.000057761663,0.95602536,0.008158926,0.013208342,0.00010065276,0.0044363854,0.0007961989,0.00019648903,0.00083538145,0.0007665328,0.0150688],"study_design_scores_gemma":[0.00024977332,0.0010770422,0.9430516,0.016369604,0.01370284,0.0007917012,0.0067573544,0.0037797154,0.0023389133,0.0031332884,0.008557919,0.00019022457],"about_ca_topic_score_codex":0.011911721,"about_ca_topic_score_gemma":0.012460791,"teacher_disagreement_score":0.7047262,"about_ca_system_score_codex":0.002249742,"about_ca_system_score_gemma":0.0032977844,"threshold_uncertainty_score":0.8690529},"labels":[],"label_agreement":null},{"id":"W6980375491","doi":"","title":"Canada_PDFrazer Consulting, INC_Government of Alberta_2011-3-2","year":2011,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Identification (biology); Product (mathematics); Process (computing)","score_opus":0.006682433490539995,"score_gpt":0.17714959380464662,"score_spread":0.17046716031410664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980375491","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00054156734,0.0007686001,0.0004992882,0.0027616972,0.00048617856,0.00008831293,0.00804401,0.0025792543,0.98423105],"genre_scores_gemma":[0.0011380257,0.00042586908,0.0002979447,0.00021736984,0.000020121253,0.000007655119,0.0019314921,0.000287311,0.9956742],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981528,0.000045846824,0.00003142031,0.00013086603,0.0013362116,0.00030276485],"domain_scores_gemma":[0.99514055,0.00023565473,0.0000824854,0.000257292,0.0032608428,0.0010230959],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008073478,0.00104629,0.0005760814,0.0023891474,0.004340939,0.0076378784,0.0016015726,0.0027214682,0.68472284],"category_scores_gemma":[0.0030345672,0.00091378577,0.00047816712,0.004980915,0.0011884709,0.0017747139,0.0014115477,0.001814633,0.47838187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021939248,0.000020949836,0.00015935705,0.000069873626,0.0000016329938,0.000032070755,0.000051008632,0.000063774954,0.00019951668,0.0024229803,0.9618508,0.035105933],"study_design_scores_gemma":[0.000006394668,0.000005233326,0.0005646745,0.000039813636,0.0000024184385,0.000020386658,0.000095786694,0.000069277405,0.00016902787,0.00021948702,0.9987999,0.000007570385],"about_ca_topic_score_codex":0.85506034,"about_ca_topic_score_gemma":0.9423463,"teacher_disagreement_score":0.68472284,"about_ca_system_score_codex":0.017020097,"about_ca_system_score_gemma":0.05264896,"threshold_uncertainty_score":0.4497046},"labels":[],"label_agreement":null},{"id":"W6985173089","doi":"","title":"Sentencing","year":2020,"lang":"en","type":"other","venue":"Mount Royal University Institutional Repository (Mount Royal University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Criminal justice; Economic Justice; Public opinion; Sentencing guidelines; Criminal law","score_opus":0.007600305542231255,"score_gpt":0.16839901296032583,"score_spread":0.16079870741809457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6985173089","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031389914,0.0012091213,0.005648851,0.0068490054,0.0011342086,0.0017535802,0.012875235,0.001349109,0.937791],"genre_scores_gemma":[0.1669818,0.0018994682,0.006874677,0.0046500973,0.00019680354,0.0006732755,0.0080120675,0.0003913553,0.81032044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99263835,0.0007395732,0.0003321608,0.0006137675,0.0037527925,0.0019233996],"domain_scores_gemma":[0.9908642,0.0006641865,0.00019096708,0.00059629604,0.005884599,0.0017997044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00393752,0.0005417624,0.00056761806,0.0029074498,0.015027066,0.004680181,0.00257848,0.00169054,0.077106655],"category_scores_gemma":[0.01693324,0.00041594612,0.0004298083,0.0026265674,0.0014957236,0.0010185785,0.0032792762,0.0022487405,0.022488762],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001010992,0.00013250766,0.006701388,0.00018186957,0.000018888364,0.0013867435,0.006422767,0.00062548567,0.0009037552,0.05315237,0.7212079,0.20916532],"study_design_scores_gemma":[0.000024938901,0.000048870716,0.02683743,0.00023889309,0.000015237009,0.0005109611,0.0031895807,0.0005376115,0.00055158173,0.0027757208,0.96520454,0.00006454541],"about_ca_topic_score_codex":0.934112,"about_ca_topic_score_gemma":0.9615083,"teacher_disagreement_score":0.934112,"about_ca_system_score_codex":0.038438916,"about_ca_system_score_gemma":0.1396151,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W6986947937","doi":"","title":"Representation of women in CS: how do we measure a program's success?","year":2009,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Representation (politics); Measure (data warehouse); Set (abstract data type); Sample (material); Data set; Psychological intervention; Correlation","score_opus":0.019134777529846277,"score_gpt":0.25264648977587595,"score_spread":0.23351171224602968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986947937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98594725,0.000330395,0.0035306758,0.0023552806,0.000055280037,0.000065766544,0.0005186061,0.00003391722,0.0071628755],"genre_scores_gemma":[0.9981608,0.000103184124,0.0007478698,0.00014712027,0.00003921967,0.00006141401,0.00021993664,0.0000122712345,0.00050802936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99180156,0.0040164855,0.0005092186,0.0005634547,0.0018796751,0.0012296751],"domain_scores_gemma":[0.937225,0.031825718,0.016243845,0.003903843,0.0044857305,0.0063159233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010472519,0.0002431809,0.000486733,0.0034454488,0.0011924482,0.002552075,0.0010307718,0.0006281781,0.0026212416],"category_scores_gemma":[0.07857626,0.0001475046,0.00034405405,0.0039136005,0.0023032231,0.0030465326,0.0029738052,0.0013064874,0.000779111],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009680497,0.00009052219,0.95838,0.000032457563,0.00005676447,0.00003529467,0.0037673684,0.0003099352,0.00020418759,0.0010059816,0.0014526211,0.034568172],"study_design_scores_gemma":[0.0000115085995,0.0003294814,0.9704944,0.000088521214,0.000037451086,0.0001365822,0.017509945,0.0019688809,0.0009052788,0.0017560455,0.006723898,0.00003801612],"about_ca_topic_score_codex":0.008295422,"about_ca_topic_score_gemma":0.010107606,"teacher_disagreement_score":0.010472519,"about_ca_system_score_codex":0.0014582118,"about_ca_system_score_gemma":0.0013687747,"threshold_uncertainty_score":0.055384636},"labels":[],"label_agreement":null},{"id":"W6989065572","doi":"","title":"AI Eye Episode 436: Microsoft Canada Announces Canada Skills Program to Improve AI Skills","year":2020,"lang":"en","type":"other","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Attendance; The Internet; Training (meteorology)","score_opus":0.0030133350943165023,"score_gpt":0.23623891540280167,"score_spread":0.23322558030848517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989065572","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005826808,0.0009270318,0.0013065067,0.0692004,0.010317022,0.0005718534,0.016538132,0.002681266,0.8926311],"genre_scores_gemma":[0.004486137,0.00020182448,0.00029240624,0.00477146,0.0003073077,0.000029676448,0.0022486607,0.00019289916,0.98746955],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997624,0.000040224775,0.000021805188,0.00009941704,0.0014670289,0.0007475039],"domain_scores_gemma":[0.9924665,0.00024342888,0.00007695928,0.000114393086,0.003421257,0.003677544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018064935,0.00087254005,0.00041106011,0.0015972143,0.0064386665,0.0059198006,0.0014500673,0.0074474243,0.26629195],"category_scores_gemma":[0.00351548,0.00055432273,0.0007086688,0.0010321824,0.0009399801,0.0012401509,0.0019405105,0.0055719614,0.08619464],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026389182,0.000053844404,0.00024400337,0.000011461173,0.0000015886294,0.000017452567,0.000014161003,0.000033916323,0.00013204158,0.0008893271,0.9918248,0.006750974],"study_design_scores_gemma":[0.000037391845,0.000043393462,0.0029802283,0.000026408243,0.0000037751854,0.00001628433,0.00011580553,0.00035146574,0.00048415642,0.0004528635,0.99547607,0.000012124406],"about_ca_topic_score_codex":0.8540899,"about_ca_topic_score_gemma":0.95864797,"teacher_disagreement_score":0.26629195,"about_ca_system_score_codex":0.017410185,"about_ca_system_score_gemma":0.0690971,"threshold_uncertainty_score":0.8908353},"labels":[],"label_agreement":null},{"id":"W6989122556","doi":"","title":"AI Education and Design Fiction","year":2025,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mindset; Narrative; Bridge (graph theory); Component (thermodynamics); Adaptation (eye); Reflection (computer programming); Empirical research; Empirical evidence","score_opus":0.06833019693526948,"score_gpt":0.32668881154021434,"score_spread":0.25835861460494486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989122556","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043659013,0.021801788,0.35443988,0.08697459,0.0031800594,0.00060513726,0.00019806929,0.00057411334,0.48856732],"genre_scores_gemma":[0.74522823,0.01448038,0.16541061,0.011774597,0.0009325969,0.0011974084,0.00026496832,0.00035007854,0.06036115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98523176,0.011551234,0.00041437548,0.0006337545,0.0017739149,0.00039493313],"domain_scores_gemma":[0.9419614,0.04844186,0.0017290919,0.004601105,0.0023882687,0.0008782644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015649104,0.0009779242,0.00051605434,0.0024389115,0.0042019044,0.007932701,0.0013832795,0.0029767773,0.008307996],"category_scores_gemma":[0.033050157,0.0004813583,0.0007017941,0.0016043419,0.028482072,0.009069412,0.0061710794,0.005266,0.0015765887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001869926,0.0000545121,0.0005453667,0.0005333906,0.000010415282,0.00014630647,0.019520886,0.0011349521,0.00032098847,0.9188902,0.007473427,0.051350817],"study_design_scores_gemma":[0.000022916214,0.00007639191,0.0002785392,0.0011405069,0.000011349478,0.0004815361,0.006829527,0.0014759707,0.0009801756,0.44079334,0.547884,0.000025772422],"about_ca_topic_score_codex":0.0015705341,"about_ca_topic_score_gemma":0.0022772062,"teacher_disagreement_score":0.015649104,"about_ca_system_score_codex":0.006829306,"about_ca_system_score_gemma":0.0066536544,"threshold_uncertainty_score":0.08276141},"labels":[],"label_agreement":null},{"id":"W6992031575","doi":"","title":"Investigating the Utility of Prompting Novice Programmers for Self-Explanations to Improve Mental Models","year":2021,"lang":"en","type":"article","venue":"eScholarship (California Digital Library)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Nucleofection; TSG101; Gestational period; Dysgeusia; Diafiltration; Liquation; Demotion; Articular cartilage damage","score_opus":0.02582778898416842,"score_gpt":0.2490188643171639,"score_spread":0.22319107533299548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992031575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99410266,0.000026021797,0.0042095333,0.000105373605,0.000004824091,0.00013126634,0.00002190202,0.00013230446,0.001266128],"genre_scores_gemma":[0.98697644,0.000044818913,0.011523998,0.00007267727,0.0000031481266,0.00018444085,0.00005602455,0.00003081302,0.0011076704],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99524,0.0033109707,0.00022598806,0.00042726382,0.00049242977,0.0003033002],"domain_scores_gemma":[0.89451253,0.092074424,0.0039064903,0.0036287361,0.0040137675,0.0018640794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006743712,0.00053633953,0.00035896993,0.0006768658,0.0006038783,0.0020445026,0.0013200697,0.0013210098,0.0032850306],"category_scores_gemma":[0.0741751,0.00036011718,0.00032722598,0.00032977902,0.0010719319,0.0019768765,0.0018520065,0.0015559181,0.00058135565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029037604,0.01703996,0.17961887,0.0025572397,0.00015304112,0.0019617558,0.3917093,0.009988075,0.09814841,0.003708045,0.0032965995,0.28891498],"study_design_scores_gemma":[0.0018983296,0.03921713,0.3487844,0.0013037531,0.00071761536,0.0026231909,0.24317476,0.080809884,0.22896372,0.013347739,0.038557768,0.00060172955],"about_ca_topic_score_codex":0.00054987264,"about_ca_topic_score_gemma":0.00090787484,"teacher_disagreement_score":0.006743712,"about_ca_system_score_codex":0.00075720344,"about_ca_system_score_gemma":0.00091749086,"threshold_uncertainty_score":0.035664618},"labels":[],"label_agreement":null},{"id":"W6992624108","doi":"","title":"L’opposition wallonne au CETA : une politisation à risque pour l’Union ?","year":2021,"lang":"fr","type":"report","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Private life; Gloom; General interest","score_opus":0.03089741660243232,"score_gpt":0.2541593267783926,"score_spread":0.22326191017596028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992624108","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06955362,0.0065672523,0.0029383372,0.16922079,0.00148953,0.000025839618,0.000039836992,0.000059975413,0.7501047],"genre_scores_gemma":[0.832357,0.0024900066,0.0006305093,0.024461068,0.00057325093,0.000053605658,0.00004617766,0.00012502642,0.13926333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892699,0.004714065,0.00024087411,0.0012726901,0.002188533,0.0023138188],"domain_scores_gemma":[0.99354583,0.0033519075,0.00070299074,0.00048022994,0.00080343493,0.0011157378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007599408,0.00040913917,0.0004795454,0.0014363327,0.015417746,0.021474846,0.0011475179,0.0068350066,0.017452164],"category_scores_gemma":[0.016992014,0.00033715105,0.00041339174,0.002047702,0.0231014,0.008798707,0.008071851,0.009103175,0.0021390365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045584828,0.000022864246,0.0017487655,0.000058948855,0.0000088555735,0.00022060912,0.034777984,0.00008939626,0.00016598353,0.92310226,0.022248236,0.017510451],"study_design_scores_gemma":[0.000025606201,0.000035818517,0.0043662232,0.0008751017,0.000016776869,0.00020252667,0.050275516,0.00029729377,0.00042977487,0.11642425,0.8270074,0.000043801218],"about_ca_topic_score_codex":0.052737802,"about_ca_topic_score_gemma":0.051920548,"teacher_disagreement_score":0.052737802,"about_ca_system_score_codex":0.013248461,"about_ca_system_score_gemma":0.012879524,"threshold_uncertainty_score":0.10486168},"labels":[],"label_agreement":null},{"id":"W6995839843","doi":"","title":"Proceedings of the Western Canadian Conference on Computing Education","year":2014,"lang":"en","type":"other","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Work (physics); Information system","score_opus":0.014530745005660376,"score_gpt":0.2479260379292947,"score_spread":0.23339529292363434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6995839843","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030617532,0.00817795,0.0025924924,0.027270205,0.014869957,0.000104822604,0.0017563368,0.00060673355,0.94155973],"genre_scores_gemma":[0.0057318285,0.003476576,0.00076942315,0.00053989433,0.0003594514,0.000021442045,0.0006574096,0.00015973773,0.98828423],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804187,0.00015643422,0.00004514066,0.00014750577,0.0011690805,0.0004400695],"domain_scores_gemma":[0.994501,0.00029630738,0.00006818476,0.00020745963,0.0029944282,0.0019326009],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002420521,0.0009425337,0.000749489,0.0024010753,0.004930842,0.0079407925,0.001514485,0.0017650678,0.3430786],"category_scores_gemma":[0.003345868,0.0003753613,0.00044044963,0.0032877736,0.0022332198,0.0023612608,0.002814985,0.0024818776,0.094071805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002604345,0.000054846543,0.0004555333,0.00007316161,0.0000037227628,0.000030132263,0.00017269173,0.00009372196,0.00013526036,0.006558312,0.9252696,0.06712692],"study_design_scores_gemma":[0.0000029773487,0.000004885984,0.0010687034,0.00007412196,0.000003455699,0.000015224591,0.0004083152,0.00012600384,0.0001229959,0.0009561308,0.99720913,0.000008028614],"about_ca_topic_score_codex":0.691308,"about_ca_topic_score_gemma":0.8592876,"teacher_disagreement_score":0.9861255,"about_ca_system_score_codex":0.013874487,"about_ca_system_score_gemma":0.05654798,"threshold_uncertainty_score":0.93701863},"labels":[],"label_agreement":null},{"id":"W6996651126","doi":"","title":".ss+****1800==919{{{0992***)))QuickBooKs suPPort PHone number,QuickBooKs pHONe number,!.!. @","year":2016,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Helpline; Phone; Service (business); Customer service; Customer needs; Telephone line","score_opus":0.014426592491168278,"score_gpt":0.26994532077471056,"score_spread":0.2555187282835423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996651126","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004695437,0.00009464816,0.0007095533,0.00029703384,0.0006483084,0.00015554417,0.0025299382,0.006621593,0.9884737],"genre_scores_gemma":[0.0010813896,0.000085767555,0.00025842644,0.00018649186,0.000070308866,0.000035134075,0.0008872033,0.0012738985,0.99612135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996717,0.000029249333,0.000014181751,0.000058591377,0.00014488953,0.000081373306],"domain_scores_gemma":[0.99791926,0.00016183312,0.00005544867,0.0002067056,0.000845503,0.00081135624],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00032292042,0.0012420607,0.00086460536,0.0012539028,0.0019074623,0.0045836596,0.0010904289,0.0012919275,0.9651259],"category_scores_gemma":[0.0024862103,0.0006654064,0.00065214303,0.0010638913,0.0004364384,0.0030728518,0.002617737,0.0012106979,0.9632573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002971945,0.00003263492,0.00011635735,0.00005724145,0.0000014625747,0.000034371,0.000029263101,0.000018573443,0.00037331256,0.00051594374,0.9742488,0.024542242],"study_design_scores_gemma":[0.000018798612,0.000031699903,0.00053449936,0.000061413375,0.0000037752584,0.000100948186,0.0000991302,0.0000897446,0.00042810527,0.00020099967,0.998418,0.000012856343],"about_ca_topic_score_codex":0.0035123378,"about_ca_topic_score_gemma":0.0047493204,"teacher_disagreement_score":0.03487408,"about_ca_system_score_codex":0.0008890477,"about_ca_system_score_gemma":0.00076829694,"threshold_uncertainty_score":0.049743533},"labels":[],"label_agreement":null},{"id":"W6999412931","doi":"","title":"Consilienza nella risposta di adattamento sensoriale periferico","year":2022,"lang":"it","type":"article","venue":"AMS Degree Thesis (University of Bologna)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Population; Context (archaeology); Function (biology)","score_opus":0.03774516232057515,"score_gpt":0.2188893182111376,"score_spread":0.18114415589056246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999412931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81822854,0.029821184,0.066736445,0.007138563,0.0014239548,0.00018030533,0.0017807516,0.00085331226,0.07383692],"genre_scores_gemma":[0.9399673,0.009091652,0.014799185,0.0015891804,0.00029187734,0.00018149088,0.0007662725,0.00012239131,0.03319062],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99929714,0.00008636705,0.00003383511,0.00026514856,0.00020665354,0.000110802765],"domain_scores_gemma":[0.9984523,0.00036352855,0.00040567905,0.0002128772,0.0004163996,0.00014924469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008640272,0.00065542484,0.00065125676,0.0007037025,0.0006121927,0.0023346394,0.0007718266,0.001434413,0.010599463],"category_scores_gemma":[0.0013734088,0.0005054583,0.0008204964,0.0004109592,0.0013849542,0.0018738911,0.0013270373,0.0015633813,0.002082173],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015006951,0.00032857267,0.071421064,0.0024510971,0.0006297334,0.0014051914,0.0029586323,0.0021482345,0.7024451,0.021617055,0.00847041,0.18462428],"study_design_scores_gemma":[0.00012958047,0.005244435,0.64179677,0.0009232494,0.0008943901,0.0040389593,0.0038313305,0.008283622,0.18082805,0.030806372,0.12291771,0.00030549627],"about_ca_topic_score_codex":0.0041224784,"about_ca_topic_score_gemma":0.006217658,"teacher_disagreement_score":0.010599463,"about_ca_system_score_codex":0.0010196898,"about_ca_system_score_gemma":0.0010405717,"threshold_uncertainty_score":0.035458744},"labels":[],"label_agreement":null},{"id":"W7006384772","doi":"","title":"Teaching Data Bases with a Learning Tool","year":2006,"lang":"en","type":"article","venue":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Component (thermodynamics); Base (topology); Learning Management; Management system; Open source; Data management; Course (navigation)","score_opus":0.05342332820843769,"score_gpt":0.2772912228104216,"score_spread":0.22386789460198392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7006384772","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2415197,0.00036785018,0.5857829,0.0010259628,0.00018814843,0.0011882336,0.0013896587,0.12357301,0.044964626],"genre_scores_gemma":[0.44089368,0.00033102193,0.49723718,0.0005723644,0.00015076157,0.00073898636,0.0023635165,0.0023608503,0.055351593],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931145,0.00011520027,0.000056078097,0.00018178523,0.00025251813,0.00008286256],"domain_scores_gemma":[0.9971558,0.0014389314,0.00013293259,0.0004191869,0.00027730007,0.0005758128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007686184,0.00078237866,0.0004445191,0.0008977661,0.0004880155,0.0016025236,0.0015075734,0.00089779386,0.034721613],"category_scores_gemma":[0.0034643356,0.00034822276,0.00041788482,0.00074156595,0.00024211091,0.0017088262,0.0018461681,0.0010332926,0.0103410715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010726209,0.002538708,0.0066461205,0.0004933187,0.000043398653,0.000845714,0.0013623358,0.0023576985,0.053844646,0.0033882917,0.03177347,0.89563376],"study_design_scores_gemma":[0.0022401921,0.0054056374,0.028686002,0.00067846396,0.0005153346,0.0054747304,0.001213606,0.13479353,0.3592315,0.012767802,0.44867155,0.0003216883],"about_ca_topic_score_codex":0.00095665565,"about_ca_topic_score_gemma":0.0007610426,"teacher_disagreement_score":0.034721613,"about_ca_system_score_codex":0.0005715281,"about_ca_system_score_gemma":0.00080229144,"threshold_uncertainty_score":0.116155386},"labels":[],"label_agreement":null},{"id":"W7008267440","doi":"","title":"Beyond Inclusion: Interrogating the Transformational Potential of Informal STEM Learning","year":2023,"lang":"en","type":"article","venue":"D-Scholarship@Pitt (University of Pittsburgh)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transformational leadership; Feminism; Informal learning; Equity (law); Lifelong learning; Intersectionality; Informal education; Educational equity; Higher education; Power (physics)","score_opus":0.01561690158219079,"score_gpt":0.22129601929863602,"score_spread":0.20567911771644523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008267440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75564617,0.00077251956,0.0058852523,0.012335349,0.00019062524,0.00008017082,0.00003373636,0.00002703342,0.22502914],"genre_scores_gemma":[0.9962088,0.00016758796,0.00031805428,0.0003510758,0.00002435115,0.000030161218,0.000009326158,0.000012212037,0.0028784755],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99299204,0.004591988,0.00010156988,0.0004999631,0.0008309241,0.0009836275],"domain_scores_gemma":[0.9912326,0.006008102,0.000577248,0.0005823224,0.00066153886,0.00093822804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007617045,0.00035274078,0.00028476733,0.0014604214,0.015301115,0.012449783,0.001537251,0.0019446346,0.0034899854],"category_scores_gemma":[0.010203443,0.0002573939,0.0002658103,0.0012319179,0.03691177,0.0138643,0.01647145,0.003140847,0.00029572527],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028165407,0.000038445523,0.0035864692,0.000053568627,0.0000032274052,0.00035786143,0.8545179,0.00007310095,0.0003303221,0.12746595,0.0007087688,0.012836275],"study_design_scores_gemma":[0.000006885458,0.000034925484,0.0021952442,0.00015810583,0.000005520757,0.0001680763,0.90740794,0.00023149954,0.00036741918,0.03431306,0.055100903,0.000010424818],"about_ca_topic_score_codex":0.008013325,"about_ca_topic_score_gemma":0.015080969,"teacher_disagreement_score":0.015301115,"about_ca_system_score_codex":0.006138485,"about_ca_system_score_gemma":0.0063338564,"threshold_uncertainty_score":0.04453808},"labels":[],"label_agreement":null},{"id":"W7010707756","doi":"","title":"Institutional support for computing faculty research productivity: does gender matter?","year":2012,"lang":"en","type":"article","venue":"The Institutional Repository at DePaul University (DePaul University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Publishing; Scope (computer science); Survey data collection; Survey instrument","score_opus":0.06669258624247962,"score_gpt":0.28664709719621884,"score_spread":0.21995451095373922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010707756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979813,0.0007797231,0.0003619958,0.005503532,0.000058045844,0.000012695321,0.00015398691,0.000008471259,0.013308544],"genre_scores_gemma":[0.99853134,0.00025550404,0.00009996421,0.00032173278,0.000024389772,0.0000053000517,0.000028392153,0.000004867499,0.0007285355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996497,0.0012428361,0.00015133616,0.00021980763,0.0012539804,0.0006350664],"domain_scores_gemma":[0.96464676,0.013570519,0.009830929,0.00083019224,0.004258179,0.0068634027],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00409355,0.00015665473,0.00027967663,0.0012972029,0.0024795225,0.0031392528,0.0005564757,0.00044627112,0.007919822],"category_scores_gemma":[0.024616573,0.00011366472,0.00019699184,0.0015832613,0.002449623,0.0012408481,0.0013492666,0.0005813637,0.00073097897],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015534887,0.000115988645,0.9281678,0.00006466462,0.000032148953,0.00017799596,0.020467198,0.000065500164,0.00053619925,0.0018863885,0.002424039,0.045906704],"study_design_scores_gemma":[0.000015000147,0.0001464787,0.9168941,0.00011266818,0.000021531314,0.00021743514,0.073862895,0.00022565734,0.00027193653,0.0011788582,0.007027831,0.000025723104],"about_ca_topic_score_codex":0.045776658,"about_ca_topic_score_gemma":0.10573467,"teacher_disagreement_score":0.9959065,"about_ca_system_score_codex":0.0032016202,"about_ca_system_score_gemma":0.0060048024,"threshold_uncertainty_score":0.091020405},"labels":[],"label_agreement":null},{"id":"W7018930314","doi":"","title":"Electric Royalties: Ontario Lithium Project Secures C$100M Financing Interest from Export Development Canada","year":2024,"lang":"en","type":"other","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lithium (medication); Investment (military); Export credit agency","score_opus":0.021440280536222295,"score_gpt":0.23345329742285348,"score_spread":0.21201301688663118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7018930314","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053891055,0.00031560395,0.0006911916,0.008060579,0.00048367807,0.00010520208,0.0058710678,0.00093655393,0.9781471],"genre_scores_gemma":[0.008293676,0.00016644245,0.0002470861,0.00048634794,0.000032227526,0.000012749621,0.0011695772,0.00015670036,0.98943526],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874276,0.00002539935,0.000014752485,0.00008636903,0.0007490848,0.00038160646],"domain_scores_gemma":[0.99643964,0.00013441962,0.00006336962,0.000118978955,0.0023812135,0.0008624583],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006179461,0.0008918666,0.00031971373,0.0017818004,0.005225985,0.004306213,0.0009319725,0.002104361,0.3020031],"category_scores_gemma":[0.002528931,0.00055017095,0.00055668363,0.0015623546,0.0012497195,0.001111835,0.001513462,0.0020978274,0.08712796],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008138302,0.000038719114,0.0013695494,0.000046555684,0.0000050950653,0.00007799755,0.000084490835,0.00016771263,0.0005159345,0.017572135,0.95030236,0.029738003],"study_design_scores_gemma":[0.00003108103,0.000016472539,0.002340212,0.000026328062,0.000005404865,0.000041756975,0.00016182757,0.00042981573,0.00054053625,0.0009042654,0.99549073,0.000011583457],"about_ca_topic_score_codex":0.9030908,"about_ca_topic_score_gemma":0.94741505,"teacher_disagreement_score":0.3020031,"about_ca_system_score_codex":0.030784013,"about_ca_system_score_gemma":0.07759761,"threshold_uncertainty_score":0.9956079},"labels":[],"label_agreement":null},{"id":"W7020753823","doi":"","title":"MakerArcade : Using Gaming and Physical Computing for Playful Making, Learning, and Creativity","year":2019,"lang":"en","type":"article","venue":"Lancaster EPrints (Lancaster University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Variety (cybernetics); Physical computing; Creativity; Strict constructionism; Constructionism; Programming by demonstration; Cyber-physical system","score_opus":0.020022268062427555,"score_gpt":0.26744054756403235,"score_spread":0.2474182795016048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020753823","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056810837,0.0014711506,0.691778,0.0016940811,0.0003644942,0.00084563287,0.0003943754,0.018901752,0.2277397],"genre_scores_gemma":[0.343835,0.0013270336,0.5276603,0.0009935573,0.00010582739,0.0010163093,0.00062248233,0.0017600881,0.12267934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923193,0.00019171595,0.00003166103,0.00013870868,0.0002958224,0.000110241665],"domain_scores_gemma":[0.99950624,0.00014581528,0.000026870826,0.00010950167,0.00005714518,0.00015433098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008606592,0.0009575339,0.0002859508,0.0009698971,0.0011231578,0.004321792,0.001980991,0.0011057721,0.017623655],"category_scores_gemma":[0.0017615134,0.0005442867,0.0006575772,0.00045010613,0.0019149173,0.0040896875,0.00584155,0.0013684762,0.0025945702],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007234856,0.00043317475,0.0030254489,0.00096330984,0.00008657548,0.0006973357,0.009737508,0.0033957954,0.057740543,0.37426808,0.048666045,0.5002627],"study_design_scores_gemma":[0.0001698641,0.00058559957,0.0036407602,0.00028331898,0.00007985452,0.0022613604,0.0014616399,0.018013181,0.03059935,0.061638,0.88109815,0.00016880296],"about_ca_topic_score_codex":0.0016242717,"about_ca_topic_score_gemma":0.0036943252,"teacher_disagreement_score":0.017623655,"about_ca_system_score_codex":0.0005752759,"about_ca_system_score_gemma":0.00095582986,"threshold_uncertainty_score":0.05895704},"labels":[],"label_agreement":null},{"id":"W7024127585","doi":"","title":"The Promise of Economic Rights and the Welfare State","year":2008,"lang":"en","type":"article","venue":"Digital Commons - DU (University of Denver)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"nobody; Welfare state; State (computer science); Welfare rights; Mythology; Social policy; Human rights; Social Welfare; Welfare; Collective bargaining","score_opus":0.007590055605286132,"score_gpt":0.16891930505657884,"score_spread":0.1613292494512927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024127585","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025364854,0.6083657,0.0016221899,0.21051104,0.002133801,0.000008754563,0.00008027287,0.000016749067,0.174725],"genre_scores_gemma":[0.28863958,0.6179359,0.0011564307,0.036655944,0.006666026,0.00004609348,0.00009696541,0.000067412526,0.048735745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99707747,0.00096596417,0.000067798304,0.00024496013,0.0009335457,0.0007103206],"domain_scores_gemma":[0.9981987,0.0009391468,0.00008412707,0.00010356959,0.00047741478,0.00019708973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025432366,0.00063024496,0.0005663532,0.0024672963,0.005538037,0.010008008,0.001196774,0.004603767,0.004690158],"category_scores_gemma":[0.0038872415,0.00026789017,0.00041558628,0.00337156,0.030202195,0.008742892,0.0028246844,0.005053442,0.0005898004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004894141,0.000005492894,0.000075328804,0.000076125296,0.0000033638028,0.000028458644,0.0006841183,0.00022037228,0.000016735143,0.9474508,0.036480002,0.014954284],"study_design_scores_gemma":[0.0000039652264,0.0000043497234,0.00046634185,0.0007948986,0.0000052342593,0.00004577878,0.0013056088,0.00013303346,0.00003785517,0.46033865,0.5368538,0.000010432405],"about_ca_topic_score_codex":0.23099609,"about_ca_topic_score_gemma":0.26369458,"teacher_disagreement_score":0.23099609,"about_ca_system_score_codex":0.026464509,"about_ca_system_score_gemma":0.026525822,"threshold_uncertainty_score":0.45930302},"labels":[],"label_agreement":null},{"id":"W7025320245","doi":"","title":"âWILL WORK FOR FOODâ: Canadaâs Agricultural Industry and the Recruitment of South East Asian Temporary Migrant Workers","year":2013,"lang":"en","type":"dissertation","venue":"Library and Archives Canada (Government of Canada)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Diafiltration; Liquation; Hyporeflexia; Hemopericardium; Dysgeusia","score_opus":0.009913454918210326,"score_gpt":0.17192266459608874,"score_spread":0.1620092096778784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025320245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9303561,0.0018321403,0.0002527906,0.016678926,0.00010423387,0.0001523099,0.00024144993,0.000018181701,0.050363876],"genre_scores_gemma":[0.95338625,0.0025782306,0.0005040383,0.001932836,0.000014660888,0.00007908553,0.0001672037,0.00001690449,0.04132089],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990392,0.0001926552,0.0000204088,0.000059643622,0.00018064537,0.0005075411],"domain_scores_gemma":[0.99728084,0.00030559365,0.00018215386,0.000049818518,0.0006656624,0.0015159661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012759434,0.00016510827,0.00014610213,0.00076269906,0.02157767,0.0039496627,0.0009157848,0.00077875395,0.008046426],"category_scores_gemma":[0.0030267728,0.00016921444,0.0001446039,0.0017347472,0.00311391,0.0008978962,0.0025873454,0.0012152055,0.0005102567],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016569746,0.00015469082,0.18837494,0.00027588286,0.000011223755,0.0021406068,0.6790918,0.00010456768,0.001506286,0.008674842,0.025876716,0.09362275],"study_design_scores_gemma":[0.000008781421,0.00003395659,0.13725723,0.00028145354,0.000007603297,0.00014373196,0.7978458,0.000062041065,0.00019716045,0.0003412428,0.06379747,0.000023527278],"about_ca_topic_score_codex":0.97089046,"about_ca_topic_score_gemma":0.9914792,"teacher_disagreement_score":0.030514732,"about_ca_system_score_codex":0.030514732,"about_ca_system_score_gemma":0.104332305,"threshold_uncertainty_score":0.22140092},"labels":[],"label_agreement":null},{"id":"W7028028844","doi":"","title":"Eight years of computing education papers at NACCQ","year":2008,"lang":"en","type":"article","venue":"Figshare","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Consistency (knowledge bases); Set (abstract data type); Quarter (Canadian coin); Curriculum; Position (finance); Position paper","score_opus":0.028759037574814,"score_gpt":0.25301678383279547,"score_spread":0.22425774625798148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7028028844","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007881948,0.116442665,0.0023063188,0.07474601,0.21025224,0.00051663996,0.0060421205,0.0009555074,0.58085656],"genre_scores_gemma":[0.013270542,0.028903568,0.0020709485,0.013244637,0.022079911,0.00026645625,0.005270305,0.0011147349,0.91377896],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98719794,0.00086762826,0.00065616495,0.00088432233,0.009291434,0.0011024898],"domain_scores_gemma":[0.96098465,0.003743582,0.00152724,0.0015357902,0.022459142,0.009749544],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.009588124,0.001215602,0.0011991896,0.013761127,0.004704229,0.011169375,0.0020515088,0.0020656108,0.23615651],"category_scores_gemma":[0.023262946,0.00056791265,0.001097148,0.018714778,0.0013318526,0.0039488357,0.004733506,0.0026290456,0.09785494],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005455621,0.000046648118,0.00047290444,0.0005306322,0.0000133557605,0.00006690553,0.00021578738,0.00007081177,0.00043403145,0.0022121537,0.9072578,0.088624425],"study_design_scores_gemma":[0.0000048092716,0.000014582615,0.0008793386,0.00024288465,0.000002706018,0.00003269787,0.00014918378,0.000018226583,0.000067057066,0.0002122506,0.99837035,0.0000060167117],"about_ca_topic_score_codex":0.007455758,"about_ca_topic_score_gemma":0.024047948,"teacher_disagreement_score":0.9862389,"about_ca_system_score_codex":0.011227498,"about_ca_system_score_gemma":0.009957672,"threshold_uncertainty_score":0.79002225},"labels":[],"label_agreement":null},{"id":"W7028575059","doi":"","title":"Feature Story: Honouring a mentor by writing a book","year":2015,"lang":"en","type":"other","venue":"oURspace (University of Regina)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Possessive; Feature (linguistics); Adjunct; George (robot); Individualism","score_opus":0.008704252716399926,"score_gpt":0.20187093465231984,"score_spread":0.1931666819359199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7028575059","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008660986,0.009105637,0.002996887,0.14507209,0.021581853,0.00005293451,0.00033247023,0.0012065918,0.8109906],"genre_scores_gemma":[0.036494985,0.002176164,0.0011319163,0.013669197,0.0024276923,0.000027107968,0.00015500851,0.00064687297,0.943271],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918467,0.00036928122,0.00001717957,0.00007067611,0.0002566315,0.00010155439],"domain_scores_gemma":[0.99808013,0.0005519961,0.00010877184,0.0001696637,0.00037355127,0.0007158275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010268809,0.000479699,0.00017728459,0.000511635,0.003933731,0.0060273088,0.00073326775,0.0016132955,0.04491051],"category_scores_gemma":[0.0050073615,0.0001530207,0.00023553184,0.00052668335,0.002241047,0.0055674296,0.0024489183,0.00294501,0.015744232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009130743,0.000012385559,0.00010353008,0.000020828928,0.0000017318441,0.00013665696,0.0034492505,0.000016126107,0.00006736831,0.010490922,0.9639066,0.02178542],"study_design_scores_gemma":[0.0000012821363,0.000006853759,0.0001187336,0.00003241931,8.3563657e-7,0.00015331092,0.0024996002,0.0000196416,0.000074272044,0.0007571458,0.99633265,0.0000032399605],"about_ca_topic_score_codex":0.0027613004,"about_ca_topic_score_gemma":0.010429632,"teacher_disagreement_score":0.04491051,"about_ca_system_score_codex":0.001349798,"about_ca_system_score_gemma":0.0010557822,"threshold_uncertainty_score":0.15024066},"labels":[],"label_agreement":null},{"id":"W7034334166","doi":"","title":"TOLL FREE $$1800~290~5189$$ Webroot antivirus technical support Phone number","year":2016,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phone; Payroll; Toll; The Internet; Phone call; Mobile phone","score_opus":0.013394867714860405,"score_gpt":0.27206240359159284,"score_spread":0.2586675358767324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034334166","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035736457,0.00014164734,0.0006719249,0.00050086796,0.00058706466,0.00014820158,0.004602954,0.005699103,0.98729104],"genre_scores_gemma":[0.0009435171,0.00012263283,0.00020564477,0.00018990414,0.000087457556,0.000057229194,0.0020892904,0.0010540978,0.9952502],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936694,0.00004880428,0.000023303024,0.00012296265,0.00032104715,0.000116926865],"domain_scores_gemma":[0.9968239,0.00027465654,0.0000927719,0.00031924195,0.0015189988,0.0009703728],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00049916614,0.0011757939,0.0008960001,0.001732407,0.0019812048,0.0055329287,0.0012682008,0.0016573991,0.95942533],"category_scores_gemma":[0.0029250192,0.00071870035,0.000546658,0.0015864915,0.00040566525,0.003371972,0.0026210558,0.0017357771,0.9585197],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016256095,0.000028725597,0.000095480624,0.0000397728,8.7247133e-7,0.000014129657,0.000015743917,0.000012891863,0.00022903255,0.0003132269,0.98176044,0.017473433],"study_design_scores_gemma":[0.000015353891,0.000022488792,0.00059073674,0.00006372319,0.0000030545182,0.000040809256,0.00007656876,0.000079771446,0.00028941172,0.00016159334,0.99864787,0.000008650537],"about_ca_topic_score_codex":0.0036822227,"about_ca_topic_score_gemma":0.0051353364,"teacher_disagreement_score":0.04057467,"about_ca_system_score_codex":0.0009866478,"about_ca_system_score_gemma":0.0013330271,"threshold_uncertainty_score":0.05787474},"labels":[],"label_agreement":null},{"id":"W7036120927","doi":"","title":"British Columbia-yukon","year":2000,"lang":"en","type":"article","venue":"Digital Commons - University of South Florida (University of South Florida)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Identification (biology); Government (linguistics)","score_opus":0.011397585015137308,"score_gpt":0.168553797587788,"score_spread":0.1571562125726507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036120927","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013894052,0.008153961,0.00038065563,0.0026089626,0.00086157414,0.00009842075,0.03427585,0.00053970487,0.9391868],"genre_scores_gemma":[0.0109820645,0.0021017082,0.00028171114,0.00033117025,0.000010414216,0.000026621672,0.0030358997,0.0001554287,0.9830751],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999605,0.00001955341,0.000016212587,0.00009479216,0.00011415007,0.00015031756],"domain_scores_gemma":[0.99942774,0.00006079782,0.000031507403,0.00004940717,0.00031558357,0.00011498295],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014120385,0.001265126,0.0008913777,0.0012894082,0.0048919427,0.0035479087,0.0011952143,0.001306078,0.5433196],"category_scores_gemma":[0.0009529287,0.00048448736,0.0004125324,0.0046963524,0.0007017927,0.0012229617,0.0015723716,0.0014747446,0.19101135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004207711,0.000104913255,0.0069871405,0.0008835437,0.000060858616,0.0014967049,0.0003635195,0.0005424243,0.0011550181,0.011146199,0.6929637,0.28387517],"study_design_scores_gemma":[0.000051150833,0.000019607007,0.020921981,0.0005179459,0.000027655056,0.00026177455,0.0014097195,0.00027285534,0.0006427287,0.001487964,0.9743536,0.00003289404],"about_ca_topic_score_codex":0.87384635,"about_ca_topic_score_gemma":0.9670678,"teacher_disagreement_score":0.5433196,"about_ca_system_score_codex":0.009250162,"about_ca_system_score_gemma":0.013697548,"threshold_uncertainty_score":0.65139914},"labels":[],"label_agreement":null},{"id":"W7036827701","doi":"","title":"Croissance de l’usage du vélo en période de crise sanitaire : dynamique et facteurs explicatifs à travers le cas de la métropole de Lyon (France)","year":2022,"lang":"fr","type":"other","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministère des Transports","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Diafiltration; Dysgeusia; Liquation; Fusible alloy; Demotion; Emperipolesis","score_opus":0.008765126015193095,"score_gpt":0.241785075288815,"score_spread":0.2330199492736219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036827701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825882,0.0009606977,0.00049142895,0.0017140872,0.000014157438,0.000012434617,0.0007849216,0.000032346616,0.013401573],"genre_scores_gemma":[0.9951971,0.00038854347,0.00024336387,0.000052906653,0.000012512703,0.000009997378,0.00017212276,0.000019327079,0.0039042558],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999446,0.00017613653,0.000024273379,0.00009540817,0.00009544302,0.00016268513],"domain_scores_gemma":[0.9982046,0.0005202014,0.0006240774,0.00010582164,0.0003401816,0.0002050692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072285987,0.00013202285,0.00020505322,0.001865188,0.0010889735,0.0033462495,0.00064030295,0.0005867346,0.0058296714],"category_scores_gemma":[0.0021020812,0.0001681521,0.00024303512,0.0040087164,0.0017550897,0.001575443,0.0018250984,0.00055172323,0.00049142947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025357446,0.00006146254,0.7499259,0.0003176891,0.00013468393,0.0010843416,0.14911966,0.0017512732,0.0027984795,0.032924484,0.006231697,0.05539676],"study_design_scores_gemma":[0.000004204522,0.00003983023,0.88850945,0.00012471562,0.000021927057,0.00017608648,0.07148646,0.00061182847,0.00028986545,0.00083282817,0.037873387,0.000029448145],"about_ca_topic_score_codex":0.14721452,"about_ca_topic_score_gemma":0.22968759,"teacher_disagreement_score":0.14721452,"about_ca_system_score_codex":0.0031023575,"about_ca_system_score_gemma":0.0013510397,"threshold_uncertainty_score":0.2927153},"labels":[],"label_agreement":null},{"id":"W7036946934","doi":"","title":"A critical analysis of the community economic development discourse used by affordable housing providers in Winnipeg","year":2005,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Community development; Community economic development; Affordable housing; Poverty; Government (linguistics)","score_opus":0.016719858800178813,"score_gpt":0.24816883129868444,"score_spread":0.23144897249850563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036946934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7795909,0.0030836768,0.0031192088,0.09414202,0.00062517053,0.00038841143,0.00019353253,0.000031149284,0.11882596],"genre_scores_gemma":[0.986471,0.000696251,0.0007384416,0.0027144318,0.000039451093,0.000091179965,0.000022764882,0.00006086693,0.009165717],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9885283,0.0066562854,0.00023970168,0.00069297827,0.0014749794,0.0024076416],"domain_scores_gemma":[0.9775095,0.016050985,0.0009793629,0.00045670633,0.0032710878,0.0017323114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012944553,0.0005652188,0.0005338712,0.0037651744,0.03728074,0.014521693,0.0027261765,0.0043404936,0.004181918],"category_scores_gemma":[0.033555374,0.00085769966,0.00021500066,0.0049599595,0.026320461,0.0053496636,0.009684603,0.007057718,0.0001793933],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017146747,0.0000090856975,0.0010197833,0.00005564969,0.0000033133952,0.0007159166,0.9345444,0.000043777527,0.0002127328,0.05785327,0.0028466757,0.0026782968],"study_design_scores_gemma":[0.0000059117638,0.0000066594516,0.0021121432,0.00017906587,0.000008540237,0.00006454233,0.92748475,0.00009539984,0.0002541028,0.002380616,0.06739406,0.000014171687],"about_ca_topic_score_codex":0.7193401,"about_ca_topic_score_gemma":0.77480984,"teacher_disagreement_score":0.2806599,"about_ca_system_score_codex":0.06383947,"about_ca_system_score_gemma":0.05376881,"threshold_uncertainty_score":0.5646255},"labels":[],"label_agreement":null},{"id":"W7039891207","doi":"","title":"Modélisation de la remontée de la cime du pin gris","year":2009,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Limiting; Liquation; Filter (signal processing)","score_opus":0.0031173109331621013,"score_gpt":0.1561852736630825,"score_spread":0.1530679627299204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039891207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39334175,0.0039268634,0.47592902,0.0009252738,0.0011053765,0.00045880052,0.0024840161,0.0074346205,0.11439421],"genre_scores_gemma":[0.7755257,0.0024748216,0.1213685,0.00024806405,0.00013688664,0.0003598419,0.0018447834,0.0013580163,0.09668336],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915314,0.000059441107,0.00003111515,0.00024907448,0.00042059532,0.00008668572],"domain_scores_gemma":[0.999281,0.00014806545,0.00009731989,0.0001339999,0.0002929061,0.000046714013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010316004,0.0011229075,0.00057700375,0.0008963716,0.0006040789,0.0019364164,0.0010009872,0.00066676683,0.015060676],"category_scores_gemma":[0.0015630116,0.000607191,0.0009509148,0.00068278686,0.00064017816,0.001627949,0.0010266893,0.0015566783,0.0040369695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006909352,0.00019065062,0.0196226,0.0013207375,0.00014171911,0.0004545503,0.0006634565,0.06931665,0.62410116,0.031173168,0.005120689,0.24720368],"study_design_scores_gemma":[0.00007963547,0.001179956,0.041899566,0.00021217321,0.00018712724,0.00064158835,0.00047096258,0.10801367,0.5800256,0.0115139345,0.25552788,0.0002478889],"about_ca_topic_score_codex":0.0041889716,"about_ca_topic_score_gemma":0.0044239364,"teacher_disagreement_score":0.015060676,"about_ca_system_score_codex":0.001444746,"about_ca_system_score_gemma":0.0012973382,"threshold_uncertainty_score":0.050382912},"labels":[],"label_agreement":null},{"id":"W7042870276","doi":"","title":"Proceedings of the 16th Western Canadian Conference on Computing Education","year":2011,"lang":"en","type":"other","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Work (physics); Information system; The Internet","score_opus":0.02457397307268035,"score_gpt":0.24691964148138323,"score_spread":0.22234566840870287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042870276","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003393418,0.008641493,0.0043192734,0.018992579,0.017491978,0.00014102431,0.0020741462,0.0009150929,0.94403094],"genre_scores_gemma":[0.0046567516,0.0037874018,0.0010664265,0.0003869475,0.00032266296,0.000024145042,0.00079392496,0.0001839855,0.9887778],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986078,0.00012203965,0.000037345035,0.00012025661,0.0007931466,0.0003193107],"domain_scores_gemma":[0.99621636,0.0002525134,0.00004720422,0.0001828792,0.0019293774,0.0013717405],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019399908,0.0009903829,0.00085030025,0.002019402,0.0040002856,0.0070982594,0.0014185146,0.0017106639,0.36736673],"category_scores_gemma":[0.0025281708,0.00039398886,0.0004904491,0.0027615738,0.0017783747,0.0023897237,0.002592012,0.0026305504,0.124067314],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041498886,0.000073453775,0.00049476326,0.000108114,0.0000048795505,0.0000378104,0.00020583416,0.00012502275,0.00024026388,0.005228807,0.9088672,0.08457226],"study_design_scores_gemma":[0.0000044787607,0.0000069972034,0.0009644831,0.00008533587,0.000004571302,0.000019663821,0.00034554352,0.00017690082,0.00015267747,0.0007516747,0.9974788,0.000008904439],"about_ca_topic_score_codex":0.5627474,"about_ca_topic_score_gemma":0.79845303,"teacher_disagreement_score":0.43725258,"about_ca_system_score_codex":0.009214689,"about_ca_system_score_gemma":0.038064055,"threshold_uncertainty_score":0.90237457},"labels":[],"label_agreement":null},{"id":"W7043991380","doi":"","title":"Women catch up: Gender differences in learning programming concepts","year":2006,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Categorization; Perception; Point (geometry); Computer programming; Correlation","score_opus":0.02369012702603637,"score_gpt":0.23749197893903887,"score_spread":0.2138018519130025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043991380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956456,0.00040002476,0.00015365117,0.00024805954,0.000036034446,0.00001178031,0.00007114892,0.000005099977,0.0034284885],"genre_scores_gemma":[0.9975858,0.0001498079,0.000049673898,0.00015567696,0.000016064938,0.000008350013,0.000038121147,0.0000063023313,0.0019902424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99952626,0.00009638463,0.000024481127,0.00009301071,0.00011172574,0.00014811833],"domain_scores_gemma":[0.9982003,0.0007566771,0.00042450393,0.00006790334,0.00013875033,0.00041188736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010351978,0.00022974533,0.00036992837,0.0008318611,0.00067475263,0.001189642,0.00021813576,0.00034152827,0.00768732],"category_scores_gemma":[0.0035728714,0.00019876858,0.00018764868,0.00040570003,0.00066456065,0.0007938539,0.0008618951,0.000474878,0.00091248506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015391671,0.00070178823,0.9040178,0.000078472556,0.00005805062,0.001312185,0.033982657,0.000061779305,0.0055346643,0.0013021213,0.0014467421,0.049964454],"study_design_scores_gemma":[0.000029241131,0.0008161298,0.9588906,0.00003389253,0.000031894273,0.00081528036,0.032890085,0.0001099434,0.0009115381,0.0005390604,0.0049066683,0.000025737645],"about_ca_topic_score_codex":0.0018849397,"about_ca_topic_score_gemma":0.0026804719,"teacher_disagreement_score":0.00768732,"about_ca_system_score_codex":0.00021782731,"about_ca_system_score_gemma":0.00021604374,"threshold_uncertainty_score":0.025716662},"labels":[],"label_agreement":null},{"id":"W7045213168","doi":"","title":"Aspects of the reproductive biology of clintonia borealis (Ait.) Raf. / by Roderick G. Seabrook. --","year":2017,"lang":"en","type":"other","venue":"Knowledge Commons (Lakehead University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rhizome; Dormancy; Population; Inflorescence; Reproductive biology; Population biology; Stipe (mycology)","score_opus":0.023196975764232443,"score_gpt":0.2613644107819842,"score_spread":0.23816743501775176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7045213168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7949844,0.055003628,0.004773967,0.0052230423,0.0012149706,0.00039739924,0.004707577,0.000742929,0.13295215],"genre_scores_gemma":[0.9057754,0.0063405526,0.0029798695,0.0011697348,0.00023644438,0.00014073383,0.0047230385,0.000087015724,0.07854715],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99991214,0.000008762617,0.0000054522916,0.000036031553,0.000025956067,0.000011528584],"domain_scores_gemma":[0.9999306,0.000014336208,0.00001570691,0.000004580755,0.000019804447,0.0000149855805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017783312,0.00048221406,0.00013522131,0.00046238754,0.0005111249,0.00043278554,0.000483061,0.00032491627,0.0033398136],"category_scores_gemma":[0.000109467146,0.00010825355,0.00019196485,0.00022252687,0.00024782878,0.00052406656,0.00032531362,0.0005812379,0.002047788],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002015808,0.00012422325,0.0072186277,0.00035025732,0.000014163872,0.00092178484,0.000344191,0.00029067026,0.9187681,0.0008048059,0.0048512523,0.0661105],"study_design_scores_gemma":[0.00005818439,0.0014514005,0.69305813,0.00016680053,0.000030453357,0.004743976,0.0008281883,0.0013874656,0.08589326,0.0007175856,0.21160856,0.000055990877],"about_ca_topic_score_codex":0.014376126,"about_ca_topic_score_gemma":0.02100113,"teacher_disagreement_score":0.014376126,"about_ca_system_score_codex":0.00096060825,"about_ca_system_score_gemma":0.00021206848,"threshold_uncertainty_score":0.028584898},"labels":[],"label_agreement":null},{"id":"W7066065502","doi":"","title":"Ethnographic evaluation of Second Step, a violence-prevention curriculum","year":2001,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ethnography; Curriculum; Qualitative research; Work (physics); Field (mathematics); Apprenticeship; Participant observation","score_opus":0.007458773149482932,"score_gpt":0.1922484632192279,"score_spread":0.18478969006974497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7066065502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99192494,0.00006206685,0.0002767207,0.00019646986,0.000021038524,0.0013094386,0.00044804372,0.000017547392,0.0057436787],"genre_scores_gemma":[0.9830951,0.0003083133,0.0017116979,0.0005181344,0.000029255156,0.0026563809,0.00048238056,0.000029250301,0.011169408],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99435705,0.0028080714,0.00030121824,0.00037556601,0.00097426015,0.0011838087],"domain_scores_gemma":[0.9808007,0.007367827,0.0015661672,0.00094786065,0.006491877,0.0028255058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007253054,0.00063157413,0.0005127435,0.0029459149,0.01006003,0.0024352449,0.0015587296,0.0010542751,0.005435031],"category_scores_gemma":[0.019741492,0.00087337353,0.00023892638,0.0028666449,0.0021793926,0.0012300225,0.0035023799,0.0019398752,0.0009131913],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002164457,0.02805751,0.1682511,0.0007493808,0.000030326673,0.0013439797,0.6946356,0.00045526968,0.002796578,0.0019751228,0.008018488,0.09152219],"study_design_scores_gemma":[0.00063914264,0.008924325,0.15350159,0.0004173833,0.00007409954,0.00025897194,0.80785316,0.0004494941,0.0037895497,0.0003615991,0.023641417,0.00008937539],"about_ca_topic_score_codex":0.23478535,"about_ca_topic_score_gemma":0.44736853,"teacher_disagreement_score":0.23478535,"about_ca_system_score_codex":0.013694257,"about_ca_system_score_gemma":0.023134997,"threshold_uncertainty_score":0.46683747},"labels":[],"label_agreement":null},{"id":"W7070881123","doi":"","title":"Proceedings of the 2021 miniKanren and Relational Programming Workshop","year":2021,"lang":"en","type":"report","venue":"TSpace","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Relational database; Relational model; Entity–relationship model; Logic programming","score_opus":0.04932171671914294,"score_gpt":0.3307349646004608,"score_spread":0.2814132478813179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7070881123","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024870902,0.018141847,0.042103577,0.055898495,0.054461617,0.0013081991,0.018711638,0.0044745575,0.7800293],"genre_scores_gemma":[0.0086683,0.003402092,0.0055488152,0.0010656691,0.001578989,0.00020813465,0.009550224,0.0009098138,0.969068],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99711275,0.0005733473,0.00007511764,0.0003005316,0.0016055423,0.000332668],"domain_scores_gemma":[0.995741,0.0006183288,0.00007863591,0.00032211214,0.0016704298,0.0015694788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003400081,0.0012227987,0.0012292155,0.0009830203,0.0019560189,0.0066625034,0.0016846748,0.0014147634,0.11880559],"category_scores_gemma":[0.0028961804,0.0006583002,0.00070733926,0.0019503023,0.0006831621,0.0019687216,0.0021624279,0.0032198664,0.051853497],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012900277,0.00008193138,0.00013995456,0.000089809386,0.0000060699986,0.000046870504,0.00013546995,0.00018733385,0.00078327506,0.0022770246,0.95702505,0.03909816],"study_design_scores_gemma":[0.000021455646,0.000038387432,0.0006900792,0.000043094795,0.0000061314954,0.00003729931,0.00019260736,0.00045649524,0.00075068936,0.0008904172,0.996865,0.000008303527],"about_ca_topic_score_codex":0.037922643,"about_ca_topic_score_gemma":0.11596345,"teacher_disagreement_score":0.11880559,"about_ca_system_score_codex":0.005657343,"about_ca_system_score_gemma":0.009033946,"threshold_uncertainty_score":0.3974443},"labels":[],"label_agreement":null},{"id":"W7093080140","doi":"10.5281/zenodo.17403824","title":"LLMs Unplugged: Understand how AI language models work by building one yourself.","year":2025,"lang":"en","type":"other","venue":"ANU Open Research (Australian National University)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Work (physics); Software; Language model; Modeling language; Cybernetics; Studio","score_opus":0.14161801191162204,"score_gpt":0.3742661533082938,"score_spread":0.23264814139667178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093080140","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009012783,0.0018910726,0.44195387,0.012411733,0.0006679035,0.00016590818,0.0024366258,0.028764395,0.5026958],"genre_scores_gemma":[0.10090669,0.0021479337,0.2663771,0.0032498143,0.00016906249,0.00032315153,0.0036677213,0.009744173,0.6134144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99980646,0.000058520698,0.000008352877,0.000036820333,0.00006944867,0.000020398758],"domain_scores_gemma":[0.9995326,0.0002023425,0.000021376385,0.00006386827,0.00010480755,0.000075083444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005430285,0.0006170239,0.0001916331,0.00040454432,0.000461099,0.0021193558,0.0008088763,0.0010928103,0.10164552],"category_scores_gemma":[0.0026407584,0.0003350935,0.00030414492,0.0003066334,0.000670101,0.005798402,0.0016863588,0.0012996639,0.03867049],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010153011,0.0000938751,0.0011440954,0.00043637495,0.000011430146,0.00036564693,0.004505951,0.0038304252,0.0069997474,0.132149,0.46640006,0.38396186],"study_design_scores_gemma":[0.000017461396,0.000037653903,0.00082697935,0.00026162528,0.000007984802,0.00039597892,0.00093268335,0.016688492,0.0035812305,0.08301229,0.8942117,0.00002588754],"about_ca_topic_score_codex":0.0029702983,"about_ca_topic_score_gemma":0.0057582427,"teacher_disagreement_score":0.10164552,"about_ca_system_score_codex":0.0006712865,"about_ca_system_score_gemma":0.00078432955,"threshold_uncertainty_score":0.34003818},"labels":[],"label_agreement":null},{"id":"W7093082652","doi":"10.5281/zenodo.17410380","title":"My First Language Model: Understand how AI language models work by building one yourself.","year":2025,"lang":"","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Work (physics); Software; Modeling language; Language understanding; Language model; Universal Networking Language; Language technology; On Language","score_opus":0.036031817293068376,"score_gpt":0.2584947815310149,"score_spread":0.22246296423794654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093082652","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010895,0.004999448,0.59960437,0.04043742,0.0012593506,0.00014880695,0.0016237117,0.009206825,0.33182505],"genre_scores_gemma":[0.16795357,0.006164213,0.435736,0.008150664,0.00042697057,0.0004223835,0.0026554777,0.0051538763,0.3733369],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99964714,0.000113291586,0.00001559578,0.00007197619,0.00011067362,0.000041253017],"domain_scores_gemma":[0.9991715,0.0002977898,0.00004576935,0.00012319918,0.00021239497,0.00014947815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010026371,0.0007192245,0.00024210285,0.0005067569,0.0006425082,0.0030203692,0.0011836044,0.0016212411,0.033488072],"category_scores_gemma":[0.0037515766,0.00043019504,0.00046559502,0.00034646908,0.0014116814,0.008997466,0.0015692888,0.0024147893,0.01804372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008999788,0.00013292441,0.0019201642,0.0005466511,0.000023154023,0.00028510278,0.008188442,0.0029322796,0.006584267,0.34496376,0.3255545,0.30877882],"study_design_scores_gemma":[0.00001882138,0.00006753779,0.00079561316,0.00038364134,0.000016658289,0.00056658115,0.0015552383,0.010182702,0.004229675,0.20557398,0.7765728,0.000036695223],"about_ca_topic_score_codex":0.0025290644,"about_ca_topic_score_gemma":0.0032058887,"teacher_disagreement_score":0.033488072,"about_ca_system_score_codex":0.0009402976,"about_ca_system_score_gemma":0.0014258763,"threshold_uncertainty_score":0.11202872},"labels":[],"label_agreement":null},{"id":"W7093102778","doi":"10.5281/zenodo.17403825","title":"My First LM: Teaching N-gram Language Models from Scratch","year":2025,"lang":"","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Scratch; Software; Modeling language; Work (physics); Language model; Studio; Grid","score_opus":0.027447757173467188,"score_gpt":0.25665140653587465,"score_spread":0.22920364936240745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093102778","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0150316,0.0003367598,0.5988329,0.0012844764,0.00082275737,0.00049388397,0.0050279833,0.06671196,0.31145763],"genre_scores_gemma":[0.08779868,0.0005292721,0.3784887,0.0006593638,0.00014101222,0.0010530347,0.00882495,0.016534314,0.5059708],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997286,0.00004835828,0.000009896518,0.00008993897,0.00008575597,0.000037410027],"domain_scores_gemma":[0.99938464,0.0001826252,0.000021448568,0.00012776813,0.00013819587,0.00014534968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005746112,0.0013958253,0.00041749823,0.00046613213,0.0005053017,0.0014074075,0.0015991536,0.0010970043,0.21312672],"category_scores_gemma":[0.0019689577,0.00053743436,0.00060889655,0.00040641226,0.0003849675,0.0026596335,0.0021059758,0.0012857137,0.071839854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003274554,0.00045646713,0.0005513337,0.000545496,0.000022354052,0.00030468457,0.0009678963,0.004271406,0.042496055,0.025770167,0.39385027,0.5304364],"study_design_scores_gemma":[0.00016860566,0.0005402111,0.0014561003,0.00024269354,0.000031715044,0.00084381906,0.00044796965,0.041742045,0.06745331,0.028566686,0.85840195,0.00010477104],"about_ca_topic_score_codex":0.0014823095,"about_ca_topic_score_gemma":0.002625727,"teacher_disagreement_score":0.21312672,"about_ca_system_score_codex":0.00077102834,"about_ca_system_score_gemma":0.001054018,"threshold_uncertainty_score":0.7129799},"labels":[],"label_agreement":null},{"id":"W7094300621","doi":"","title":"Camara de Combate. Latin American film festival(s) as reflection-action","year":2020,"lang":"en","type":"article","venue":"OAR@UM (University of Malta)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Latin Americans; Politics; Diaspora; Movie theater; Dictatorship; Latin American studies","score_opus":0.03720041602925693,"score_gpt":0.25739069033748446,"score_spread":0.22019027430822752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7094300621","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07029082,0.009391155,0.0038134335,0.029329408,0.009723475,0.0004418805,0.0007767657,0.00057296903,0.8756602],"genre_scores_gemma":[0.6266005,0.0064109345,0.007697745,0.007773446,0.0022331092,0.00075413275,0.00061948906,0.0006208487,0.34728974],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9994924,0.00022469753,0.00000842874,0.00007351444,0.00009293628,0.0001079796],"domain_scores_gemma":[0.9993893,0.00015425598,0.000039639533,0.000073417534,0.0001130805,0.00023027272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010690342,0.0006951864,0.00016647458,0.0007228784,0.0062768613,0.005133751,0.0006827468,0.001132269,0.01572191],"category_scores_gemma":[0.0019690476,0.00018698284,0.00034174614,0.0005312848,0.003361174,0.0019431314,0.003007488,0.0025387362,0.001305529],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043553207,0.00017233861,0.002954781,0.00073592097,0.00003156889,0.0013958974,0.22503048,0.00019304991,0.0070120385,0.18564366,0.4751883,0.10120651],"study_design_scores_gemma":[0.000012237533,0.00003005463,0.0017166594,0.00015087253,0.0000035926607,0.00016562664,0.022787385,0.000034309916,0.00037725669,0.001262151,0.9734499,0.000010065245],"about_ca_topic_score_codex":0.026323242,"about_ca_topic_score_gemma":0.076253526,"teacher_disagreement_score":0.026323242,"about_ca_system_score_codex":0.0030270074,"about_ca_system_score_gemma":0.0015302161,"threshold_uncertainty_score":0.05259508},"labels":[],"label_agreement":null},{"id":"W7095238383","doi":"","title":"RoboToy Contest - Designing Mobile Robotic Toys for Autistic Children","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Social robot; Mobile robot; Robot; Human–robot interaction; Social relation","score_opus":0.021246474394005455,"score_gpt":0.2688874241876036,"score_spread":0.24764094979359813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095238383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8024409,0.0008896583,0.14210196,0.0011977605,0.00018690144,0.0009109153,0.0006957293,0.0034743017,0.048101828],"genre_scores_gemma":[0.5985611,0.00050987944,0.34856576,0.00024144794,0.000021202975,0.00073088903,0.0009450243,0.0005442343,0.04988042],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993449,0.00024274872,0.000037330745,0.00011417011,0.000156936,0.000103948514],"domain_scores_gemma":[0.99952483,0.00017945604,0.000044427085,0.000042271586,0.00006622224,0.00014279022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010455542,0.0008568027,0.00040058856,0.00035749888,0.00078020024,0.000899386,0.0010344657,0.0007801184,0.0070864637],"category_scores_gemma":[0.0016768737,0.00048719236,0.00062055036,0.00014212186,0.00080444803,0.00073349423,0.001790576,0.0006205595,0.0012049858],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025605892,0.0023484363,0.042591922,0.002333376,0.00013897242,0.010829864,0.033510633,0.012929319,0.31806216,0.030388184,0.03899056,0.505316],"study_design_scores_gemma":[0.0009053999,0.010083542,0.08531448,0.0004855981,0.00034583342,0.03665202,0.02599754,0.041419018,0.13656081,0.015138874,0.6466904,0.00040638336],"about_ca_topic_score_codex":0.0020102474,"about_ca_topic_score_gemma":0.0074204276,"teacher_disagreement_score":0.0070864637,"about_ca_system_score_codex":0.00056798337,"about_ca_system_score_gemma":0.00093475764,"threshold_uncertainty_score":0.023706555},"labels":[],"label_agreement":null},{"id":"W7096085152","doi":"","title":"Investigating Culturally Responsive Mathematics Education","year":2010,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Research council; Cultural issues","score_opus":0.014975361614080118,"score_gpt":0.28301566752421276,"score_spread":0.2680403059101326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096085152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7973479,0.00046091553,0.00607107,0.0035943084,0.00007050218,0.00009251592,0.00010210748,0.000019088737,0.19224147],"genre_scores_gemma":[0.99627614,0.000099997684,0.00090397993,0.00019209308,0.000004787477,0.00003954923,0.000022721999,0.00001257797,0.0024481863],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9923596,0.0050931005,0.0001440859,0.00066964043,0.0010823926,0.00065111154],"domain_scores_gemma":[0.98924285,0.0054218126,0.0016247446,0.0012562762,0.0016095223,0.00084479194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059047425,0.00031427795,0.0004189183,0.0010676719,0.0033502402,0.006273356,0.0012470376,0.0008707867,0.009962769],"category_scores_gemma":[0.019254278,0.0002406073,0.00024911517,0.0014032144,0.0070546037,0.003992678,0.006879815,0.001585411,0.0004152004],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017968826,0.0003620161,0.068895735,0.00029284402,0.00005913922,0.00068356225,0.51414436,0.0007834177,0.0029522204,0.36054844,0.0017566786,0.04934192],"study_design_scores_gemma":[0.00005704924,0.00017048855,0.06995797,0.00038463078,0.00007409114,0.00031885857,0.78348756,0.0012822703,0.0026174407,0.08873344,0.052860077,0.000056137254],"about_ca_topic_score_codex":0.027212938,"about_ca_topic_score_gemma":0.046156816,"teacher_disagreement_score":0.027212938,"about_ca_system_score_codex":0.009634735,"about_ca_system_score_gemma":0.0059986887,"threshold_uncertainty_score":0.06990522},"labels":[],"label_agreement":null},{"id":"W7097138418","doi":"","title":"ABSTRACT Multidisciplinary Students And Instructors: A Second-Year Games Course","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Course (navigation); Liberian dollar; Game based learning; Game design","score_opus":0.02363492066566177,"score_gpt":0.2968011984180084,"score_spread":0.27316627775234664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097138418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9195443,0.00048090616,0.006377021,0.0070926263,0.0019641041,0.001887448,0.00046882636,0.0005929152,0.0615919],"genre_scores_gemma":[0.8219735,0.00046573512,0.013714209,0.0054100053,0.00062956533,0.0010715018,0.0010624396,0.00019851683,0.1554745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99864906,0.00020547262,0.000045719775,0.00021660839,0.00033689218,0.0005462363],"domain_scores_gemma":[0.99176264,0.00014416386,0.0000906342,0.00009720737,0.00062379095,0.007281548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020801923,0.001369244,0.0008203569,0.00086636975,0.0052077943,0.005807615,0.001654732,0.0019640238,0.01888976],"category_scores_gemma":[0.0025330381,0.00039657557,0.00063032453,0.00046631767,0.0007603365,0.0011772437,0.00428007,0.0030501033,0.0041893255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037551483,0.14156571,0.07477977,0.00054873317,0.000099726516,0.008586341,0.039035477,0.0027922767,0.05370989,0.0054004043,0.257834,0.41189253],"study_design_scores_gemma":[0.002625344,0.03246909,0.23964548,0.00068306486,0.00015811122,0.0051434543,0.06113973,0.013931157,0.046839695,0.00891849,0.5880316,0.00041479754],"about_ca_topic_score_codex":0.004565032,"about_ca_topic_score_gemma":0.015991736,"teacher_disagreement_score":0.01888976,"about_ca_system_score_codex":0.0030394965,"about_ca_system_score_gemma":0.0038853236,"threshold_uncertainty_score":0.06319255},"labels":[],"label_agreement":null},{"id":"W7097523611","doi":"","title":"Minueto, a Game Development Framework for Teaching Object- Oriented Software Design Techniques","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Video game development; Game programming; Game Developer; Game development tool; Game design; Game testing; Game design document; Software development; Software development process","score_opus":0.038193158946298364,"score_gpt":0.2858562258313007,"score_spread":0.24766306688500234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097523611","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041478374,0.00073867006,0.9659656,0.00026202452,0.000117247226,0.00050331047,0.00022141259,0.011182678,0.016861212],"genre_scores_gemma":[0.019154556,0.0009620052,0.95846003,0.00027650764,0.000034703382,0.0008224457,0.0006869413,0.0030211671,0.016581656],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993748,0.00013997841,0.000041176583,0.0001113062,0.00025062007,0.00008203621],"domain_scores_gemma":[0.99925417,0.0003620078,0.00006322424,0.000083292136,0.00011177653,0.00012551849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010523786,0.00120927,0.00052402786,0.0011501017,0.0006006371,0.0013300419,0.0021643538,0.0008494059,0.010535551],"category_scores_gemma":[0.00327648,0.0010774548,0.00094699993,0.00046003988,0.00047259824,0.0022163277,0.0017674151,0.0020960164,0.0030888065],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032652062,0.0007706298,0.001921546,0.0012522438,0.000070029164,0.00047821485,0.0024554774,0.0088396,0.046976008,0.10029723,0.072934076,0.76367855],"study_design_scores_gemma":[0.0003039887,0.00050380966,0.0023549835,0.00059318886,0.000054259097,0.0023032532,0.00019889785,0.046186257,0.017281469,0.0374591,0.89260775,0.00015307378],"about_ca_topic_score_codex":0.0016987255,"about_ca_topic_score_gemma":0.005592802,"teacher_disagreement_score":0.010535551,"about_ca_system_score_codex":0.0008157448,"about_ca_system_score_gemma":0.0017388992,"threshold_uncertainty_score":0.035244882},"labels":[],"label_agreement":null},{"id":"W7097948636","doi":"","title":"Forward for Computing in the UK Schools.","year":2013,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"State (computer science); History of computing","score_opus":0.018367912316158825,"score_gpt":0.26865154064171876,"score_spread":0.25028362832555995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097948636","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011001555,0.019138848,0.0028533877,0.2995552,0.017654479,0.00019628962,0.0017403736,0.0009330498,0.64692676],"genre_scores_gemma":[0.040477484,0.005296139,0.0022318393,0.018815061,0.0006483992,0.000059699778,0.00040204803,0.0002363098,0.931833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99727494,0.00046303446,0.00016284916,0.00042364234,0.000875332,0.0008001403],"domain_scores_gemma":[0.9914123,0.0007543521,0.00040427223,0.00058099447,0.002520997,0.004327088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019532663,0.0004912241,0.00036336607,0.00158125,0.0055943695,0.0071390336,0.00055116613,0.003714622,0.21189833],"category_scores_gemma":[0.0064484966,0.00043416777,0.0005098104,0.0018516162,0.0019857697,0.0048073954,0.0041466434,0.0048944363,0.07019543],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006271932,0.0000440228,0.0038311684,0.00038443683,0.0000057756083,0.00027905084,0.0018501496,0.00012426078,0.00057271443,0.0825815,0.77361304,0.1366512],"study_design_scores_gemma":[0.0000039281526,0.000013376488,0.0021145847,0.00015405154,0.0000017577772,0.00006482537,0.00059346436,0.000020816997,0.0000839852,0.0009350357,0.996007,0.000007178249],"about_ca_topic_score_codex":0.09659,"about_ca_topic_score_gemma":0.2788292,"teacher_disagreement_score":0.21189833,"about_ca_system_score_codex":0.010790438,"about_ca_system_score_gemma":0.017770741,"threshold_uncertainty_score":0.70887053},"labels":[],"label_agreement":null},{"id":"W7098080283","doi":"","title":"Help-Seeking in an Asynchronous Help Forum","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Asynchronous communication; Reading (process); Focus (optics); Resource (disambiguation)","score_opus":0.019693630845545672,"score_gpt":0.27242589618294294,"score_spread":0.2527322653373973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098080283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83736336,0.0007241528,0.08995144,0.0023993123,0.00035287507,0.00064897595,0.00030102514,0.002725714,0.06553315],"genre_scores_gemma":[0.9555514,0.00017282675,0.03160477,0.00026565196,0.00018006498,0.00023781433,0.0001492841,0.00011934655,0.011718751],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9940644,0.0042894967,0.00016019096,0.00042331958,0.00073302415,0.00032955274],"domain_scores_gemma":[0.9662978,0.025884496,0.0027397173,0.0020266932,0.0013364118,0.0017148603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005938786,0.00044205028,0.00034827722,0.0013499954,0.0018141338,0.0025782823,0.00085024966,0.0013861029,0.008379835],"category_scores_gemma":[0.02796964,0.00026880685,0.00028617744,0.00065056974,0.00081890257,0.0038099813,0.0023638592,0.0006487664,0.0019842102],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003291016,0.0028759309,0.07026022,0.0017744441,0.000107010426,0.005225194,0.11273727,0.003212253,0.036277205,0.039586324,0.026780559,0.69787264],"study_design_scores_gemma":[0.0019957942,0.008048862,0.09793212,0.0020004618,0.000491043,0.009569425,0.087841965,0.041599315,0.04172856,0.06342135,0.6448512,0.00051991333],"about_ca_topic_score_codex":0.00034440277,"about_ca_topic_score_gemma":0.00055925496,"teacher_disagreement_score":0.008379835,"about_ca_system_score_codex":0.00042062392,"about_ca_system_score_gemma":0.0005875998,"threshold_uncertainty_score":0.031407654},"labels":[],"label_agreement":null},{"id":"W7098129881","doi":"","title":"Organization of the RoboToy Contest","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Presentation (obstetrics); Multidisciplinary approach; Social robot; Social organization","score_opus":0.011115560376300104,"score_gpt":0.2173677236087008,"score_spread":0.2062521632324007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098129881","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21702631,0.0060627065,0.21112993,0.022322299,0.012066964,0.011319736,0.0048357593,0.0076970938,0.5075393],"genre_scores_gemma":[0.5119574,0.0017824124,0.10569768,0.002060116,0.0032642165,0.0076788035,0.008794745,0.0043357196,0.35442892],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9921061,0.0023886687,0.00025502007,0.0010507822,0.0020077983,0.002191694],"domain_scores_gemma":[0.9920697,0.00047160525,0.00035264602,0.000621967,0.0011849237,0.005299198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075731436,0.00074250926,0.0009957463,0.0015663069,0.0059866887,0.00837682,0.0023605386,0.0015263698,0.031890593],"category_scores_gemma":[0.005868047,0.0005604006,0.0007785551,0.0014330646,0.0019822472,0.0023060355,0.010925795,0.0032108175,0.010713657],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031780035,0.0021254637,0.0062689167,0.0013338106,0.00005872955,0.0024513823,0.017136615,0.012704106,0.023855386,0.19946703,0.33819616,0.3932244],"study_design_scores_gemma":[0.0001395071,0.0004870242,0.0036996964,0.00013520499,0.000007378242,0.00026939542,0.004057672,0.003241814,0.00255513,0.010297881,0.9750402,0.00006910667],"about_ca_topic_score_codex":0.0032787698,"about_ca_topic_score_gemma":0.0069489926,"teacher_disagreement_score":0.031890593,"about_ca_system_score_codex":0.0040151374,"about_ca_system_score_gemma":0.0072091124,"threshold_uncertainty_score":0.106684685},"labels":[],"label_agreement":null},{"id":"W7099270080","doi":"","title":"Price-Level Targeting and Stabilization Policy: A Review,” Bank of Canada Review Spring","year":2009,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Spring (device); Central bank; Official cash rate","score_opus":0.01771728678016035,"score_gpt":0.26025311402050255,"score_spread":0.2425358272403422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099270080","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028230614,0.9874135,0.00003619616,0.0093436055,0.00036826826,0.000010260695,0.00028941178,0.0000054945745,0.0022509533],"genre_scores_gemma":[0.008742927,0.98800033,0.00011473381,0.0018681359,0.0003160491,0.000013019066,0.0001769078,0.0000047282338,0.00076299533],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964406,0.0006757403,0.00033698263,0.00019873549,0.0019367274,0.000411194],"domain_scores_gemma":[0.9747156,0.0055880817,0.002672894,0.00034654926,0.01583647,0.0008405269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008718573,0.00080038863,0.0019119076,0.00598409,0.0013808366,0.0046939147,0.0022802437,0.00251921,0.005411148],"category_scores_gemma":[0.026924482,0.00066286925,0.0007001627,0.01449184,0.0018931852,0.0017816587,0.00090012886,0.0016712777,0.00080582936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003625549,0.000045374265,0.0034447266,0.030100614,0.00070876244,0.00014446574,0.00030679393,0.00073530927,0.0001744693,0.009513278,0.5434973,0.41096634],"study_design_scores_gemma":[0.00019706164,0.00007253676,0.03344938,0.06011626,0.0016202516,0.00019745367,0.00037710115,0.00033528794,0.00035047144,0.0024012814,0.90080327,0.00007961797],"about_ca_topic_score_codex":0.7543814,"about_ca_topic_score_gemma":0.8674975,"teacher_disagreement_score":0.24561858,"about_ca_system_score_codex":0.031364013,"about_ca_system_score_gemma":0.1194801,"threshold_uncertainty_score":0.49413013},"labels":[],"label_agreement":null},{"id":"W7100253767","doi":"","title":"Be a computer scientist for a week the mcgill “game programming guru” summer camp","year":2008,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summer camp; Code (set theory); Index (typography); Key (lock); Field (mathematics); Computer programming","score_opus":0.062244468033460405,"score_gpt":0.2821596921763222,"score_spread":0.2199152241428618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100253767","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.637038,0.0009729387,0.015771644,0.02640297,0.0036689602,0.0025576064,0.0023401189,0.0037651786,0.30748263],"genre_scores_gemma":[0.7085008,0.0006723901,0.026069768,0.0056656464,0.0005677307,0.0014774135,0.0014385934,0.00043107348,0.25517654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912614,0.00021488783,0.00002380819,0.000111630965,0.0001334297,0.0003901342],"domain_scores_gemma":[0.9961546,0.0002288241,0.00012379997,0.00011419289,0.00028934437,0.0030890724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010717701,0.0008552782,0.0003525586,0.00041208076,0.004356961,0.0020842052,0.0014831454,0.00087625725,0.055371016],"category_scores_gemma":[0.001654729,0.0004222818,0.0003263471,0.00034753393,0.0010119366,0.00085368933,0.0026921302,0.0018711283,0.0125585245],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014797779,0.0044437307,0.030261546,0.0005449775,0.000027980801,0.0025585685,0.013006093,0.00078570744,0.020021489,0.006106448,0.68066776,0.24009596],"study_design_scores_gemma":[0.00015701322,0.0021449274,0.05063915,0.00025498404,0.00001930315,0.0011895424,0.018187098,0.0012236146,0.0066343453,0.003134333,0.9163342,0.00008156326],"about_ca_topic_score_codex":0.008244781,"about_ca_topic_score_gemma":0.055297595,"teacher_disagreement_score":0.055371016,"about_ca_system_score_codex":0.0018435603,"about_ca_system_score_gemma":0.0024169774,"threshold_uncertainty_score":0.18523449},"labels":[],"label_agreement":null},{"id":"W7110442428","doi":"10.59350/71y4j-bhc91","title":"Watching the future…student demos at University of Toronto","year":2009,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pleasure; Software; Computer software; Morning","score_opus":0.007803955944353391,"score_gpt":0.2342452702155474,"score_spread":0.226441314271194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110442428","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06043225,0.010606077,0.0024894231,0.10737063,0.017891176,0.00012895653,0.004866381,0.002487273,0.79372776],"genre_scores_gemma":[0.14585288,0.0055700713,0.0014003578,0.003962651,0.0013273926,0.000032858967,0.0015649743,0.00047685957,0.83981186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999561,0.000045196564,0.0000063605394,0.00004941658,0.00017901776,0.00015906141],"domain_scores_gemma":[0.99807966,0.0000456062,0.000032839172,0.00004894628,0.00034352613,0.0014494444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005984038,0.00054426433,0.00024350201,0.0006319013,0.0068256967,0.0030601171,0.0005384753,0.0008725455,0.102412425],"category_scores_gemma":[0.0010393526,0.0003467992,0.00026349194,0.0008310922,0.0014125502,0.0013806879,0.0019966187,0.0022888246,0.015574433],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004014584,0.000018780516,0.0012458937,0.00003014042,0.0000023874468,0.00034743047,0.004345574,0.000053873802,0.00037698532,0.001584087,0.9808826,0.01107207],"study_design_scores_gemma":[0.0000050133813,0.000020165699,0.002815655,0.00004253266,0.0000031201434,0.000093728646,0.006473549,0.0000514901,0.00020232242,0.00016460278,0.9901155,0.000012330007],"about_ca_topic_score_codex":0.3725251,"about_ca_topic_score_gemma":0.7794639,"teacher_disagreement_score":0.6274749,"about_ca_system_score_codex":0.0064187204,"about_ca_system_score_gemma":0.004036124,"threshold_uncertainty_score":0.7407135},"labels":[],"label_agreement":null},{"id":"W7115074740","doi":"10.64628/aap.xqs79rrsx","title":"The ‘AI Homeless Man Prank’ reveals a crisis in AI education","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université Laval","funders":"","keywords":"Government (linguistics); Agency (philosophy); Qualitative research; Perspective (graphical)","score_opus":0.008290961480865004,"score_gpt":0.31479354599218545,"score_spread":0.30650258451132045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115074740","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052282363,0.0027136689,0.0019079301,0.8587919,0.008845288,0.0000120644645,0.000054605516,0.00021780115,0.075174406],"genre_scores_gemma":[0.6769003,0.0021249547,0.0014270209,0.23299235,0.0032384528,0.000030030735,0.000058962294,0.00059656444,0.08263138],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939908,0.0028822438,0.00012231588,0.0005817139,0.0010796367,0.0013433964],"domain_scores_gemma":[0.99128306,0.002761528,0.0005991877,0.00051779463,0.0010005645,0.003837832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045248545,0.00044802637,0.0006623776,0.0009999964,0.033667713,0.012375744,0.001600088,0.010207074,0.012641651],"category_scores_gemma":[0.019195087,0.00065746944,0.00031979574,0.0009129542,0.035569906,0.013823002,0.01079579,0.03691439,0.0045823175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014732273,0.0001327524,0.0018372767,0.000105088824,0.000020904541,0.0035100759,0.35894278,0.0001411896,0.00067714025,0.19672182,0.4104959,0.027267706],"study_design_scores_gemma":[0.000017359738,0.000053494303,0.0009162044,0.00015970145,0.000005125533,0.0021278323,0.20737685,0.0002053668,0.00025481769,0.036429428,0.7523991,0.00005469195],"about_ca_topic_score_codex":0.011421724,"about_ca_topic_score_gemma":0.017990999,"teacher_disagreement_score":0.033667713,"about_ca_system_score_codex":0.0051341527,"about_ca_system_score_gemma":0.0060821753,"threshold_uncertainty_score":0.04229051},"labels":[],"label_agreement":null},{"id":"W7116815236","doi":"","title":"Fairness in Student Group Formation:Perspectives, Priorities, Compromises, Mechanisms, and Tooling","year":2025,"lang":"en","type":"article","venue":"Research Portal (King's College London)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Focus group; Group (periodic table); Focus (optics); Student engagement; Group work","score_opus":0.027980334506264325,"score_gpt":0.34163317000347637,"score_spread":0.31365283549721207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116815236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3532374,0.06941503,0.2912301,0.1265269,0.0018633838,0.0010073828,0.00019593758,0.0002338754,0.15628994],"genre_scores_gemma":[0.9651106,0.0064075217,0.024111528,0.0015306482,0.00016231975,0.00040963775,0.00003241105,0.00005859231,0.0021767907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.76357657,0.2062765,0.006811978,0.0055078627,0.014575162,0.003251913],"domain_scores_gemma":[0.7950007,0.1696325,0.012684974,0.009907812,0.008962665,0.003811349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1568332,0.0006159736,0.001045719,0.006608468,0.009153719,0.016879007,0.0026429398,0.0032946044,0.00239625],"category_scores_gemma":[0.20237564,0.0006900636,0.0008680712,0.0049918173,0.038823355,0.021490151,0.014726019,0.0034156279,0.00032517937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012484951,0.00006114841,0.01751793,0.0018970573,0.00012403112,0.00021411985,0.24792343,0.0011140319,0.0004914446,0.51735985,0.0023463585,0.21082573],"study_design_scores_gemma":[0.000079412675,0.00022599599,0.0075951554,0.0053164302,0.00014012192,0.0005039634,0.16208532,0.0016035491,0.0017592775,0.7189167,0.101640515,0.00013363617],"about_ca_topic_score_codex":0.001997957,"about_ca_topic_score_gemma":0.0021683068,"teacher_disagreement_score":0.1568332,"about_ca_system_score_codex":0.006874383,"about_ca_system_score_gemma":0.0135252,"threshold_uncertainty_score":0.8294232},"labels":[],"label_agreement":null},{"id":"W7117574318","doi":"10.64747/166bex17","title":"Pensamiento computacional unplugged en EGB: diseño y evidencia de aprendizaje","year":2025,"lang":"","type":"article","venue":"Horizonte Científico Educativo International Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber Polytechnic","funders":"","keywords":"Rubric; Comparability; Precalculus; Fidelity; Mathematical problem; Control (management); Computational thinking","score_opus":0.009628327700184016,"score_gpt":0.329664242074381,"score_spread":0.320035914374197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117574318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83443487,0.14170623,0.005196141,0.006004774,0.0006172615,0.0010924988,0.00015204484,0.00006313148,0.010733044],"genre_scores_gemma":[0.95475554,0.035052724,0.0061809616,0.0014148706,0.00031608154,0.00081627455,0.00012316924,0.00001805991,0.0013222847],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99168104,0.006153961,0.0005719151,0.00041944563,0.0008840728,0.00028959377],"domain_scores_gemma":[0.9735806,0.019858617,0.003003795,0.0013217995,0.0018320217,0.00040318625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01548475,0.00048216167,0.00078762503,0.0011784565,0.00037264623,0.0017646537,0.0012877021,0.00094261236,0.0033027143],"category_scores_gemma":[0.0484875,0.00024847093,0.00055323116,0.00075655506,0.0018348466,0.0020309591,0.0016758499,0.001075722,0.0003268007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007795919,0.00793253,0.025025563,0.013452193,0.0010542435,0.00044796852,0.008733921,0.00047206218,0.0011272802,0.0057127727,0.0013621682,0.9268834],"study_design_scores_gemma":[0.016359173,0.09611258,0.35630226,0.14207037,0.016324127,0.0033111537,0.05178475,0.0051773433,0.016835446,0.03305232,0.26228562,0.00038486105],"about_ca_topic_score_codex":0.0027828035,"about_ca_topic_score_gemma":0.003363785,"teacher_disagreement_score":0.01548475,"about_ca_system_score_codex":0.001546326,"about_ca_system_score_gemma":0.0022781347,"threshold_uncertainty_score":0.08189219},"labels":[],"label_agreement":null},{"id":"W7118633136","doi":"10.1177/13896911251315111","title":"The 2024 Computer Olympiad","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer technology","score_opus":0.009814303151615958,"score_gpt":0.25947005522041316,"score_spread":0.2496557520687972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118633136","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34101492,0.0007332993,0.0037040384,0.015321687,0.027285239,0.0025500625,0.012798804,0.0022088396,0.59438306],"genre_scores_gemma":[0.44477633,0.0005998145,0.006443072,0.006425973,0.002602549,0.0026112816,0.02777102,0.00070973363,0.50806016],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877304,0.0002447219,0.000049568804,0.00015655703,0.00040516743,0.00037098935],"domain_scores_gemma":[0.9969289,0.00012913179,0.00007717543,0.00016302816,0.0007253305,0.0019765438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022480846,0.0007891693,0.000540475,0.0007301411,0.0030317975,0.0029030212,0.000793762,0.0010684346,0.06941093],"category_scores_gemma":[0.0028870145,0.00029263174,0.0005137481,0.0005470625,0.000556499,0.0010981738,0.002838319,0.0026375127,0.017835645],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019549334,0.0023188367,0.008634455,0.00017536872,0.00005758002,0.00017967545,0.00040611808,0.0004997665,0.0016406947,0.004272111,0.9259484,0.053912055],"study_design_scores_gemma":[0.0003342597,0.0018142726,0.08268994,0.0001481124,0.000027878665,0.000106323736,0.0019333895,0.0012185724,0.0028184734,0.0017773294,0.9070759,0.000055490003],"about_ca_topic_score_codex":0.010981606,"about_ca_topic_score_gemma":0.046892513,"teacher_disagreement_score":0.06941093,"about_ca_system_score_codex":0.0018210417,"about_ca_system_score_gemma":0.0018400109,"threshold_uncertainty_score":0.23220265},"labels":[],"label_agreement":null},{"id":"W7123750502","doi":"10.1109/fie63693.2025.11328179","title":"A Retrospective Study to Understand Student Coding Style Quality via Static Analysis","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Coding (social sciences); Correctness; Disk formatting; Code review; Style (visual arts); Programming style; Quality (philosophy)","score_opus":0.03835289865051356,"score_gpt":0.38370716885648176,"score_spread":0.3453542702059682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123750502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995099,0.00019861391,0.0029956177,0.00015402929,0.000020689846,0.00014256877,0.00040125952,0.00003640946,0.00095181377],"genre_scores_gemma":[0.99611473,0.0001786193,0.0016872947,0.00020674882,0.000021430482,0.00021660747,0.0005329507,0.000032059972,0.001009654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99212295,0.0034108385,0.0010033759,0.00093544764,0.0019923327,0.0005349833],"domain_scores_gemma":[0.9296986,0.022853367,0.018512359,0.005754833,0.020335086,0.002845755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011151994,0.00031018732,0.00042120734,0.0028101357,0.0010106609,0.0017035801,0.0005226334,0.00043660693,0.0013622215],"category_scores_gemma":[0.055788994,0.00037656035,0.00037871912,0.0016754909,0.0009060739,0.001792714,0.0012882339,0.0010582826,0.0006799709],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019321457,0.00057035545,0.9152743,0.0001702068,0.000048812242,0.00026870533,0.03771505,0.00012195307,0.0016602748,0.00041133305,0.0015008419,0.042065006],"study_design_scores_gemma":[0.0000245393,0.0026017714,0.90758514,0.00039479716,0.00007269416,0.0017287551,0.0605291,0.0018408875,0.0047699423,0.00096429617,0.019353228,0.00013480999],"about_ca_topic_score_codex":0.0014029772,"about_ca_topic_score_gemma":0.0020891023,"teacher_disagreement_score":0.011151994,"about_ca_system_score_codex":0.0009189038,"about_ca_system_score_gemma":0.0011004044,"threshold_uncertainty_score":0.05897814},"labels":[],"label_agreement":null},{"id":"W7123947899","doi":"10.1109/fie63693.2025.11328314","title":"WIP: Assessing 21st Century Skills of High School Students in a Machine Learning Workshop with TinyML","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Teamwork; Citizenship; 21st century skills; Perception; Work (physics); Emerging technologies","score_opus":0.008731325291543307,"score_gpt":0.2921330474188197,"score_spread":0.2834017221272764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123947899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99753463,0.000014576272,0.00076781324,0.000035759535,0.000007729177,0.000112012676,0.00009992311,0.000046071644,0.0013813878],"genre_scores_gemma":[0.99386495,0.000050694787,0.0030529865,0.00004429824,0.0000059202257,0.00019400966,0.00023753541,0.000013970146,0.0025356943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992685,0.00021143921,0.000073962605,0.0001335536,0.00015750348,0.00015510511],"domain_scores_gemma":[0.99649066,0.0008758556,0.00066565495,0.00016648653,0.0006083407,0.001192937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017998043,0.0004755528,0.00029988497,0.00090563076,0.00055643934,0.0011800763,0.0006548146,0.0005837815,0.0041952003],"category_scores_gemma":[0.0046955883,0.00027925672,0.0004196167,0.0003847837,0.00046418296,0.00094812113,0.0014928891,0.0007501624,0.0013321755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075801514,0.011408298,0.7330776,0.00059184624,0.00009889785,0.001009244,0.06825583,0.0014229813,0.02940874,0.00047783597,0.0033031332,0.15018761],"study_design_scores_gemma":[0.000049173123,0.0037307027,0.91800946,0.00012367498,0.000061245744,0.00036753408,0.05109355,0.0030315537,0.013960308,0.0005583937,0.008909327,0.00010498462],"about_ca_topic_score_codex":0.0011521801,"about_ca_topic_score_gemma":0.002217933,"teacher_disagreement_score":0.0041952003,"about_ca_system_score_codex":0.0003495389,"about_ca_system_score_gemma":0.00046061972,"threshold_uncertainty_score":0.01403439},"labels":[],"label_agreement":null},{"id":"W7125641124","doi":"10.1109/cascon66301.2025.00040","title":"Evaluating Generative AI for CS1 Code Grading: Direct Vs Reverse Methods","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; Okanagan University College; Okanagan Science Centre","funders":"","keywords":"Code (set theory); Source code; Generative grammar; Feature (linguistics)","score_opus":0.13566879357603714,"score_gpt":0.4992251913451128,"score_spread":0.36355639776907567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125641124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86224294,0.001229894,0.10557806,0.00050203776,0.00035580763,0.00088243897,0.0003983798,0.003493426,0.025316944],"genre_scores_gemma":[0.9171343,0.0002781302,0.075701684,0.00017821224,0.00005812533,0.00034499902,0.0005600611,0.00033418034,0.00541031],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.990846,0.004193089,0.0005860825,0.0011562495,0.0029421737,0.00027636645],"domain_scores_gemma":[0.8356512,0.13197057,0.0059089838,0.010378316,0.012958058,0.003132861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0096821375,0.0009585255,0.0006560714,0.0023117794,0.0006235808,0.002758547,0.0019598568,0.0015833585,0.004830955],"category_scores_gemma":[0.08993855,0.00038890736,0.0009361923,0.0010347886,0.0012393856,0.0024312274,0.0018241631,0.00207747,0.001750116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058329175,0.0050373287,0.051562488,0.0011008682,0.00046575104,0.00006682522,0.0020147325,0.024383174,0.011301395,0.008867479,0.0055621495,0.8838049],"study_design_scores_gemma":[0.0042862766,0.021528425,0.0962504,0.0009272464,0.0014308281,0.0007130861,0.0023116465,0.7047668,0.09412262,0.047772285,0.025453394,0.00043700548],"about_ca_topic_score_codex":0.00314727,"about_ca_topic_score_gemma":0.005508754,"teacher_disagreement_score":0.0096821375,"about_ca_system_score_codex":0.0016806057,"about_ca_system_score_gemma":0.0024299752,"threshold_uncertainty_score":0.05120462},"labels":[],"label_agreement":null},{"id":"W7127177599","doi":"10.1109/ieem63636.2025.11357797","title":"On the Use of Indigenous Games in Teaching Software Engineering and Artificial Intelligence","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Indigenous; Variety (cybernetics); Diversity (politics); Point (geometry); Cultural diversity; Software; Video game; Natural (archaeology)","score_opus":0.04216638375924296,"score_gpt":0.2673550616217439,"score_spread":0.2251886778625009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127177599","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21069129,0.0030425668,0.2636733,0.018879244,0.00054389593,0.00067727815,0.000056342808,0.00065947813,0.50177664],"genre_scores_gemma":[0.7205498,0.006712663,0.2069596,0.0022998962,0.00011720016,0.00051449094,0.00007028547,0.0002883455,0.062487803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99723595,0.0019331911,0.00006938059,0.00014130928,0.0004409605,0.00017925473],"domain_scores_gemma":[0.99578494,0.0033201089,0.000114610295,0.00018273795,0.00031869274,0.0002789569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027997377,0.0008277833,0.0002643946,0.0010565746,0.0020138237,0.0024338723,0.0013165246,0.00087142334,0.0043307063],"category_scores_gemma":[0.0073842704,0.00033875313,0.00036996402,0.0006636531,0.0057449467,0.004500956,0.0040742513,0.002672987,0.0007332926],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017188142,0.0009835371,0.003466236,0.00082876603,0.000033794113,0.0007518527,0.10828925,0.008281948,0.007253403,0.559255,0.019864649,0.2908197],"study_design_scores_gemma":[0.00009467609,0.0012202817,0.0072866455,0.0013814818,0.00009744751,0.001144414,0.042831928,0.025459094,0.015452029,0.3169993,0.5878495,0.00018324511],"about_ca_topic_score_codex":0.0075609935,"about_ca_topic_score_gemma":0.015800666,"teacher_disagreement_score":0.0075609935,"about_ca_system_score_codex":0.0018466946,"about_ca_system_score_gemma":0.0013193677,"threshold_uncertainty_score":0.01503396},"labels":[],"label_agreement":null},{"id":"W7128677453","doi":"10.1145/3760545.3783964","title":"Two-Stage CS Exams: A Multi-Institutional Study of Course and Exam Feature Impacts on Student Perceptions and Performance","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Lethbridge; University of Manitoba","funders":"","keywords":"Perception; Variety (cybernetics); Qualitative analysis; Qualitative property; Raw score","score_opus":0.026340353269317104,"score_gpt":0.33977220192969965,"score_spread":0.31343184866038254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128677453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99949896,0.000012221853,0.00009606358,0.000036773607,0.0000038372805,0.000023636574,0.00002664861,0.000004720467,0.0002971423],"genre_scores_gemma":[0.9992403,0.000019415244,0.00019564375,0.000048662718,0.000008437841,0.00005013763,0.000053022246,0.000005521757,0.00037882142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99525887,0.00201313,0.00032665813,0.00040198685,0.0009766916,0.0010226662],"domain_scores_gemma":[0.97292095,0.005624082,0.006037184,0.0013465642,0.0044791014,0.009592224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077168723,0.00048711454,0.0005051507,0.0019108834,0.002281789,0.002719587,0.0010434556,0.00072681677,0.0017796457],"category_scores_gemma":[0.019238144,0.00040349946,0.0006622583,0.001453244,0.0012539236,0.0017626784,0.0033297893,0.0018655405,0.00044581678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078591076,0.010252697,0.9151461,0.00007642,0.00015699473,0.00037050707,0.03467639,0.00032630147,0.0028286707,0.00023271017,0.0010056832,0.034141533],"study_design_scores_gemma":[0.000027874106,0.0045717633,0.9561376,0.000026323461,0.00004117982,0.00011456537,0.03574321,0.0004646394,0.0014559174,0.00011023739,0.0012563809,0.000050324776],"about_ca_topic_score_codex":0.006627032,"about_ca_topic_score_gemma":0.01168146,"teacher_disagreement_score":0.0077168723,"about_ca_system_score_codex":0.0018179405,"about_ca_system_score_gemma":0.0024420377,"threshold_uncertainty_score":0.04081124},"labels":[],"label_agreement":null},{"id":"W7128680410","doi":"10.1145/3760545.3783971","title":"Explanations of Data Systems Concepts in CS Education: An Updated View on Notional Machines","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Notional amount; Categorization; Resource (disambiguation); Field (mathematics); Foundation (evidence); Variation (astronomy)","score_opus":0.05314691641143072,"score_gpt":0.38843823015060347,"score_spread":0.33529131373917276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128680410","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12436039,0.096871264,0.4323797,0.21056177,0.0025474806,0.00009112826,0.0005202645,0.0009475746,0.1317205],"genre_scores_gemma":[0.84874356,0.03789589,0.09530679,0.006719959,0.0013319673,0.00012491625,0.00039674004,0.00046961664,0.00901054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99557906,0.0026629241,0.00030992983,0.00041114597,0.00080834806,0.00022863281],"domain_scores_gemma":[0.965528,0.026942978,0.001512894,0.0023812356,0.0027577821,0.00087713293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008016626,0.0006436881,0.0003524682,0.0055803456,0.0013626192,0.008517675,0.0017253804,0.00216912,0.004446786],"category_scores_gemma":[0.022169111,0.00046025767,0.0004909456,0.0036756664,0.014115883,0.023973295,0.005421559,0.007334875,0.0005394416],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022767972,0.00004749409,0.0028795842,0.00053258595,0.000009525615,0.00013967359,0.033704013,0.0013809145,0.0007011952,0.83682257,0.008570692,0.11518904],"study_design_scores_gemma":[0.000011379101,0.000032318592,0.0027290082,0.0017596174,0.000015078051,0.0005045277,0.0133375535,0.004811674,0.0013842331,0.58332086,0.39203587,0.00005789232],"about_ca_topic_score_codex":0.0029689712,"about_ca_topic_score_gemma":0.0028396402,"teacher_disagreement_score":0.008517675,"about_ca_system_score_codex":0.0045257458,"about_ca_system_score_gemma":0.0034332045,"threshold_uncertainty_score":0.042396486},"labels":[],"label_agreement":null},{"id":"W7128714640","doi":"10.1145/3760545.3783969","title":"Cards for Alternative Research Design (CARD): Refining and Evolving a Research Knowledge Development Activity for Computer Science Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Refining (metallurgy); Design science research; Research design; Knowledge production; Knowledge-based systems; Research development","score_opus":0.22952543503048706,"score_gpt":0.4963709854211978,"score_spread":0.26684555039071073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128714640","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010395322,0.0020048097,0.9076099,0.006550039,0.002936033,0.041680377,0.00091404584,0.0019115595,0.025997987],"genre_scores_gemma":[0.011209987,0.0005146188,0.9651862,0.00081907515,0.00007996356,0.020540994,0.00015783969,0.0001495802,0.0013417596],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.65649456,0.30318496,0.017073367,0.0066948477,0.014859127,0.0016932182],"domain_scores_gemma":[0.56953084,0.32348043,0.013356744,0.05822175,0.030262237,0.005148092],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.28271362,0.0024070563,0.0024086882,0.0065154578,0.003965286,0.015250447,0.0056109116,0.0036626938,0.0147947045],"category_scores_gemma":[0.3089824,0.0026414532,0.0028584376,0.0058572395,0.009855551,0.014168276,0.015604289,0.0074056988,0.0038901577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015774223,0.00068655267,0.0017055318,0.015035204,0.00029911712,0.00028496617,0.019654041,0.0029255892,0.004465198,0.32390854,0.031939697,0.5975182],"study_design_scores_gemma":[0.002576314,0.0026398578,0.0032290479,0.016930727,0.00047931864,0.0007782492,0.010283372,0.011778875,0.0066266977,0.3032109,0.64084876,0.0006178302],"about_ca_topic_score_codex":0.0007465666,"about_ca_topic_score_gemma":0.0018522171,"teacher_disagreement_score":0.28271362,"about_ca_system_score_codex":0.0064085834,"about_ca_system_score_gemma":0.013010548,"threshold_uncertainty_score":0.8845418},"labels":[],"label_agreement":null},{"id":"W7128728793","doi":"10.1145/3760545.3783972","title":"Computing Science Research: Broadening Participation through Undergraduate Experiences","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Simon Fraser University","funders":"","keywords":"Perception; Undergraduate research; Qualitative research; Qualitative analysis; Science education; Semi-structured interview; Undergraduate education","score_opus":0.1477360277293222,"score_gpt":0.4619975226755623,"score_spread":0.3142614949462401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128728793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978374,0.0014489983,0.0045314203,0.0053876755,0.0001622084,0.00015241613,0.00004310031,0.00009857502,0.0098016225],"genre_scores_gemma":[0.9951627,0.00063474505,0.0016420786,0.0009489439,0.00007746772,0.000101861246,0.00004197019,0.000024597632,0.0013656851],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9648435,0.026111605,0.0011539676,0.0014856842,0.0035083222,0.0028969243],"domain_scores_gemma":[0.91269726,0.047487035,0.004601504,0.004850544,0.006587548,0.023776155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035947066,0.00052478013,0.00065840274,0.00290799,0.007434109,0.010373016,0.0019207834,0.0021045983,0.0026371516],"category_scores_gemma":[0.054376084,0.00056723726,0.0003737981,0.0021801963,0.0072607943,0.006630806,0.018293135,0.003048758,0.0004355548],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006362231,0.0003074144,0.01987153,0.00020952488,0.000013181799,0.00043793517,0.9192596,0.00004129785,0.0025528069,0.0031681592,0.0016594023,0.052415557],"study_design_scores_gemma":[0.000018044757,0.00046257375,0.0154017415,0.00029146965,0.000016813148,0.0011254416,0.9257964,0.0001999264,0.0012527981,0.0024862778,0.052908227,0.00004033907],"about_ca_topic_score_codex":0.0007699467,"about_ca_topic_score_gemma":0.001753378,"teacher_disagreement_score":0.035947066,"about_ca_system_score_codex":0.0024534306,"about_ca_system_score_gemma":0.0061665922,"threshold_uncertainty_score":0.19010854},"labels":[],"label_agreement":null},{"id":"W7130708637","doi":"10.1109/swc65939.2025.00067","title":"Clustering and Profiling Student Study Behaviors and Interactions with an AI Coding Assistant","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University; Red River College; Dalhousie University","funders":"","keywords":"Formative assessment; Summative assessment; Profiling (computer programming); Coding (social sciences); Cluster analysis; Affordance","score_opus":0.023492500601653914,"score_gpt":0.3552208316618012,"score_spread":0.33172833106014726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130708637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961146,0.000044670924,0.0031755385,0.0000313987,0.0000034005775,0.000042418033,0.000046473444,0.00006364489,0.00047775908],"genre_scores_gemma":[0.99365,0.00008274148,0.0051646642,0.000026057967,0.0000052527243,0.00006594788,0.00020063894,0.000020535279,0.00078418484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99753714,0.0010029413,0.00023393088,0.00049293466,0.00055163115,0.0001813706],"domain_scores_gemma":[0.9870696,0.0053209723,0.002550125,0.0012355854,0.002396689,0.0014271213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017325175,0.00034447518,0.00031653923,0.0020069936,0.00059342134,0.0014068902,0.0005085289,0.00046746375,0.0006012597],"category_scores_gemma":[0.017488766,0.00022412257,0.00019609717,0.00095529953,0.00034470347,0.0007031444,0.0011548542,0.0004981117,0.00056629867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003911505,0.0006292914,0.77257794,0.00010405415,0.00005437703,0.00027062895,0.030466132,0.00047675482,0.033063423,0.0001563692,0.000528874,0.16128103],"study_design_scores_gemma":[0.000018285706,0.0017058497,0.92503995,0.00006749038,0.000072496776,0.0015684105,0.034093447,0.009021432,0.02143093,0.0005161982,0.0063397777,0.00012581822],"about_ca_topic_score_codex":0.0011719492,"about_ca_topic_score_gemma":0.0025070533,"teacher_disagreement_score":0.0020069936,"about_ca_system_score_codex":0.0003062819,"about_ca_system_score_gemma":0.0006281629,"threshold_uncertainty_score":0.009162545},"labels":[],"label_agreement":null},{"id":"W7130735271","doi":"10.1109/swc65939.2025.00065","title":"AI Literacy Through a Project-Based Learning Course","year":2025,"lang":"","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Mount Saint Vincent University; British Columbia Institute of Technology","funders":"","keywords":"Curriculum; Agile software development; Literacy; Course (navigation); Generative grammar; Project-based learning; Software","score_opus":0.017728483529717978,"score_gpt":0.3537401594481391,"score_spread":0.3360116759184211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130735271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9502019,0.000084962005,0.009667562,0.0032895296,0.00011201335,0.00096144143,0.00011405357,0.0002738658,0.035294726],"genre_scores_gemma":[0.9442029,0.0002333726,0.02753861,0.0013183433,0.00006167885,0.0011148991,0.00033304183,0.000060976385,0.025136227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975637,0.0009975118,0.00006594052,0.00027576176,0.00049560965,0.00060139835],"domain_scores_gemma":[0.9910857,0.0011196368,0.00033976405,0.0005159035,0.0011625881,0.005776404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040753502,0.00054774183,0.0002866955,0.0007326811,0.004870867,0.0037877816,0.0013751267,0.00083581475,0.0061663757],"category_scores_gemma":[0.007926856,0.00033147197,0.00024239549,0.0005947928,0.0017514544,0.0013955242,0.004375603,0.002048705,0.0024345303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070577126,0.04789499,0.05768243,0.0002705996,0.000029798959,0.003353317,0.12448325,0.0030530856,0.011878669,0.014240255,0.077906564,0.65850127],"study_design_scores_gemma":[0.0008072735,0.018331831,0.10416254,0.0006828404,0.000056614725,0.0033420534,0.22502229,0.012400757,0.022295266,0.028277092,0.5843662,0.00025528637],"about_ca_topic_score_codex":0.0022660778,"about_ca_topic_score_gemma":0.0073471996,"teacher_disagreement_score":0.0061663757,"about_ca_system_score_codex":0.0023030413,"about_ca_system_score_gemma":0.0055906167,"threshold_uncertainty_score":0.021552742},"labels":[],"label_agreement":null},{"id":"W7132876046","doi":"","title":"Declining participation of female students in computer studies programs at an Ontario college: What stands in their way","year":2007,"lang":"","type":"dissertation","venue":"TSpace","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer literacy; Work (physics); Persona; Affect (linguistics); Life course approach","score_opus":0.10569868685672598,"score_gpt":0.4436600591955113,"score_spread":0.3379613723387853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132876046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932634,0.0001831166,0.000043560834,0.0030105072,0.000024051897,0.000015004472,0.00012754956,0.00000539071,0.0033274514],"genre_scores_gemma":[0.9945693,0.00039312945,0.00006861797,0.00052326784,0.00001599937,0.000019549741,0.000108147404,0.0000065301333,0.004295467],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9979842,0.00023259631,0.000059793412,0.00013303553,0.00074753276,0.0008428078],"domain_scores_gemma":[0.9929345,0.0005971568,0.0017473195,0.0001349811,0.0012330421,0.0033529392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014354733,0.00022883459,0.0003342534,0.0010760028,0.004662548,0.0028966996,0.00090149575,0.0007418416,0.0051748203],"category_scores_gemma":[0.0053676963,0.00026921462,0.0002957044,0.001203873,0.0019485608,0.0013066342,0.002117981,0.0010444212,0.0006046927],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014964954,0.000099958066,0.82946914,0.00008136902,0.000012606484,0.0005844038,0.13074203,0.00002346798,0.0012905254,0.00036188003,0.003518955,0.03366598],"study_design_scores_gemma":[0.000004472948,0.000099529236,0.71526384,0.00008532726,0.00000808723,0.00017671,0.2750067,0.000051165927,0.00025467435,0.000054508193,0.00897072,0.00002420688],"about_ca_topic_score_codex":0.415716,"about_ca_topic_score_gemma":0.69906396,"teacher_disagreement_score":0.584284,"about_ca_system_score_codex":0.006462565,"about_ca_system_score_gemma":0.010200958,"threshold_uncertainty_score":0.8265925},"labels":[],"label_agreement":null},{"id":"W7132986859","doi":"","title":"&apos;Women in Computing&apos; as Problematic: Gender, Ethics and Identity in University Computer Science Education","year":2009,"lang":"en","type":"dissertation","venue":"TSpace","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Identity (music); Ethnography; Subject (documents); Feminism; Representation (politics); Higher education; Work (physics); Research ethics","score_opus":0.04799002151618095,"score_gpt":0.4090737538679962,"score_spread":0.36108373235181523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132986859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8381131,0.004126976,0.0019873837,0.06632135,0.00042480166,0.00007149902,0.00007047187,0.00003152779,0.088852875],"genre_scores_gemma":[0.9815761,0.0011822841,0.0003125749,0.0029453777,0.000076920696,0.000043493783,0.000014568869,0.00003663218,0.013812083],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98791647,0.0067140353,0.00018092334,0.0007566787,0.0020804845,0.0023514533],"domain_scores_gemma":[0.9920081,0.0036564828,0.0010601213,0.00027018442,0.0007467523,0.0022582398],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009857374,0.00054443243,0.00075609307,0.0021273345,0.036687892,0.019647434,0.0018881371,0.0027072653,0.0038590427],"category_scores_gemma":[0.010115275,0.00047869547,0.0002056673,0.003617211,0.06773891,0.006943963,0.009443147,0.0038163553,0.0005236314],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001415434,0.000012996757,0.0034313241,0.000020801348,0.0000013619413,0.00017037716,0.9711133,0.000016701142,0.00016769348,0.018287284,0.0017825889,0.0049813497],"study_design_scores_gemma":[0.0000023833682,0.000011845966,0.003268851,0.00006905195,0.000002046377,0.00008440983,0.95593995,0.000046739733,0.00010887355,0.0025554732,0.037899368,0.000011144983],"about_ca_topic_score_codex":0.33350095,"about_ca_topic_score_gemma":0.3809916,"teacher_disagreement_score":0.9633121,"about_ca_system_score_codex":0.030046245,"about_ca_system_score_gemma":0.029005453,"threshold_uncertainty_score":0.66311955},"labels":[],"label_agreement":null},{"id":"W7154554259","doi":"","title":"Coding Connections: Exploring Relationships Between Computer Science Learning and Mathematics Achievement in Secondary Education","year":2024,"lang":"","type":"dissertation","venue":"Digital Commons - University of South Florida (University of South Florida)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Computational thinking; Coding (social sciences); Connected Mathematics; Intersection (aeronautics); Computer programming; Reform mathematics; Reading (process); Achievement test","score_opus":0.04521753863002246,"score_gpt":0.23383166496967234,"score_spread":0.18861412633964988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7154554259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929387,0.00012120595,0.0011480476,0.00027324344,0.000017356811,0.000074245836,0.00011719619,0.000016088503,0.0052938443],"genre_scores_gemma":[0.99733573,0.00016807414,0.0012096897,0.000035493467,0.000009266876,0.00008338766,0.00022257946,0.000009083818,0.0009266246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997239,0.001185866,0.00017453716,0.0003478155,0.0007100666,0.0003427005],"domain_scores_gemma":[0.9506302,0.029182682,0.009475896,0.0024300376,0.0047512986,0.0035298318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041119345,0.0004573412,0.0004064495,0.0032877093,0.0017813863,0.0039523537,0.0012141331,0.0008254695,0.0064426335],"category_scores_gemma":[0.051862817,0.00039336085,0.0007250866,0.0035682076,0.0018591469,0.0032789847,0.0049126195,0.0020845314,0.0005292489],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008308048,0.0002639542,0.9442613,0.00011142127,0.000093490096,0.000100086865,0.02407122,0.00034114326,0.0003452281,0.003393945,0.00055090373,0.026384221],"study_design_scores_gemma":[0.000011312446,0.0002228169,0.96064615,0.0001922374,0.000059328228,0.00012521468,0.029842043,0.0021409465,0.00029546244,0.0041772136,0.0022621732,0.000025080675],"about_ca_topic_score_codex":0.018278806,"about_ca_topic_score_gemma":0.019552074,"teacher_disagreement_score":0.018278806,"about_ca_system_score_codex":0.0017260597,"about_ca_system_score_gemma":0.0039081,"threshold_uncertainty_score":0.036344826},"labels":[],"label_agreement":null},{"id":"W7160855074","doi":"10.69987/jacs.2025.50902","title":"Performance Evaluation of Prompt Generation Strategies for AI Agents in Online Programming Education","year":2025,"lang":"","type":"article","venue":"Journal of Advanced Computing Systems","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Hybrid learning; Online learning; Tracking (education); Empirical research; Cognition","score_opus":0.059674430820023286,"score_gpt":0.38859302438177795,"score_spread":0.3289185935617547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7160855074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863754,0.00005955696,0.01184461,0.000033919066,0.000021977294,0.00022478342,0.000054240783,0.00043558367,0.0009498166],"genre_scores_gemma":[0.9798091,0.00006675933,0.019041676,0.000028257893,0.000010036123,0.00024482087,0.000113766095,0.000032955355,0.00065260136],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99600524,0.0022359414,0.0004380045,0.00048300062,0.00065547746,0.00018235025],"domain_scores_gemma":[0.95764893,0.033335797,0.0024906078,0.0017266973,0.003361785,0.0014361102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060019707,0.00082266895,0.0004860142,0.0007374086,0.00026374226,0.0011763026,0.0006553465,0.0006312188,0.0016990863],"category_scores_gemma":[0.049191147,0.00022308581,0.00022159907,0.00039961346,0.00030502275,0.0011085216,0.00077989907,0.00062450004,0.00052434765],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0119941225,0.012853422,0.07624478,0.00093182194,0.00020366065,0.00017343485,0.0048795864,0.033094633,0.082833156,0.0012606196,0.0012795378,0.7742512],"study_design_scores_gemma":[0.0025816509,0.08964874,0.20092183,0.00031766173,0.00072500366,0.0006097584,0.004651878,0.39239597,0.2956509,0.0034445375,0.008642179,0.00040997885],"about_ca_topic_score_codex":0.0008402915,"about_ca_topic_score_gemma":0.0007953827,"teacher_disagreement_score":0.0060019707,"about_ca_system_score_codex":0.0004579801,"about_ca_system_score_gemma":0.00089166017,"threshold_uncertainty_score":0.031741798},"labels":[],"label_agreement":null},{"id":"W92721083","doi":"10.5555/1292428.1292436","title":"Serious games + computer science = serious CS","year":2007,"lang":"en","type":"article","venue":"Open MIND","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Mathematics education; Vocational education; Computer science; Institution; Multimedia; Pedagogy; Psychology; Sociology","score_opus":0.025075192616810734,"score_gpt":0.3155598057251058,"score_spread":0.29048461310829504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92721083","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00592504,0.0027161343,0.112315364,0.004625917,0.003018625,0.0010126195,0.00356428,0.010925153,0.8558969],"genre_scores_gemma":[0.10896486,0.009073766,0.22182392,0.005749102,0.0016349866,0.0015971198,0.010766771,0.005152607,0.63523686],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932873,0.00014687987,0.0000639838,0.00009530477,0.00029521322,0.000069916634],"domain_scores_gemma":[0.9988997,0.00026743207,0.000106712134,0.00019352042,0.00021614246,0.0003165137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004054955,0.0009701258,0.00037540263,0.00075800874,0.00061958644,0.002104906,0.0008788322,0.00094532315,0.18733065],"category_scores_gemma":[0.0027141515,0.0002366585,0.0004117529,0.0011119262,0.0008894581,0.0039544734,0.0021565815,0.0018127268,0.066778764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016603638,0.00017772251,0.00057755306,0.0009829424,0.000016026073,0.00007608096,0.00019008073,0.0010942621,0.002839234,0.20395783,0.360705,0.42921725],"study_design_scores_gemma":[0.000048747104,0.00007046922,0.00051548815,0.0000899077,0.00000689217,0.00022710719,0.00004180861,0.0014147421,0.00096293783,0.052136403,0.9444712,0.000014387302],"about_ca_topic_score_codex":0.0015954389,"about_ca_topic_score_gemma":0.003981928,"teacher_disagreement_score":0.18733065,"about_ca_system_score_codex":0.0007281264,"about_ca_system_score_gemma":0.0012843412,"threshold_uncertainty_score":0.6266835},"labels":[],"label_agreement":null}]}